mirror of https://github.com/thumbsup/thumbsup
feat(database): new include/exclude arguments to filter the input folder
Romain
5 years ago
parent
ec6fbf9b0a
commit
9bda0a4835
@ -0,0 +1,36 @@
|
||||
const micromatch = require('micromatch')
|
||||
|
||||
class GlobPattern {
|
||||
constructor ({ include, exclude, extensions }) {
|
||||
this.includeList = include
|
||||
this.excludeList = exclude
|
||||
this.directoryExcludeList = exclude.concat(['**/@eaDir/**', '#recycle/**'])
|
||||
this.extensions = extPattern(extensions)
|
||||
}
|
||||
|
||||
match (filePath) {
|
||||
const opts = { nocase: true }
|
||||
return micromatch.any(filePath, this.includeList, opts) &&
|
||||
micromatch.any(filePath, this.excludeList, opts) === false &&
|
||||
micromatch.isMatch(filePath, this.extensions, opts)
|
||||
}
|
||||
|
||||
// this is used to cull folders early
|
||||
// instead of traversing them but discard all their files later
|
||||
canTraverse (folderPath) {
|
||||
const opts = { dot: false, nocase: true }
|
||||
const withSlash = `${folderPath}/`
|
||||
return micromatch.any(withSlash, this.includeList, opts) &&
|
||||
micromatch.any(withSlash, this.directoryExcludeList, opts) === false
|
||||
}
|
||||
}
|
||||
|
||||
function extPattern (extensions) {
|
||||
if (extensions.length === 1) {
|
||||
return '**/*.' + extensions[0]
|
||||
} else {
|
||||
return '**/*.{' + extensions.join(',') + '}'
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = GlobPattern
|
||||
@ -0,0 +1,206 @@
|
||||
const GlobPattern = require('../../../src/components/index/pattern')
|
||||
const should = require('should/as-function')
|
||||
|
||||
describe('Index: pattern', function () {
|
||||
describe('matching files', () => {
|
||||
it('matches files with the valid extension', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: [],
|
||||
extensions: ['jpg']
|
||||
})
|
||||
should(pattern.match('holidays/IMG_0001.jpg')).eql(true)
|
||||
})
|
||||
|
||||
it('matches files with one of the valid extensions', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: [],
|
||||
extensions: ['jpg', 'png']
|
||||
})
|
||||
should(pattern.match('holidays/IMG_0001.png')).eql(true)
|
||||
})
|
||||
|
||||
it('rejects files with an invalid extension', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: [],
|
||||
extensions: ['jpg']
|
||||
})
|
||||
should(pattern.match('holidays/IMG_0001.foo')).eql(false)
|
||||
})
|
||||
|
||||
it('matches files that meet the include pattern', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['holidays/**'],
|
||||
exclude: [],
|
||||
extensions: ['jpg']
|
||||
})
|
||||
should(pattern.match('holidays/IMG_0001.jpg')).eql(true)
|
||||
})
|
||||
|
||||
it('matches files that meet one of the include patterns', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['work/**', 'holidays/**'],
|
||||
exclude: [],
|
||||
extensions: ['jpg']
|
||||
})
|
||||
should(pattern.match('holidays/IMG_0001.jpg')).eql(true)
|
||||
})
|
||||
|
||||
it('can include deep sub-directory patterns', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/london/**'],
|
||||
exclude: [],
|
||||
extensions: ['jpg']
|
||||
})
|
||||
should(pattern.match('holidays/london/IMG_0001.jpg')).eql(true)
|
||||
})
|
||||
|
||||
it('can use a partial filename as an include', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/IMG_*'],
|
||||
exclude: [],
|
||||
extensions: ['jpg']
|
||||
})
|
||||
should(pattern.match('holidays/IMG_0001.jpg')).eql(true)
|
||||
})
|
||||
|
||||
it('rejects files that dont meet any of the include patterns', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['work/**', 'home/**'],
|
||||
exclude: [],
|
||||
extensions: ['jpg']
|
||||
})
|
||||
should(pattern.match('holidays/IMG_0001.jpg')).eql(false)
|
||||
})
|
||||
|
||||
it('matches files that dont meet any exclude patterns', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: ['home/**', 'work/**'],
|
||||
extensions: ['jpg']
|
||||
})
|
||||
should(pattern.match('holidays/IMG_0001.jpg')).eql(true)
|
||||
})
|
||||
|
||||
it('rejects files that meet an exclude pattern', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: ['home/**', 'work/**'],
|
||||
extensions: ['jpg']
|
||||
})
|
||||
should(pattern.match('home/IMG_0001.jpg')).eql(false)
|
||||
})
|
||||
|
||||
it('exclude are stronger than include', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['home/**'],
|
||||
exclude: ['**/2016/**'],
|
||||
extensions: ['jpg']
|
||||
})
|
||||
should(pattern.match('home/2016/IMG_0001.jpg')).eql(false)
|
||||
})
|
||||
})
|
||||
|
||||
describe('traversing folders', () => {
|
||||
it('traverses folders that meet an include pattern', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['holidays/**', 'home/**'],
|
||||
exclude: [],
|
||||
extensions: []
|
||||
})
|
||||
should(pattern.canTraverse('holidays')).eql(true)
|
||||
})
|
||||
|
||||
it('traverses nested folders that meet an include pattern', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['holidays/**', 'home/**'],
|
||||
exclude: [],
|
||||
extensions: []
|
||||
})
|
||||
should(pattern.canTraverse('holidays/2016')).eql(true)
|
||||
})
|
||||
|
||||
it('traverses folders that meet an include directory', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['holidays/'],
|
||||
exclude: [],
|
||||
extensions: []
|
||||
})
|
||||
should(pattern.canTraverse('holidays')).eql(true)
|
||||
})
|
||||
|
||||
it('ignores folders that meet an exclude pattern', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: ['holidays/**'],
|
||||
extensions: []
|
||||
})
|
||||
should(pattern.canTraverse('holidays')).eql(false)
|
||||
})
|
||||
|
||||
it('ignores folders that meet an excluded directory name', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: ['holidays/'],
|
||||
extensions: []
|
||||
})
|
||||
should(pattern.canTraverse('holidays')).eql(false)
|
||||
})
|
||||
|
||||
it('ignores folders that meet a nested exclude pattern', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: ['holidays/2016/**'],
|
||||
extensions: []
|
||||
})
|
||||
should(pattern.canTraverse('holidays/2016')).eql(false)
|
||||
})
|
||||
|
||||
it('ignores folders that meet a wildcard exclude pattern', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: ['**/2016/**'],
|
||||
extensions: []
|
||||
})
|
||||
should(pattern.canTraverse('holidays/2016')).eql(false)
|
||||
})
|
||||
|
||||
it('ignores folders starting with a dot', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: [],
|
||||
extensions: []
|
||||
})
|
||||
should(pattern.canTraverse('.git')).eql(false)
|
||||
})
|
||||
|
||||
it('ignores nested folders starting with a dot', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: [],
|
||||
extensions: []
|
||||
})
|
||||
should(pattern.canTraverse('test/.git')).eql(false)
|
||||
})
|
||||
|
||||
it('ignores nested Synology @eaDir thumbnail folders', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: [],
|
||||
extensions: []
|
||||
})
|
||||
should(pattern.canTraverse('photos/@eaDir')).eql(false)
|
||||
})
|
||||
|
||||
it('ignores the Synology recycle bin', () => {
|
||||
const pattern = new GlobPattern({
|
||||
include: ['**/**'],
|
||||
exclude: [],
|
||||
extensions: []
|
||||
})
|
||||
should(pattern.canTraverse('#recycle')).eql(false)
|
||||
})
|
||||
})
|
||||
})
|
||||
Loading…
Reference in New Issue