Some good basic restructuring

pull/1/head
Adam Pash 8 years ago
parent b3f90c489e
commit ecacc6ce12

@ -21,6 +21,5 @@ describe('CustomExtractor', () => {
} = CustomExtractor.extract(NYMagExtractor, url, html, $)
assert.equal(title, 'Trump Claims He Discussed $25K Donation With Florida Attorney General, But Not Trump University Investigation')
console.log(leadImageUrl)
})
})

@ -7,8 +7,5 @@ export default function getExtractor(url) {
const parsedUrl = URL.parse(url)
const { hostname } = parsedUrl
return {
...GenericExtractor,
...Extractors[hostname]
}
return Extractors[hostname] || GenericExtractor
}

@ -1,14 +1,16 @@
import fs from 'fs'
import Resource from './resource'
import GenericExtractor from './extractor/generic'
import getExtractor from './extractor/get-extractor'
import RootExtractor from './extractor/custom/extractor'
import fetchResource from './resource/utils/fetch-resource'
const Iris = {
parse: async function(url, html) {
const $ = await Resource.create(url, html)
const result = GenericExtractor.parse(url, null, $)
const Extractor = getExtractor(url)
const result = RootExtractor.extract(Extractor, url, html, $)
return result
}
}

Loading…
Cancel
Save