Some good basic restructuring

pull/1/head
Adam Pash 8 years ago
parent b3f90c489e
commit ecacc6ce12

@ -21,6 +21,5 @@ describe('CustomExtractor', () => {
} = CustomExtractor.extract(NYMagExtractor, url, html, $) } = CustomExtractor.extract(NYMagExtractor, url, html, $)
assert.equal(title, 'Trump Claims He Discussed $25K Donation With Florida Attorney General, But Not Trump University Investigation') assert.equal(title, 'Trump Claims He Discussed $25K Donation With Florida Attorney General, But Not Trump University Investigation')
console.log(leadImageUrl)
}) })
}) })

@ -7,8 +7,5 @@ export default function getExtractor(url) {
const parsedUrl = URL.parse(url) const parsedUrl = URL.parse(url)
const { hostname } = parsedUrl const { hostname } = parsedUrl
return { return Extractors[hostname] || GenericExtractor
...GenericExtractor,
...Extractors[hostname]
}
} }

@ -1,14 +1,16 @@
import fs from 'fs' import fs from 'fs'
import Resource from './resource' import Resource from './resource'
import GenericExtractor from './extractor/generic' import getExtractor from './extractor/get-extractor'
import RootExtractor from './extractor/custom/extractor'
import fetchResource from './resource/utils/fetch-resource' import fetchResource from './resource/utils/fetch-resource'
const Iris = { const Iris = {
parse: async function(url, html) { parse: async function(url, html) {
const $ = await Resource.create(url, html) const $ = await Resource.create(url, html)
const result = GenericExtractor.parse(url, null, $) const Extractor = getExtractor(url)
const result = RootExtractor.extract(Extractor, url, html, $)
return result return result
} }
} }

Loading…
Cancel
Save