Archives
/
mercury-parser
mirror of https://github.com/postlight/mercury-parser
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

deps: upgrade (#218)

Browse Source
pull/211/head
Adam Pash 5 years ago committed by GitHub
parent 438d495f3e
commit 76d333f0be
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
130 changed files with 42622 additions and 5625 deletions
Show Stats Download Patch File Download Diff File

38
.babelrc
Unescape Escape View File

@ -1,29 +1,33 @@
{
"presets": ["es2015"],
"presets": ["@babel/preset-env"],
"plugins": [
"transform-es2015-destructuring",
"transform-object-rest-spread",
"transform-async-to-generator",
["module-resolver", {
"root": ["./src"],
"alias": {
"./utils": "utils",
"./cleaners": "cleaners",
"./resource": "resource",
"./extractors": "extractors",
"./test-helpers.js": "test-helpers",
"./mercury.js": "mercury"
"@babel/plugin-transform-destructuring",
"@babel/plugin-proposal-object-rest-spread",
"@babel/plugin-transform-async-to-generator",
[
"module-resolver",
{
"root": ["./src"],
"alias": {
"./utils": "utils",
"./cleaners": "cleaners",
"./resource": "resource",
"./extractors": "extractors",
"./test-helpers.js": "test-helpers",
"./mercury.js": "mercury"
}
}
}]
]
],
"env": {
"development": {
"plugins": [
"transform-export-extensions",
["@babel/plugin-proposal-export-default-from"],
["@babel/plugin-proposal-export-namespace-from"],
[
"transform-runtime",
"@babel/plugin-transform-runtime",
{
"polyfill": true,
"corejs": 2,
"regenerator": true
}
]

1
.circleci/config.yml
Unescape Escape View File

@ -21,7 +21,6 @@ jobs:
- checkout
- run: "yarn install"
# For some reason phantomjs-prebuild is failing w/yarn, but npm installing works
- run: "npm install phantomjs-prebuilt"
- run: "yarn add karma-cli --dev"
- run: "yarn test:web --maxWorkers=4"
- run: "yarn build:web --maxWorkers=4"

30
.eslintrc
Unescape Escape View File

@ -1,17 +1,15 @@
{
"parser": "babel-eslint",
"extends": ["airbnb", "prettier"],
"plugins": [
"babel"
],
"plugins": ["babel"],
"globals": {
"describe",
"it",
"fit",
"jasmine",
"beforeEach",
"beforeAll",
"afterAll",
"describe": true,
"it": true,
"fit": true,
"jasmine": true,
"beforeEach": true,
"beforeAll": true,
"afterAll": true
},
"rules": {
"no-param-reassign": 0,
@ -23,18 +21,14 @@
"no-confusing-arrow": 0,
"camelcase": 0,
"no-multiple-empty-lines": [
"error", {"max": 1, "maxEOF": 0, "maxBOF": 0}
"error",
{ "max": 1, "maxEOF": 0, "maxBOF": 0 }
],
},
"options": {
"no-multiple-empty-lines": {
"max": 1,
"maxEOF": 0,
},
"import/no-unresolved": false
},
"settings": {
"import/resolver": {
"babel-module": {}
}
},
}
}

6162
dist/mercury.js vendored
View File

File diff suppressed because it is too large Load Diff

35862
dist/mercury.web.js vendored
View File

File diff suppressed because one or more lines are too long

13
karma.conf.js
Unescape Escape View File

@ -4,15 +4,11 @@ module.exports = function (config) {
basePath: '',
frameworks: ['jasmine', 'browserify'],
files: [
'./node_modules/phantomjs-polyfill-find/find-polyfill.js',
'./node_modules/phantomjs-polyfill-string-includes/index.js',
{ pattern: 'src/**/*.test.js', included: true },
],
exclude: [
],
exclude: [],
preprocessors: {
'src/**/*.js': ['browserify'],
@ -20,10 +16,7 @@ module.exports = function (config) {
browserify: {
debug: true,
transform: [
'brfs-babel',
'babelify',
],
transform: ['babelify', 'brfs'],
},
reporters: ['progress'],
@ -31,7 +24,7 @@ module.exports = function (config) {
colors: true,
logLevel: config.LOG_INFO,
autoWatch: false,
browsers: [(process.env.CI ? 'PhantomJS' : 'Chrome')],
browsers: ['Chrome'],
singleRun: true,
concurrency: Infinity,
});

107
package.json
Unescape Escape View File

@ -26,78 +26,80 @@
"author": "Postlight",
"license": "ISC",
"devDependencies": {
"@babel/core": "^7.0.0",
"@babel/plugin-external-helpers": "^7.2.0",
"@babel/plugin-proposal-export-default-from": "^7.0.0",
"@babel/plugin-proposal-export-namespace-from": "^7.0.0",
"@babel/plugin-proposal-object-rest-spread": "^7.0.0",
"@babel/plugin-transform-async-to-generator": "^7.0.0",
"@babel/plugin-transform-destructuring": "^7.0.0",
"@babel/plugin-transform-runtime": "^7.0.0",
"@babel/polyfill": "^7.0.0",
"@babel/preset-env": "^7.0.0",
"@babel/runtime": "^7.0.0",
"@babel/runtime-corejs2": "^7.2.0",
"@jesses/circle-github-bot": "^2.1.0",
"@octokit/rest": "^16.8.1",
"all-contributors-cli": "^3.0.7",
"babel-eslint": "^7.1.0",
"babel-jest": "^16.0.0",
"babel-plugin-external-helpers": "^6.18.0",
"@octokit/rest": "^16.9.0",
"all-contributors-cli": "^5.10.0",
"babel-core": "^7.0.0-bridge.0",
"babel-eslint": "^10.0.1",
"babel-jest": "^23.4.2",
"babel-plugin-external-helpers": "^6.22.0",
"babel-plugin-module-alias": "^1.6.0",
"babel-plugin-module-resolver": "^2.2.0",
"babel-plugin-transform-async-to-generator": "^6.8.0",
"babel-plugin-transform-es2015-destructuring": "^6.9.0",
"babel-plugin-transform-export-extensions": "^6.8.0",
"babel-plugin-transform-object-rest-spread": "^6.8.0",
"babel-plugin-transform-runtime": "6.15.0",
"babel-polyfill": "^6.16.0",
"babel-preset-es2015": "^6.13.2",
"babel-runtime": "^6.18.0",
"babelify": "^7.3.0",
"babel-plugin-module-resolver": "^3.1.2",
"babelify": "^10.0.0",
"babelrc-rollup": "^3.0.0",
"brfs": "^2.0.1",
"brfs-babel": "^1.0.0",
"browserify": "^13.1.1",
"browserify": "^16.2.3",
"changelog-maker": "^2.3.0",
"eslint": "^3.8.1",
"eslint-config-airbnb": "^12.0.0",
"eslint": "^5.12.0",
"eslint-config-airbnb": "^17.1.0",
"eslint-config-prettier": "^3.5.0",
"eslint-import-resolver-babel-module": "^2.0.1",
"eslint-plugin-babel": "^3.3.0",
"eslint-plugin-import": "^1.16.0",
"eslint-plugin-jsx-a11y": "^2.2.3",
"eslint-plugin-react": "^6.4.1",
"express": "^4.14.0",
"eslint-import-resolver-babel-module": "^2.2.1",
"eslint-plugin-babel": "^5.3.0",
"eslint-plugin-import": "^2.14.0",
"eslint-plugin-jsx-a11y": "^6.1.2",
"eslint-plugin-react": "^7.12.3",
"express": "^4.16.4",
"husky": "^1.3.1",
"inquirer": "^1.1.3",
"inquirer": "^6.2.1",
"jasmine-core": "^2.5.2",
"jest": "^16.0.2",
"jest-cli": "^16.0.2",
"karma": "^1.3.0",
"karma-browserify": "^5.1.0",
"karma-chrome-launcher": "^2.0.0",
"jest": "^23.6.0",
"jest-cli": "^23.6.0",
"karma": "^3.1.4",
"karma-browserify": "^6.0.0",
"karma-chrome-launcher": "^2.2.0",
"karma-cli": "^2.0.0",
"karma-jasmine": "^1.0.2",
"karma-mocha": "^1.3.0",
"karma-phantomjs-launcher": "^1.0.2",
"karma-requirejs": "^1.1.0",
"lint-staged": "^8.1.0",
"mocha": "^3.1.2",
"nock": "^9.0.2",
"ora": "^0.3.0",
"phantomjs-polyfill-find": "ptim/phantomjs-polyfill-find",
"phantomjs-polyfill-string-includes": "^1.0.0",
"phantomjs-prebuilt": "^2.1.14",
"mocha": "^5.2.0",
"nock": "^10.0.6",
"ora": "^3.0.0",
"prettier": "^1.15.3",
"requirejs": "^2.3.2",
"rollup": "^0.36.3",
"rollup-plugin-babel": "^2.6.1",
"rollup-plugin-commonjs": "^5.0.5",
"rollup-plugin-node-globals": "^1.0.9",
"requirejs": "^2.3.6",
"rollup": "^1.1.0",
"rollup-plugin-babel": "^4.0.1",
"rollup-plugin-commonjs": "^9.2.0",
"rollup-plugin-node-globals": "^1.4.0",
"rollup-plugin-node-resolve": "^2.0.0",
"rollup-plugin-uglify": "^1.0.1",
"watchify": "^3.7.0"
"rollup-plugin-uglify": "^6.0.1",
"watchify": "^3.11.0"
},
"dependencies": {
"browser-request": "adampash/browser-request#feat-add-headers-to-response",
"cheerio": "^0.22.0",
"difflib": "adampash/difflib.js",
"ellipsize": "0.0.2",
"iconv-lite": "^0.4.15",
"jquery": "^3.1.1",
"moment": "^2.14.1",
"moment-parseformat": "^2.1.4",
"moment-timezone": "^0.5.10",
"ellipsize": "0.1.0",
"iconv-lite": "0.4.24",
"jquery": "^3.3.1",
"moment": "^2.23.0",
"moment-parseformat": "3.0.0",
"moment-timezone": "0.5.23",
"request": "czardoz/request",
"request-promise": "^4.1.1",
"request-promise": "^4.2.2",
"string-direction": "^0.1.2",
"url": "adampash/node-url#feat-remove-punycode",
"valid-url": "^1.0.9",
@ -106,9 +108,10 @@
"browser": {
"main": "./dist/mercury.web.js",
"cheerio": "./src/shims/cheerio-query",
"jquery": "./node_modules/jquery/dist/jquery.min.js",
"request": "browser-request",
"iconv-lite": "./src/shims/iconv-lite",
"moment-timezone": "./node_modules/moment-timezone/builds/moment-timezone-with-data-2010-2020.min.js"
"moment-timezone": "./node_modules/moment-timezone/builds/moment-timezone-with-data-2012-2022.min.js"
},
"husky": {
"hooks": {

22
rollup.config.js
Unescape Escape View File

@ -1,18 +1,22 @@
/* eslint-disable import/no-extraneous-dependencies */
import babel from 'rollup-plugin-babel';
import babelrc from 'babelrc-rollup'; // eslint-disable-line import/extensions
import commonjs from 'rollup-plugin-commonjs';
const babelOpts = babelrc();
babelOpts.runtimeHelpers = true;
export default {
entry: 'src/mercury.js',
input: 'src/mercury.js',
plugins: [
commonjs(),
babel(babelOpts),
babel({
externalHelpers: false,
runtimeHelpers: true,
}),
],
format: 'cjs',
dest: process.env.MERCURY_TEST_BUILD ? 'dist/mercury_test.js' : 'dist/mercury.js',
sourceMap: true,
treeshake: true,
output: {
file: process.env.MERCURY_TEST_BUILD
? 'dist/mercury_test.js'
: 'dist/mercury.js',
format: 'cjs',
sourceMap: true,
},
};

32
rollup.config.web.js
Unescape Escape View File

@ -1,19 +1,16 @@
/* eslint-disable import/no-extraneous-dependencies */
import babel from 'rollup-plugin-babel';
import babelrc from 'babelrc-rollup'; // eslint-disable-line import/extensions
import commonjs from 'rollup-plugin-commonjs';
import nodeResolve from 'rollup-plugin-node-resolve';
import globals from 'rollup-plugin-node-globals';
import uglify from 'rollup-plugin-uglify'; // eslint-disable-line import/extensions
const babelOpts = babelrc();
babelOpts.runtimeHelpers = true;
babelOpts.exclude = './node_modules/**';
import { uglify } from 'rollup-plugin-uglify'; // eslint-disable-line import/extensions
import babel from 'rollup-plugin-babel';
import commonjs from 'rollup-plugin-commonjs';
export default {
entry: 'src/mercury.js',
input: 'src/mercury.js',
plugins: [
babel(babelOpts),
babel({
runtimeHelpers: true,
exclude: './node_modules#<{(|*',
}),
commonjs({
ignoreGlobal: true,
}),
@ -24,8 +21,13 @@ export default {
}),
uglify(),
],
format: 'iife',
moduleName: 'Mercury',
dest: process.env.MERCURY_TEST_BUILD ? 'dist/mercury_test.web.js' : 'dist/mercury.web.js',
sourceMap: false,
treeshake: true,
output: {
file: process.env.MERCURY_TEST_BUILD
? 'dist/mercury_test.web.js'
: 'dist/mercury.web.js',
format: 'iife',
name: 'Mercury',
sourceMap: true,
},
};

2
scripts/check-build.test.js
Unescape Escape View File

@ -52,7 +52,7 @@ if (process.env.CI) {
assert.equal(true, false);
done();
});
})
}, 10000)
);
});
}

8
scripts/karma.conf.js
Unescape Escape View File

@ -11,12 +11,10 @@ module.exports = function(config) {
// frameworks to use
// available frameworks: https://npmjs.org/browse/keyword/karma-adapter
frameworks: ['jasmine', 'browserify'],
frameworks: ['browserify', 'jasmine'],
// list of files / patterns to load in the browser
files: [
'../node_modules/phantomjs-polyfill-find/find-polyfill.js',
'../node_modules/phantomjs-polyfill-string-includes/index.js',
'../dist/mercury.web.js',
{ pattern: 'check-build.test.js', included: true },
],
@ -32,7 +30,7 @@ module.exports = function(config) {
browserify: {
debug: true,
transform: ['brfs-babel', 'babelify'],
transform: [['babelify', { presets: ['@babel/preset-env'] }], 'brfs'],
},
// test results reporter to use
@ -56,7 +54,7 @@ module.exports = function(config) {
// start these browsers
// available browser launchers: https://npmjs.org/browse/keyword/karma-launcher
// browsers: ['PhantomJS'],
browsers: [process.env.CI ? 'PhantomJS' : 'Chrome'],
browsers: ['Chrome'],
// browsers: ['Chrome'],
// Continuous Integration mode

9
scripts/templates/custom-extractor-test.js
Unescape Escape View File

@ -28,10 +28,9 @@ function testFor(key, value, dir) {
`;
}
export default function (file, url, dir, result, name) {
export default function(file, url, dir, result, name) {
return template`
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -39,6 +38,8 @@ export default function (file, url, dir, result, name) {
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('${name}', () => {
describe('initial test case', () => {
let result;
@ -60,7 +61,9 @@ export default function (file, url, dir, result, name) {
assert.equal(extractor.domain, URL.parse(url).hostname)
})
${Reflect.ownKeys(result).map(k => testFor(k, result[k], dir)).join('\n\n')}
${Reflect.ownKeys(result)
.map(k => testFor(k, result[k], dir))
.join('\n\n')}
it('returns the content', async () => {
// To pass this test, fill out the content selector

3
src/cleaners/content.test.js
Unescape Escape View File

@ -1,10 +1,11 @@
import assert from 'assert';
import cheerio from 'cheerio';
import fs from 'fs';
import extractBestNode from 'extractors/generic/content/extract-best-node';
import extractCleanNode from './content';
const fs = require('fs');
describe('extractCleanNode(article, { $, cleanConditionally, title } })', () => {
it('cleans cruft out of a DOM node', () => {
const html = fs.readFileSync('./fixtures/wired.html', 'utf-8');

3
src/cleaners/date-published.test.js
Unescape Escape View File

@ -1,8 +1,7 @@
import assert from 'assert';
import moment from 'moment-timezone';
import {
default as cleanDatePublished,
import cleanDatePublished, {
cleanDateString,
} from './date-published';

2
src/extractors/collect-all-pages.js
Unescape Escape View File

@ -21,6 +21,7 @@ export default async function collectAllPages({
// likely gone wrong.
while (next_page_url && pages < 26) {
pages += 1;
// eslint-disable-next-line no-await-in-loop
$ = await Resource.create(next_page_url);
html = $.html();
@ -44,6 +45,7 @@ export default async function collectAllPages({
}`,
};
// eslint-disable-next-line prefer-destructuring
next_page_url = nextPageResult.next_page_url;
}

3
src/extractors/custom/247sports.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('twofortysevensportsComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/abcnews.go.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('AbcnewsGoComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/deadspin.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('DeadspinExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/fandom.wikia.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
// Rename CustomExtractor
describe('WikiaExtractor', () => {
describe('initial test case', () => {

3
src/extractors/custom/fortune.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('FortuneComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/forward.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('ForwardComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/fusion.net/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('FusionNetExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/gothamist.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('GothamistComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/hellogiggles.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('HellogigglesComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/ici.radio-canada.ca/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('IciRadioCanadaCaExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/mashable.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('MashableComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/medium.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('MediumExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/money.cnn.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('MoneyCnnComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/newrepublic.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('NewrepublicComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/news.nationalgeographic.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('NewsNationalgeographicComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/nymag.com/index.test.js
Unescape Escape View File

@ -1,8 +1,9 @@
import assert from 'assert';
import fs from 'fs';
import Mercury from 'mercury';
const fs = require('fs');
describe('NYMagExtractor', () => {
it('works with a feature story', async () => {
const html = fs.readFileSync('./fixtures/nymag.com/ailes.html');

3
src/extractors/custom/obamawhitehouse.archives.gov/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('ObamawhitehouseArchivesGovExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/observer.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('ObserverComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/pagesix.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('PagesixComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/people.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('PeopleComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/qz.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('QzComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/sciencefly.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('ScienceflyComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/thefederalistpapers.org/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('ThefederalistpapersOrgExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/thoughtcatalog.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('ThoughtcatalogComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/twitter.com/index.test.js
Unescape Escape View File

@ -1,8 +1,9 @@
import assert from 'assert';
import fs from 'fs';
import Mercury from 'mercury';
const fs = require('fs');
describe('TwitterExtractor', () => {
it('works with a feature story', async () => {
const html = fs.readFileSync('./fixtures/twitter.com/tweet.html');

3
src/extractors/custom/uproxx.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('UproxxComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.al.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwAlComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.americanow.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwAmericanowComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.androidcentral.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwAndroidcentralComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.aol.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwAolComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.apartmenttherapy.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
// Rename CustomExtractor
describe('ApartmentTherapyExtractor', () => {
describe('initial test case', () => {

3
src/extractors/custom/www.bloomberg.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwBloombergComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.broadwayworld.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
// Rename CustomExtractor
describe('CustomExtractor', () => {
describe('initial test case', () => {

3
src/extractors/custom/www.bustle.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwBustleComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.buzzfeed.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
// Rename CustomExtractor
describe('BuzzfeedExtractor', () => {
describe('initial test case', () => {

3
src/extractors/custom/www.cbssports.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwCbssportsComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.chicagotribune.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwChicagotribuneComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.cinemablend.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwCinemablendComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.cnbc.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwCnbcComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.cnet.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwCnetComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.cnn.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwCnnComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.dmagazine.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwDmagazineComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.eonline.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwEonlineComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.fool.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwFoolComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.howtogeek.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwHowtogeekComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.huffingtonpost.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwHuffingtonpostComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.inquisitr.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwInquisitrComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.latimes.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwLatimesComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.linkedin.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwLinkedinComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.littlethings.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
// Rename CustomExtractor
describe('LittleThingsExtractor', () => {
describe('initial test case', () => {

3
src/extractors/custom/www.macrumors.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwMacrumorsComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.mentalfloss.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwMentalflossComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.miamiherald.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwMiamiheraldComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.msn.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
// Rename CustomExtractor
describe('MSNExtractor', () => {
describe('initial test case', () => {

3
src/extractors/custom/www.msnbc.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwMsnbcComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.nationalgeographic.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwNationalgeographicComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.nbcnews.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwNbcnewsComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.newyorker.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('NewYorkerExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.nj.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwNjComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.npr.org/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwNprOrgExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.nydailynews.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwNydailynewsComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.nytimes.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import cheerio from 'cheerio';
import URL from 'url';
@ -7,6 +6,8 @@ import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
import Mercury from 'mercury';
const fs = require('fs');
describe('NYTimesExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.opposingviews.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwOpposingviewsComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.politico.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
// Rename CustomExtractor
describe('PoliticoExtractor', () => {
describe('initial test case', () => {

3
src/extractors/custom/www.popsugar.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwPopsugarComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.prospectmagazine.co.uk/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwProspectmagazineCoUkExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.qdaily.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwQdailyComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.rawstory.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwRawstoryComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.recode.net/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwRecodeNetExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.refinery29.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwRefinery29ComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.reuters.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwReutersComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.rollingstone.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwRollingstoneComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.sbnation.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwSbnationComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.si.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwSiComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.slate.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwSlateComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.theatlantic.com/index.test.js
Unescape Escape View File

@ -1,11 +1,12 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
const fs = require('fs');
// Rename CustomExtractor
describe('AtlanticExtractor', () => {
describe('initial test case', () => {

3
src/extractors/custom/www.theguardian.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwTheguardianComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.thepennyhoarder.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwThepennyhoarderComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.thepoliticalinsider.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwThepoliticalinsiderComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.theverge.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwThevergeComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.tmz.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwTmzComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.today.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwTodayComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.usmagazine.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwUsmagazineComExtractor', () => {
it('is selected properly', () => {
// This test should be passing by default.

3
src/extractors/custom/www.vox.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwVoxComExtractor', () => {
describe('initial test case', () => {
let result;

3
src/extractors/custom/www.washingtonpost.com/index.test.js
Unescape Escape View File

@ -1,5 +1,4 @@
import assert from 'assert';
import fs from 'fs';
import URL from 'url';
import cheerio from 'cheerio';
@ -7,6 +6,8 @@ import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwWashingtonpostComExtractor', () => {
describe('initial test case', () => {
let result;

Some files were not shown because too many files have changed in this diff Show More

Write Preview
Loading…
Cancel
Save