Archives
/
mercury-parser
mirror of https://github.com/postlight/mercury-parser
2
0
Fork 0
Code Issues Projects Releases Wiki Activity

feat: update more custom parsers and unit tests

Browse Source
move-fixtures
Sarah Doire 2 years ago
parent 8e3ba45ee7
commit 8543db6017
69 changed files with 4665 additions and 3887 deletions
Show Stats Download Patch File Download Diff File

273
dist/mercury.js vendored
Unescape Escape View File

@ -2269,13 +2269,13 @@ var DeadspinExtractor = {
domain: 'deadspin.com',
supportedDomains: ['jezebel.com', 'lifehacker.com', 'kotaku.com', 'gizmodo.com', 'jalopnik.com', 'kinja.com', 'avclub.com', 'clickhole.com', 'splinternews.com', 'theonion.com', 'theroot.com', 'thetakeout.com', 'theinventory.com'],
title: {
selectors: ['h1.headline']
selectors: ['header h1', 'h1.headline']
},
author: {
selectors: ['.author']
selectors: ['a[data-ga*="Author"]', '.author']
},
content: {
selectors: ['.post-content', '.entry-content'],
selectors: ['.js_post-content', '.post-content', '.entry-content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {
@ -2290,7 +2290,7 @@ var DeadspinExtractor = {
clean: ['.magnifier', '.lightbox']
},
date_published: {
selectors: [['time.updated[datetime]', 'datetime']]
selectors: [['meta[name="article:published_time"]', 'value'], ['time.updated[datetime]', 'datetime']]
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
@ -2484,7 +2484,7 @@ var WwwTmzComExtractor = {
},
author: 'TMZ STAFF',
date_published: {
selectors: ['.article-posted-date'],
selectors: ['.article__published-at', '.article-posted-date'],
timezone: 'America/Los_Angeles'
},
dek: {
@ -2495,7 +2495,7 @@ var WwwTmzComExtractor = {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['.article-content', '.all-post-body'],
selectors: ['.article__blocks', '.article-content', '.all-post-body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
@ -2611,7 +2611,7 @@ var MoneyCnnComExtractor = {
selectors: ['.article-title']
},
author: {
selectors: ['.byline a']
selectors: [['meta[name="author"]', 'value'], '.byline a']
},
date_published: {
selectors: [['meta[name="date"]', 'value']],
@ -2760,10 +2760,10 @@ var WwwAolComExtractor = {
var WwwYoutubeComExtractor = {
domain: 'www.youtube.com',
title: {
selectors: ['.watch-title', 'h1.watch-title-container']
selectors: [['meta[name="title"]', 'value'], '.watch-title', 'h1.watch-title-container']
},
author: {
selectors: ['.yt-user-info']
selectors: [['link[itemprop="name"]', 'content'], '.yt-user-info']
},
date_published: {
selectors: [['meta[itemProp="datePublished"]', 'value']],
@ -2778,7 +2778,7 @@ var WwwYoutubeComExtractor = {
},
content: {
defaultCleaner: false,
selectors: [['#player-api', '#eow-description']],
selectors: [['#player-api', '#description']],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {
@ -2797,25 +2797,27 @@ var WwwYoutubeComExtractor = {
var WwwTheguardianComExtractor = {
domain: 'www.theguardian.com',
title: {
selectors: ['.content__headline']
selectors: ['h1', '.content__headline']
},
author: {
selectors: ['p.byline']
selectors: ['address[data-link-name="byline"]', 'p.byline']
},
date_published: {
selectors: [['meta[name="article:published_time"]', 'value']]
},
dek: {
selectors: ['.content__standfirst']
selectors: ['div[data-gu-name="standfirst"]', '.content__standfirst']
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['.content__article-body'],
selectors: ['#maincontent', '.content__article-body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
transforms: {
'h2': 'h4'
},
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
@ -2891,19 +2893,19 @@ var WwwBloombergComExtractor = {
var WwwBustleComExtractor = {
domain: 'www.bustle.com',
title: {
selectors: ['h1.post-page__title']
selectors: ['h1', 'h1.post-page__title']
},
author: {
selectors: ['div.content-meta__author']
selectors: ['a[href*="profile"]', 'div.content-meta__author']
},
date_published: {
selectors: [['time.content-meta__published-date[datetime]', 'datetime']]
selectors: [['time', 'datetime']]
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['.post-page__body'],
selectors: ['article', '.post-page__body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
@ -2981,7 +2983,7 @@ var QzComExtractor = {
selectors: [['meta[name="author"]', 'value']]
},
date_published: {
selectors: [['time[datetime]', 'datetime']]
selectors: [['meta[name="article:published_time"]', 'value'], ['time[datetime]', 'datetime']]
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value'], ['meta[property="og:image"]', 'content'], ['meta[name="twitter:image"]', 'content']]
@ -3045,7 +3047,7 @@ var WwwReutersComExtractor = {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['div.ArticleBodyWrapper'],
selectors: ['div.ArticleBodyWrapper', '#article-text'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {
@ -3061,19 +3063,19 @@ var WwwReutersComExtractor = {
var MashableComExtractor = {
domain: 'mashable.com',
title: {
selectors: ['h1.title']
selectors: ['header h1', 'h1.title']
},
author: {
selectors: ['span.author_name a']
selectors: [['meta[name="article:author"]', 'value'], 'span.author_name a']
},
date_published: {
selectors: [['meta[name="og:article:published_time"]', 'value']]
selectors: [['meta[name="article:published_time"]', 'value']]
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['section.article-content.blueprint'],
selectors: ['#article', 'section.article-content.blueprint'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {
@ -3238,19 +3240,19 @@ var WwwNationalgeographicComExtractor = {
var WwwLatimesComExtractor = {
domain: 'www.latimes.com',
title: {
selectors: ['.trb_ar_hl']
selectors: ['h1.headline', '.trb_ar_hl']
},
author: {
selectors: [['meta[name="author"]', 'value']]
selectors: ['a[data-click="standardBylineAuthorName"]', ['meta[name="author"]', 'value']]
},
date_published: {
selectors: [['meta[itemprop="datePublished"]', 'value']]
selectors: [['meta[name="article:published_time"]', 'value'], ['meta[itemprop="datePublished"]', 'value']]
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['.trb_ar_main'],
selectors: ['.page-article-body', '.trb_ar_main'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {
@ -3305,7 +3307,7 @@ var ThefederalistpapersOrgExtractor = {
selectors: ['h1.entry-title']
},
author: {
selectors: ['main span.entry-author-name']
selectors: ['.author-meta-title', 'main span.entry-author-name']
},
date_published: {
selectors: [['meta[name="article:published_time"]', 'value']]
@ -3314,14 +3316,14 @@ var ThefederalistpapersOrgExtractor = {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['.entry-content'],
selectors: ['.content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: [['p[style]']]
clean: ['header', '.article-sharing', '.after-article', '.type-commenting', '.more-posts', ['p[style]']]
}
};
@ -3361,10 +3363,10 @@ var WwwMsnbcComExtractor = {
selectors: ['h1', 'h1.is-title-pane']
},
author: {
selectors: ['.author']
selectors: ['.byline-name', '.author']
},
date_published: {
selectors: [['meta[name="DC.date.issued"]', 'value']]
selectors: [['meta[itemprop="datePublished"]', 'value'], ['meta[name="DC.date.issued"]', 'value']]
},
dek: {
selectors: [['meta[name="description"]', 'value']]
@ -3373,7 +3375,7 @@ var WwwMsnbcComExtractor = {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['.pane-node-body'],
selectors: ['.article-body__content', '.pane-node-body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {
@ -3430,27 +3432,27 @@ var WwwThepoliticalinsiderComExtractor = {
var WwwMentalflossComExtractor = {
domain: 'www.mentalfloss.com',
title: {
selectors: ['h1.title', '.title-group', '.inner']
selectors: [['meta[name="og:title"]', 'value'], 'h1.title', '.title-group', '.inner']
},
author: {
selectors: ['.field-name-field-enhanced-authors']
selectors: ['a[data-vars-label*="authors"]', '.field-name-field-enhanced-authors']
},
date_published: {
selectors: ['.date-display-single'],
selectors: [['meta[name="article:published_time"]', 'value'], '.date-display-single'],
timezone: 'America/New_York'
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['div.field.field-name-body'],
selectors: ['article main', 'div.field.field-name-body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: []
clean: ['small']
}
};
@ -3485,19 +3487,19 @@ var AbcnewsGoComExtractor = {
var WwwNydailynewsComExtractor = {
domain: 'www.nydailynews.com',
title: {
selectors: ['h1#ra-headline']
selectors: ['h1.headline', 'h1#ra-headline']
},
author: {
selectors: [['meta[name="parsely-author"]', 'value']]
selectors: ['.article_byline span', ['meta[name="parsely-author"]', 'value']]
},
date_published: {
selectors: [['meta[name="sailthru.date"]', 'value']]
selectors: ['time', ['meta[name="sailthru.date"]', 'value']]
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['article#ra-body'],
selectors: ['article', 'article#ra-body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
@ -3592,19 +3594,22 @@ var ObserverComExtractor = {
var PeopleComExtractor = {
domain: 'people.com',
title: {
selectors: [['meta[name="og:title"]', 'value']]
selectors: ['.article-header h1', ['meta[name="og:title"]', 'value']]
},
author: {
selectors: ['a.author.url.fn']
selectors: [['meta[name="sailthru.author"]', 'value'], 'a.author.url.fn']
},
date_published: {
selectors: [['meta[name="article:published_time"]', 'value']]
selectors: ['.mntl-attribution__item-date', ['meta[name="article:published_time"]', 'value']]
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
dek: {
selectors: ['.article-header h2']
},
content: {
selectors: ['div.article-body__inner'],
selectors: ['div[class^="loc article-content"]', 'div.article-body__inner'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
@ -3645,30 +3650,30 @@ var WwwUsmagazineComExtractor = {
var WwwRollingstoneComExtractor = {
domain: 'www.rollingstone.com',
title: {
selectors: ['h1.content-title']
selectors: ['h1.l-article-header__row--title', 'h1.content-title']
},
author: {
selectors: ['a.content-author.tracked-offpage']
selectors: ['a.c-byline__link', 'a.content-author.tracked-offpage']
},
date_published: {
selectors: ['time.content-published-date'],
selectors: [['meta[name="article:published_time"]', 'value'], 'time.content-published-date'],
timezone: 'America/New_York'
},
dek: {
selectors: ['.content-description']
selectors: ['h2.l-article-header__row--lead', '.content-description']
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: [['.lead-container', '.article-content'], '.article-content'],
selectors: ['.l-article-content', ['.lead-container', '.article-content'], '.article-content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: ['.module-related']
clean: ['.c-related-links-wrapper', '.module-related']
}
};
@ -3917,20 +3922,20 @@ var WwwSiComExtractor = {
var WwwRawstoryComExtractor = {
domain: 'www.rawstory.com',
title: {
selectors: ['.blog-title']
selectors: [['meta[name="og:title"]', 'value'], '.blog-title']
},
author: {
selectors: ['.blog-author a:first-of-type']
selectors: ['div.main-post-head .social-author__name', '.blog-author a:first-of-type']
},
date_published: {
selectors: ['.blog-author a:last-of-type'],
selectors: [['meta[name="article:published_time"]', 'value'], '.blog-author a:last-of-type'],
timezone: 'EST'
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['.blog-content'],
selectors: ['.post-body', '.blog-content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
@ -3979,33 +3984,6 @@ var WwwCnetComExtractor = {
}
};
var WwwCinemablendComExtractor = {
domain: 'www.cinemablend.com',
title: {
selectors: ['.story_title']
},
author: {
selectors: ['.author']
},
date_published: {
selectors: [['meta[name="article:published_time"]', 'value']],
timezone: 'EST'
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['div#wrap_left_content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: []
}
};
var WwwTodayComExtractor = {
domain: 'www.today.com',
title: {
@ -4032,33 +4010,6 @@ var WwwTodayComExtractor = {
}
};
var WwwHowtogeekComExtractor = {
domain: 'www.howtogeek.com',
title: {
selectors: ['title']
},
author: {
selectors: ['#authorinfobox a']
},
date_published: {
selectors: ['#authorinfobox + div li'],
timezone: 'GMT'
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['.thecontent'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: []
}
};
var WwwAlComExtractor = {
domain: 'www.al.com',
title: {
@ -4233,7 +4184,7 @@ var ThoughtcatalogComExtractor = {
selectors: ['h1.title', ['meta[name="og:title"]', 'value']]
},
author: {
selectors: ['div.col-xs-12.article_header div.writer-container.writer-container-inline.writer-no-avatar h4.writer-name', 'h1.writer-name']
selectors: ['cite a', 'div.col-xs-12.article_header div.writer-container.writer-container-inline.writer-no-avatar h4.writer-name', 'h1.writer-name']
},
date_published: {
selectors: [['meta[name="article:published_time"]', 'value']]
@ -4249,7 +4200,7 @@ var ThoughtcatalogComExtractor = {
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: ['.tc_mark']
clean: ['.tc_mark', 'figcaption']
}
};
@ -4339,10 +4290,10 @@ var WwwLinkedinComExtractor = {
selectors: ['.article-title', 'h1']
},
author: {
selectors: [['meta[name="article:author"]', 'value'], '.entity-name a[rel=author]']
selectors: ['.main-author-card h3', ['meta[name="article:author"]', 'value'], '.entity-name a[rel=author]']
},
date_published: {
selectors: [['time[itemprop="datePublished"]', 'datetime']],
selectors: ['.base-main-card__metadata', ['time[itemprop="datePublished"]', 'datetime']],
timezone: 'America/Los_Angeles'
},
dek: {
@ -4353,7 +4304,7 @@ var WwwLinkedinComExtractor = {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: [['header figure', '.prose'], '.prose'],
selectors: ['.article-content__body', ['header figure', '.prose'], '.prose'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
@ -4428,23 +4379,23 @@ var WwwOpposingviewsComExtractor = {
var WwwProspectmagazineCoUkExtractor = {
domain: 'www.prospectmagazine.co.uk',
title: {
selectors: ['.page-title']
selectors: ['.blog-header__title', '.page-title']
},
author: {
selectors: ['.aside_author .title']
selectors: ['.blog-header__author-link', '.aside_author .title']
},
date_published: {
selectors: ['.post-info'],
selectors: [['meta[name="article:published_time"]', 'value'], '.post-info'],
timezone: 'Europe/London'
},
dek: {
selectors: ['.page-subtitle']
selectors: ['.blog-header__description', '.page-subtitle']
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['article .post_content'],
selectors: ['.blog__container', 'article .post_content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
@ -4461,10 +4412,10 @@ var ForwardComExtractor = {
selectors: [['meta[name="og:title"]', 'value']]
},
author: {
selectors: ['.author-name', ['meta[name="sailthru.author"]', 'value']]
selectors: ['.post-author a', '.author-name', ['meta[name="sailthru.author"]', 'value']]
},
date_published: {
selectors: [['meta[name="date"]', 'value']]
selectors: [['meta[name="article:published_time"]', 'value'], ['meta[name="date"]', 'value']]
},
dek: {
selectors: [// enter selectors
@ -4474,14 +4425,14 @@ var ForwardComExtractor = {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: [['.post-item-media-wrap', '.post-item p']],
selectors: ['.content-container article', ['.post-item-media-wrap', '.post-item p']],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: ['.donate-box', '.message', '.subtitle']
clean: ['.post-author', '.donate-box', '.message', '.subtitle']
}
};
@ -4558,19 +4509,19 @@ var WwwFoolComExtractor = {
selectors: ['h1']
},
author: {
selectors: ['.author-inline .author-name']
selectors: [['meta[name="author"]', 'value'], '.author-inline .author-name']
},
date_published: {
selectors: [['meta[name="date"]', 'value']]
},
dek: {
selectors: ['header h2']
selectors: [['meta[name="og:description"]', 'value'], 'header h2']
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['.article-content'],
selectors: ['.tailwind-article-body', '.article-content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {
@ -5216,7 +5167,7 @@ var WwwPublickey1JpExtractor = {
selectors: ['h1']
},
author: {
selectors: ['#subcol p:has(img)']
selectors: ['.bloggerinchief p:first-of-type', '#subcol p:has(img)']
},
date_published: {
selectors: ['div.pubdate'],
@ -5259,13 +5210,13 @@ var TakagihiromitsuJpExtractor = {
var BookwalkerJpExtractor = {
domain: 'bookwalker.jp',
title: {
selectors: ['h1.main-heading']
selectors: ['h1.p-main__title', 'h1.main-heading']
},
author: {
selectors: ['div.authors']
selectors: ['div.p-author__list', 'div.authors']
},
date_published: {
selectors: ['.work-info .work-detail:first-of-type .work-detail-contents:last-of-type'],
selectors: ['dl.p-information__data dd:nth-of-type(7)', '.work-info .work-detail:first-of-type .work-detail-contents:last-of-type'],
timezone: 'Asia/Tokyo'
},
dek: null,
@ -5273,7 +5224,7 @@ var BookwalkerJpExtractor = {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: [['div.main-info', 'div.main-cover-inner']],
selectors: ['div.p-main__information', ['div.main-info', 'div.main-cover-inner']],
defaultCleaner: false,
transforms: {},
clean: ['span.label.label--trial', 'dt.info-head.info-head--coin', 'dd.info-contents.info-contents--coin', 'div.info-notice.fn-toggleClass']
@ -5403,20 +5354,20 @@ var GetnewsJpExtractor = {
var WwwLifehackerJpExtractor = {
domain: 'www.lifehacker.jp',
title: {
selectors: ['h1.lh-summary-title']
selectors: ['h1[class^="article_pArticle_Title"]', 'h1.lh-summary-title']
},
author: {
selectors: ['p.lh-entryDetailInner--credit']
selectors: [['meta[name="author"]', 'value'], 'p.lh-entryDetailInner--credit']
},
date_published: {
selectors: [['div.lh-entryDetail-header time', 'datetime']]
selectors: [['meta[name="article:published_time"]', 'value'], ['div.lh-entryDetail-header time', 'datetime']]
},
dek: null,
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['div.lh-entryDetail-body'],
selectors: ['div[class^="article_pArticle_Body__"]', 'div.lh-entryDetail-body'],
transforms: {
'img.lazyload': function imgLazyload($node) {
var src = $node.attr('src');
@ -5430,13 +5381,13 @@ var WwwLifehackerJpExtractor = {
var SectIijAdJpExtractor = {
domain: 'sect.iij.ad.jp',
title: {
selectors: ['h3']
selectors: ['div.title-box-inner h1', 'h3']
},
author: {
selectors: ['dl.entrydate dd']
selectors: ['p.post-author a', 'dl.entrydate dd']
},
date_published: {
selectors: ['dl.entrydate dd'],
selectors: ['time'],
format: 'YYYY年MM月DD日',
timezone: 'Asia/Tokyo'
},
@ -5445,7 +5396,7 @@ var SectIijAdJpExtractor = {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['#article'],
selectors: ['.entry-inner', '#article'],
transforms: {},
clean: ['dl.entrydate']
}
@ -5454,21 +5405,21 @@ var SectIijAdJpExtractor = {
var WwwOreillyCoJpExtractor = {
domain: 'www.oreilly.co.jp',
title: {
selectors: ['h3']
selectors: [['meta[name="og:title"]', 'value'], 'h3']
},
author: {
selectors: ['li[itemprop="author"]']
selectors: ['span[itemprop="author"]', 'li[itemprop="author"]']
},
date_published: {
selectors: [['meta[itemprop="datePublished"]', 'value']],
selectors: [['dd[itemprop="datePublished"]', 'content'], ['meta[itemprop="datePublished"]', 'value']],
timezone: 'Asia/Tokyo'
},
dek: null,
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
selectors: [['meta[name="og:image:secure_url"]', 'value'], ['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['#content'],
selectors: ['section.detail', '#content'],
defaultCleaner: false,
transforms: {},
clean: ['.social-tools']
@ -5546,22 +5497,22 @@ var TechlogIijAdJpExtractor = {
var WiredJpExtractor = {
domain: 'wired.jp',
title: {
selectors: ['h1.post-title']
selectors: ['h1[data-testid="ContentHeaderHed"]', 'h1.post-title']
},
author: {
selectors: ['p[itemprop="author"]']
selectors: [['meta[name="article:author"]', 'value'], 'p[itemprop="author"]']
},
date_published: {
selectors: [['time', 'datetime']]
selectors: [['meta[name="article:published_time"]', 'value'], ['time', 'datetime']]
},
dek: {
selectors: ['.post-intro']
selectors: ['div[class^="ContentHeaderDek"]', '.post-intro']
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']]
},
content: {
selectors: ['article.article-detail'],
selectors: ['div[data-attribute-verso-pattern="article-body"]', 'article.article-detail'],
transforms: {
'img[data-original]': function imgDataOriginal($node) {
var dataOriginal = $node.attr('data-original');
@ -5647,7 +5598,7 @@ var WwwLemondeFrExtractor = {
var WwwPhoronixComExtractor = {
domain: 'www.phoronix.com',
title: {
selectors: ['article header']
selectors: ['article h1', 'article header']
},
author: {
selectors: ['.author a:first-child']
@ -5675,26 +5626,26 @@ var WwwPhoronixComExtractor = {
var PitchforkComExtractor = {
domain: 'pitchfork.com',
title: {
selectors: ['title']
selectors: [['meta[name="og:title"]', 'value'], 'title']
},
author: {
selectors: ['.authors-detail__display-name']
selectors: [['meta[name="article:author"]', 'value'], '.authors-detail__display-name']
},
date_published: {
selectors: [['.pub-date', 'datetime']]
selectors: ['div[class^="InfoSliceWrapper-"]', ['.pub-date', 'datetime']]
},
dek: {
selectors: ['.review-detail__abstract']
selectors: [['meta[name="og:description"]', 'value'], '.review-detail__abstract']
},
lead_image_url: {
selectors: [['.single-album-tombstone__art img', 'src']]
selectors: [['meta[name="og:image"]', 'value'], ['.single-album-tombstone__art img', 'src']]
},
content: {
selectors: ['.review-detail__text']
selectors: ['div.body__inner-container', '.review-detail__text']
},
extend: {
score: {
selectors: ['.score']
selectors: ['p[class*="Rating"]', '.score']
}
}
};
@ -6208,9 +6159,7 @@ var CustomExtractors = /*#__PURE__*/Object.freeze({
WwwSiComExtractor: WwwSiComExtractor,
WwwRawstoryComExtractor: WwwRawstoryComExtractor,
WwwCnetComExtractor: WwwCnetComExtractor,
WwwCinemablendComExtractor: WwwCinemablendComExtractor,
WwwTodayComExtractor: WwwTodayComExtractor,
WwwHowtogeekComExtractor: WwwHowtogeekComExtractor,
WwwAlComExtractor: WwwAlComExtractor,
WwwThepennyhoarderComExtractor: WwwThepennyhoarderComExtractor,
WwwWesternjournalismComExtractor: WwwWesternjournalismComExtractor,

94
fixtures/epaper.zeit.de.html vendored
Unescape Escape View File

@ -1,77 +1,31 @@
<!DOCTYPE html>
<!--[if IE 8]> <html lang="de" class="no-js lt-ie9"> <![endif]-->
<!--[if IE 9]> <html lang="de" class="no-js lt-ie10"> <![endif]-->
<!--[if gt IE 9]><!--> <html lang="de" class="no-js">
<head>
<meta charset="utf-8">
<title>ZEIT ONLINE</title>
<meta name="description" value="">
<meta name="robots" value="noindex, follow">
<meta name="viewport" value="width=device-width, initial-scale=1, shrink-to-fit=no, viewport-fit=cover">
<link href="https://meine.zeit.de/static/css/screen.css" media="screen" rel="stylesheet" type="text/css">
<img src="https://audev.zeit.de/981949533494636/ce.pl?ce1=https%3A//meine.zeit.de/anmelden" height="1" width="1">
</head>
<body>
<main class="page">
<header class="header">
<a class="header-logo header-logo--nofloat" href="https://www.zeit.de/index" title="ZEIT Online">
<span class="header-logo__text--visually-hidden">ZEIT Online</span>
</a>
</header>
<div class="content" id="form_content">
<div class="content__form">
<h1 class="content__title">Anmelden</h1>
<div class="userform">
<div class="userform__container">
</div>
</div>
<html lang="de">
<head>
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" value="IE=edge">
<meta name="viewport" value="width=device-width, initial-scale=1">
<meta name="robots" value="noindex, nofollow, noarchive">
<title>Was hei&#xDF;t Sozialismus f&#xFC;r Sie, Kevin K&#xFC;hnert?</title>
<link rel="stylesheet" href="https://epaper.zeit.de/css/article/bootstrap.min.css"> <link rel="stylesheet" href="https://epaper.zeit.de/css/article/article.css"></head>
<body class="hyphenate">
<div class="container">
<div class="row">
<div class="col-xs-12">
<div class="article">
<div class="article__author">
Politik &#xB7; Jochen Bittner, Tina Hildebrandt </div>
<div class="article__content" id="articleContent">
<p class="title">Was hei&#xDF;t Sozialismus f&#xFC;r Sie, Kevin K&#xFC;hnert?</p> <subtitle>Zum Beispiel die Kollektivierung von Firmen wie BMW, sagt der Chef der Jusos. In der Wirtschaftsordnung, die er sich vorstellt, g&#xE4;be es auch kein Eigentum an Wohnraum mehr. Ein Gespr&#xE4;ch &#xFC;ber eine radikale Alternative</subtitle> <image-credits>Foto: Tibor Boz/Redux/laif</image-credits> <box type="citation">
<p>&#xBB;Der Zeitgeist ist nun wirklich kein altruistischer&#xAB;</p>
<author>xxx</author>
</box> <division author="DIE ZEIT" type="interview"> <p>DIE ZEIT: Herr K&#xFC;hnert, Sie nennen sich einen Sozialisten. Was verstehen Sie darunter?</p> </division> <division author="Kevin K&#xFC;hnert" type="interview"> <p>Kevin K&#xFC;hnert: Das ist erst mal ein Nichteinverst&#xE4;ndnis mit der Wirtschafts- und teilweise auch mit der Gesellschaftsordnung. Es markiert den Anspruch, dass eine bessere Welt nicht nur denkbar, sondern auch realisierbar ist. Sprich: eine Welt freier Menschen, die kollektive Bed&#xFC;rfnisse in den Vordergrund stellt und nicht Profitstreben.</p> </division> <division author="ZEIT" type="interview"> <p>ZEIT: Das klingt etwas blumig. Die klassische Definition hei&#xDF;t: Vergesellschaftung von Produktionsmitteln. Unterschreiben Sie das?</p> </division> <division author="K&#xFC;hnert" type="interview"> <p>K&#xFC;hnert: Wenn wir Sozialismus sagen, haben wir oft Bilder aus der Marxschen Zeit vor uns: gro&#xDF;e Fabriken, die nicht denen geh&#xF6;ren, die darin arbeiten. In unsere heutige Zeit &#xFC;bersetzt, reden wir &#xFC;ber den Umgang mit Internetgiganten, den Zugang zu gro&#xDF;en Datenmengen und ob das wirklich in privatwirtschaftlicher Hand sein sollte. Der Grundsatz ist unver&#xE4;ndert: Was unser Leben bestimmt, soll in der Hand der Gesellschaft sein und demokratisch von ihr bestimmt werden. Eine Welt, in der Menschen ihren Bed&#xFC;rfnissen nachgehen k&#xF6;nnen. Eine Demokratisierung aller Lebensbereiche.</p> </division> <byline>DIE FRAGEN STELLTEN JOCHEN BITTNER UND TINA HILDEBRANDT </byline> <linkbox> <text>Lesen Sie eine l&#xE4;ngere Version des Interviews bei ZEIT ONLINE unter </text> <link>www.zeit.de/kevin-kuehnert </linkbox> <p class="caption">Mieten oder kaufen? F&#xFC;r Kevin K&#xFC;hnert eine Frage des Gemeinwohls</p> </div>
</div>
</div>
<footer class="footer">
<div class="footer__logo"></div>
<nav>
<ul class="footer__nav">
<li class="footer__item"><a href="https://www.zeit.de/administratives/agb-kommentare-artikel" class="footer__link">AGB</a></li>
<li class="footer__item"><a href="https://www.zeit.de/hilfe/datenschutz" class="footer__link">Datenschutz</a></li>
<li class="footer__item"><a href="https://www.zeit.de/impressum/index" class="footer__link">Impressum</a></li>
</ul>
</nav>
</footer>
</main>
</body>
</div>
</div>
</body>
</html>

1614
fixtures/hellogiggles.com.html vendored
View File

File diff suppressed because one or more lines are too long

531
fixtures/jvndb.jvn.jp.html vendored
Unescape Escape View File

@ -1,323 +1,236 @@
<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta http-equiv="Content-Type" value="text/html; charset=UTF-8">
<title>JVN iPedia</title>
<meta name="Keywords" value="JVN iPedia">
<meta name="Description" value="JVN iPedia">
<meta http-equiv="X-UA-Compatible" value="IE=edge, requiresActiveX=true">
<meta http-equiv="Content-Script-Type" value="text/javascript">
<meta http-equiv="Content-Style-Type" value="text/css">
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="ja" lang="ja" style="overflow-x:hidden" class=""><head>
<meta http-equiv="Content-Type" content="text/html; charset=Shift_JIS">
<title>JVNDB-2018-013542 - JVN iPedia - 脆弱性対策情報データベース</title>
<meta name="Keywords" content="脆弱性対策情報データベース">
<meta name="Description" content="脆弱性対策情報データベース">
<meta http-equiv="X-UA-Compatible" content="IE=edge, requiresActiveX=true">
<meta http-equiv="Content-Script-Type" content="text/javascript">
<meta http-equiv="Content-Style-Type" content="text/css">
<link href="/en/common/css/master_hnd.css" rel="stylesheet" type="text/css" media="screen,print">
<link href="/common/css/master.css" rel="stylesheet" type="text/css" media="screen,print">
<link media="all" href="/common/css/provide.css" type="text/css" rel="stylesheet">
<link href="/common/css/font.css" rel="stylesheet" type="text/css" media="screen,print">
<link href="/common/css/print.css" rel="stylesheet" type="text/css" media="print">
<link href="/common/css/rightmenu.css" rel="stylesheet" type="text/css" media="screen,print">
<link href="/en/common/css/font.css" rel="stylesheet" type="text/css" media="screen,print">
<link href="/en/common/css/print.css" rel="stylesheet" type="text/css" media="print">
<link rel="alternate" type="application/rss+xml" title="JVN iPedia New" href="https://jvndb.jvn.jp/en/rss/jvndb_new.rdf">
<link href="/en/common/css/rightmenu.css" rel="stylesheet" type="text/css" media="screen,print">
</head>
<link type="text/css" rel="stylesheet" charset="UTF-8" href="https://translate.googleapis.com/translate_static/css/translateelement.css"></head>
<body>
<a name="top" id="top"></a>
<!-- ↓ ヘッダ表示 ↓ -->
<div id="wrapper">
<div id="header">
<div class="logo"><img height="60" alt="JVN iPedia" src="/en/common/img/en_logo.gif" width="490" border="0"></div>
<div class="modifytxt">Last Updated:2022/08/09<br>Total Records:2463</div>
</div>
<div id="head-bar">
</div>
<div id="mainarea">
<div id="leftarea">
<div id="myjvn" class="leftarea-wrapper">
<!-- header begin -->
<div id="header">
<div class="logo"><a href="/"><img height="60" alt="JVN iPedia - 脆弱性対策情報データベース" src="/common/img/logo.gif" width="490" border="0"></a></div>
<div class="modifytxt">最終更新日：2019/02/22</div>
<div class="modifytxt"></div>
</div>
<div id="head-bar">
<a href="/nav/guide_sysadm.html">【活用ガイド】</a>
</div>
<!-- header end -->
<!-- mainarea begin -->
<div id="mainarea">
<!-- leftarea begin -->
<div id="leftarea">
<div class="contents">
<div id="news-list">
<br>
<table class="vuln_table_clase">
<p align="right"><a href="/index.html">JVN iPedia Japanese Version</a></p>
<tbody><tr><td colspan="2">
<h2><font face="arial, geneva, helvetica">JVNDB-2018-013542</font></h2>
</td></tr>
<div class="eyecatch bg5">
<h1>JVN iPedia</h1>
<p>JVN iPedia is the database of vulnerability countermeasure information published on JVN and vulnerability countermeasure information published in Japan and abroad.</p>
<div class="eyecatch-inner border short">
<div class="database-search-block">
</div>
</div>
<tr><td colspan="2">
<h2>NETWAVE&nbsp;MNG6200&nbsp;デバイスにおける証明書・パスワードの管理に関する脆弱性</h2>
</td></tr>
<tr><td class="vuln_table_clase_td_header" colspan="2">
<a name="overview">概要</a>
</td></tr>
<tr><td colspan="2">
<br>
<blockquote>
NETWAVE MNG6200 デバイスには、証明書・パスワードの管理に関する脆弱性が存在します。
</blockquote>
</td></tr>
<tr><td class="vuln_table_clase_td_header" colspan="2">
<a name="cvss">CVSS による深刻度</a> (<a href="/nav/jvndbhelp.html#jvndb3" target="_blank">CVSS とは?</a>)
</td></tr>
<tr><td colspan="2">
<br>
<div style="margin: 20px 40px;">
<div class="clearfix">
<div class="float_left">
<b>CVSS v3 による深刻度<br>基本値: <a href="/cvss/ja/v3.html#CVSS:3.0/AV:N/AC:L/PR:N/UI:N/S:U/C:H/I:H/A:H" target="_blank">9.8</a> (緊急) [NVD値]</b>
<ul>
<li>攻撃元区分: ネットワーク</li>
<li>攻撃条件の複雑さ: 低</li>
<li>攻撃に必要な特権レベル: 不要</li>
<li>利用者の関与: 不要</li>
<li>影響の想定範囲: 変更なし</li>
<li>機密性への影響(C): 高</li>
<li>完全性への影響(I): 高</li>
<li>可用性への影響(A): 高</li>
</ul>
</div>
<div class="node">
<h2 class="bg">Information</h2>
<div class="node-wrapper">
<ul><li></li></ul>
</div>
</div>
<div class="node">
<h2 class="bg">Most Popular Vulnerabilities on JVN iPedia</h2>
<div class="node-wrapper"><b>Date: 2022/07/24 - 2022/07/30</b><br>
<ol>
<li><a href="https://jvndb.jvn.jp/jvndb/JVNDB-2022-000059" target="_blank">JVNDB-2022-000059</a><br>
&quot;Hulu&quot; App for Android uses a hard-coded API key for an external service</li>
<li><a href="https://jvndb.jvn.jp/jvndb/JVNDB-2022-000057" target="_blank">JVNDB-2022-000057</a><br>
WordPress Plugin &quot;Newsletter&quot; vulnerable to cross-site scripting</li>
<li><a href="https://jvndb.jvn.jp/jvndb/JVNDB-2022-000061" target="_blank">JVNDB-2022-000061</a><br>
&quot;JustSystems JUST Online Update for J-License&quot; starts a program with an unquoted file path</li>
</ol></div>
</div>
<div class="node">
<h2 class="bg">New<a href="/en/feed/index.html#jvndbrss" class="rss">RSS</a><a href="/en/feed/" class="data-feed">Data Feeds</a><a href="https://twitter.com/JVNiPedia" target="_blank" class="twitter">twitter</a></h2>
<div class="node-wrapper">
<ul class="news-list bg">
<li class="header"><div class="date"><span>Last Updated</span></div><div class="id"><span>ID</span></div><div class="summary"><span>Title</span></div><div class="severity"><span>CVSSv3</span></div></li>
<li><a href="/en/contents/2016/JVNDB-2016-000113.html">
<div class="date">2022/08/09&#xA0;<span class="update">Update</span></div>
<div class="id">JVNDB-2016-000113</div>
<div class="summary">Apache&#xA0;Struts&#xA0;vulnerable&#xA0;to&#xA0;input&#xA0;validation&#xA0;bypass</div>
<div class="severity">
<div class="newlist_cvss_3_class">5.6(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2016/JVNDB-2016-000112.html">
<div class="date">2022/08/09&#xA0;<span class="update">Update</span></div>
<div class="id">JVNDB-2016-000112</div>
<div class="summary">Apache&#xA0;Struts&#xA0;vulnerable&#xA0;to&#xA0;validation&#xA0;bypass&#xA0;in&#xA0;Getter&#xA0;method</div>
<div class="severity">
<div class="newlist_cvss_3_class">5.6(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2016/JVNDB-2016-000111.html">
<div class="date">2022/08/09&#xA0;<span class="update">Update</span></div>
<div class="id">JVNDB-2016-000111</div>
<div class="summary">Apache&#xA0;Struts&#xA0;vulnerable&#xA0;to&#xA0;cross-site&#xA0;request&#xA0;forgery</div>
<div class="severity">
<div class="newlist_cvss_2_class">3.1(Low)</div>
</div>
</a></li>
<li><a href="/en/contents/2020/JVNDB-2020-000055.html">
<div class="date">2022/08/09&#xA0;<span class="update">Update</span></div>
<div class="id">JVNDB-2020-000055</div>
<div class="summary">Apache&#xA0;Struts&#xA0;2&#xA0;vulnerable&#xA0;to&#xA0;denial-of-service&#xA0;(DoS)</div>
<div class="severity">
<div class="newlist_cvss_3_class">5.9(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2020/JVNDB-2020-000084.html">
<div class="date">2022/08/09&#xA0;<span class="update">Update</span></div>
<div class="id">JVNDB-2020-000084</div>
<div class="summary">Apache&#xA0;Struts&#xA0;2&#xA0;vulnerable&#xA0;to&#xA0;remote&#xA0;code&#xA0;execution&#xA0;(S2-061)</div>
<div class="severity">
<div class="newlist_cvss_4_class">8.1(High)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000062.html">
<div class="date">2022/08/04&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000062</div>
<div class="summary">Kaitai&#xA0;Struct:&#xA0;compiler&#xA0;vulnerable&#xA0;to&#xA0;denial-of-service&#xA0;(DoS)</div>
<div class="severity">
<div class="newlist_cvss_3_class">5.5(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-002112.html">
<div class="date">2022/08/03&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-002112</div>
<div class="summary">CONTEC&#xA0;SolarView&#xA0;Compact&#xA0;vulnerable&#xA0;to&#xA0;insufficient&#xA0;verification&#xA0;in&#xA0;uploading&#xA0;files</div>
<div class="severity">
<div class="newlist_cvss_4_class">8.8(High)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-002143.html">
<div class="date">2022/08/01&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-002143</div>
<div class="summary">Information&#xA0;Disclosure&#xA0;Vulnerability&#xA0;in&#xA0;Hitachi&#xA0;Automation&#xA0;Director&#xA0;and&#xA0;Hitachi&#xA0;Ops&#xA0;Center&#xA0;Automator</div>
<div class="severity">
<div class="newlist_cvss_none_class">-</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000056.html">
<div class="date">2022/07/29&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000056</div>
<div class="summary">Multiple&#xA0;vulnerabilities&#xA0;in&#xA0;Nintendo&#xA0;Wi-Fi&#xA0;Network&#xA0;Adaptor&#xA0;WAP-001</div>
<div class="severity">
<div class="newlist_cvss_3_class">6.8(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000061.html">
<div class="date">2022/07/28&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000061</div>
<div class="summary">&quot;JustSystems&#xA0;JUST&#xA0;Online&#xA0;Update&#xA0;for&#xA0;J-License&quot;&#xA0;starts&#xA0;a&#xA0;program&#xA0;with&#xA0;an&#xA0;unquoted&#xA0;file&#xA0;path</div>
<div class="severity">
<div class="newlist_cvss_4_class">8.8(High)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000060.html">
<div class="date">2022/07/28&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000060</div>
<div class="summary">&quot;Hulu&quot;&#xA0;App&#xA0;for&#xA0;iOS&#xA0;vulnerable&#xA0;to&#xA0;improper&#xA0;server&#xA0;certificate&#xA0;verification</div>
<div class="severity">
<div class="newlist_cvss_3_class">4.8(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000059.html">
<div class="date">2022/07/28&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000059</div>
<div class="summary">&quot;Hulu&quot;&#xA0;App&#xA0;for&#xA0;Android&#xA0;uses&#xA0;a&#xA0;hard-coded&#xA0;API&#xA0;key&#xA0;for&#xA0;an&#xA0;external&#xA0;service</div>
<div class="severity">
<div class="newlist_cvss_3_class">4.0(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2021/JVNDB-2021-000007.html">
<div class="date">2022/07/26&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2021-000007</div>
<div class="summary">OS&#xA0;command&#xA0;injection&#xA0;vulnerability&#xA0;in&#xA0;multiple&#xA0;Infoscience&#xA0;Corporation&#xA0;log&#xA0;management&#xA0;tools</div>
<div class="severity">
<div class="newlist_cvss_4_class">7.5(High)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-002017.html">
<div class="date">2022/07/25&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-002017</div>
<div class="summary">U-Boot&#xA0;squashfs&#xA0;filesystem&#xA0;implementation&#xA0;vulnerable&#xA0;to&#xA0;heap-based&#xA0;buffer&#xA0;overflow</div>
<div class="severity">
<div class="newlist_cvss_3_class">6.6(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000057.html">
<div class="date">2022/07/25&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000057</div>
<div class="summary">WordPress&#xA0;Plugin&#xA0;&quot;Newsletter&quot;&#xA0;vulnerable&#xA0;to&#xA0;cross-site&#xA0;scripting</div>
<div class="severity">
<div class="newlist_cvss_3_class">6.1(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000058.html">
<div class="date">2022/07/25&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000058</div>
<div class="summary">Multiple&#xA0;vulnerabilities&#xA0;in&#xA0;untangle</div>
<div class="severity">
<div class="newlist_cvss_3_class">4.3(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000055.html">
<div class="date">2022/07/22&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000055</div>
<div class="summary">Booked&#xA0;vulnerable&#xA0;to&#xA0;open&#xA0;redirect</div>
<div class="severity">
<div class="newlist_cvss_3_class">4.7(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000054.html">
<div class="date">2022/07/21&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000054</div>
<div class="summary">Multiple&#xA0;vulnerabilities&#xA0;in&#xA0;Cybozu&#xA0;Office</div>
<div class="severity">
<div class="newlist_cvss_3_class">5.3(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000053.html">
<div class="date">2022/07/12&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000053</div>
<div class="summary">Django&#xA0;Extract&#xA0;and&#xA0;Trunc&#xA0;functions&#xA0;vulnerable&#xA0;to&#xA0;SQL&#xA0;injection</div>
<div class="severity">
<div class="newlist_cvss_4_class">7.3(High)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000052.html">
<div class="date">2022/07/08&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000052</div>
<div class="summary">Passage&#xA0;Drive&#xA0;vulnerable&#xA0;to&#xA0;insufficient&#xA0;data&#xA0;verification</div>
<div class="severity">
<div class="newlist_cvss_4_class">8.6(High)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000051.html">
<div class="date">2022/07/06&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000051</div>
<div class="summary">Multiple&#xA0;vulnerabilities&#xA0;in&#xA0;Cybozu&#xA0;Garoon</div>
<div class="severity">
<div class="newlist_cvss_3_class">5.4(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000035.html">
<div class="date">2022/07/06&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000035</div>
<div class="summary">Multiple&#xA0;vulnerabilities&#xA0;in&#xA0;Cybozu&#xA0;Garoon</div>
<div class="severity">
<div class="newlist_cvss_3_class">5.3(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000050.html">
<div class="date">2022/07/04&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000050</div>
<div class="summary">LiteCart&#xA0;vulnerable&#xA0;to&#xA0;cross-site&#xA0;scripting</div>
<div class="severity">
<div class="newlist_cvss_3_class">6.1(Medium)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000049.html">
<div class="date">2022/06/29&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000049</div>
<div class="summary">HOME&#xA0;SPOT&#xA0;CUBE2&#xA0;vulnerable&#xA0;to&#xA0;OS&#xA0;command&#xA0;injection</div>
<div class="severity">
<div class="newlist_cvss_4_class">8.8(High)</div>
</div>
</a></li>
<li><a href="/en/contents/2022/JVNDB-2022-000048.html">
<div class="date">2022/06/24&#xA0;<span class="new">&#xA0;</span></div>
<div class="id">JVNDB-2022-000048</div>
<div class="summary">L2Blocker&#xA0;Sensor&#xA0;setup&#xA0;screen&#xA0;vulnerable&#xA0;to&#xA0;authentication&#xA0;bypass</div>
<div class="severity">
<div class="newlist_cvss_3_class">5.4(Medium)</div>
</div>
</a></li>
</ul>
<p class="none" align="right"><a href="/search/index.php?mode=_vulnerability_search_IA_VulnSearch&amp;lang=en&amp;keyword=&amp;dateLastPublishedFromYear=2022&amp;dateLastPublishedFromMonth=07&amp;datePublicFromYear=2022&amp;datePublicFromMonth=07&amp;skey=d6">more... </a></p>
</div>
<div class="float_left">
<b>CVSS v2 による深刻度<br>基本値: <a href="/cvss/ja/v2.html#AV:N/AC:L/Au:N/C:P/I:N/A:N" target="_blank">5.0</a> (警告) [NVD値]</b>
<ul>
<li>攻撃元区分: ネットワーク</li>
<li>攻撃条件の複雑さ: 低</li>
<li>攻撃前の認証要否: 不要</li>
<li>機密性への影響(C): 部分的</li>
<li>完全性への影響(I): なし</li>
<li>可用性への影響(A): なし</li>
</ul>
</div>
</div>
</div>
<div id="rightarea">
<div id="ajaxmenu">
<ul>
<li class="jvnhead">JVN</li>
<li class="link"><a href="https://jvn.jp/en/">HOME</a></li>
<li><a href="https://jvn.jp/en/nav/jvn.html">What is JVN ?</a></li>
<li><a href="https://jvn.jp/en/nav/jvnhelp.html">Instructions</a></li>
<li><a href="https://jvn.jp/en/report/index.html">List of Vulnerability Report</a></li>
<li class="draft"><a href="https://jvn.jp/en/jp/index.html">VN_JP</a></li>
<li class="draft"><a href="https://jvn.jp/en/adj/index.html">VN_JP(Unreachable)</a></li>
<li class="draft"><a href="https://jvn.jp/en/vu/index.html">VN_VU</a></li>
<li class="draft"><a href="https://jvn.jp/en/ta/index.html">TA</a></li>
<li><a href="https://jvn.jp/en/tr/index.html">TRnotes</a></li>
<li><a href="/en/">JVN iPedia</a></li>
<li class="draft"><a href="/search/index.php?mode=_vulnerability_search_IA_VulnSearch&amp;lang=en">Search</a></li>
<li class="draft"><a href="/en/nav/jvndb.html">What is JVN iPedia?</a></li>
<li class="draft"><a href="/en/nav/jvndbhelp.html">How to Use?</a></li>
<li class="draft"><a href="/en/apis/myjvn/index.html">MyJVN</a></li>
<li><a href="https://jvn.jp/en/rss/index.html">JVNJS/RSS</a></li>
<li><a href="https://jvn.jp/en/nav/index.html">Vendor List</a></li>
<li><a href="https://jvn.jp/en/reply/index.html">List of unreachable developers</a></li>
<li><a href="https://jvn.jp/en/contact/index.html">Contact</a></li>
</ul>
<br>
<a href="https://cve.mitre.org/compatible/compatible.html#j" target="cvecompatible"><img src="/common/img/comp_compatible.gif" alt="CVE-Compatible" id="Image99" name="Image99" border="0" height="50" width="145"></a>
</div>
</div>
<div style="margin-top:20px">
</div>
</div>
</td></tr>
<tr><td class="vuln_table_clase_td_header" colspan="2">
<a name="affect">影響を受けるシステム</a>
</td></tr>
</div>
</div>
<div id="footer">
<div class="footertext"><img src="/common/img/copyright.png" alt="Copyright &#xA9; 2007- IPA. All rights reserved."></div>
</div>
</div>
<tr><td colspan="2">
<br>
<blockquote>
</blockquote>
</td></tr>
<tr><td colspan="2">
<br>
<blockquote>
NETWAVE&nbsp;Networks,&nbsp;Inc.
<ul>
<li>MNG6200&nbsp;ファームウェア C4835805jrc12FU121413.cpr</li>
</ul>
</blockquote>
</td></tr>
<tr><td colspan="2">
<br>
<blockquote>
</blockquote>
</td></tr>
<tr><td class="vuln_table_clase_td_header" colspan="2">
<a name="impact">想定される影響</a>
</td></tr>
<tr><td colspan="2">
<br>
<blockquote>
情報を取得される、情報を改ざんされる、およびサービス運用妨害 (DoS) 状態にされる可能性があります。
</blockquote>
</td></tr>
<tr><td class="vuln_table_clase_td_header" colspan="2">
<a name="solution">対策</a>
</td></tr>
<tr><td colspan="2">
<br>
<blockquote>
参考情報を参照して適切な対策を実施してください。
</blockquote>
</td></tr>
<tr><td class="vuln_table_clase_td_header" colspan="2">
<a name="venderinf">ベンダ情報</a>
</td></tr>
<tr><td colspan="2">
<br>
<blockquote>
</blockquote>
</td></tr>
<tr><td class="vuln_table_clase_td_header" colspan="2">
<a name="cwe">CWEによる脆弱性タイプ一覧</a>&nbsp;&nbsp;<a href="http://www.ipa.go.jp/security/vuln/CWE.html" target="_blank">CWEとは?</a>
</td></tr>
<tr><td colspan="2">
<br>
<blockquote>
<ol>
<li><a href="https://jvndb.jvn.jp/ja/cwe/CWE-255.html" target="_blank">証明書・パスワードの管理(CWE-255)</a> [NVD評価]</li>
</ol>
</blockquote>
</td></tr>
<tr><td class="vuln_table_clase_td_header" colspan="2">
<a name="cve">共通脆弱性識別子(CVE)</a>&nbsp;&nbsp;<a href="http://www.ipa.go.jp/security/vuln/CVE.html" target="_blank">CVEとは?</a>
</td></tr>
<tr><td colspan="2">
<br>
<blockquote>
<ol>
<li><a href="https://cve.mitre.org/cgi-bin/cvename.cgi?name=CVE-2018-20395" target="_blank">CVE-2018-20395</a></li>
</ol>
</blockquote>
</td></tr>
<tr><td class="vuln_table_clase_td_header" colspan="2">
<a name="reference">参考情報</a>
</td></tr>
<tr><td colspan="2">
<br>
<blockquote>
<ol>
<li>National&nbsp;Vulnerability&nbsp;Database&nbsp;(NVD) : <a href="https://nvd.nist.gov/vuln/detail/CVE-2018-20395" target="_blank">CVE-2018-20395</a> </li>
<li>関連文書 : <a href="https://github.com/ezelf/sensitivesOids/blob/master/oidpassswordleaks.csv" target="_blank">sensitivesOids/oidpassswordleaks.csv</a> </li>
</ol>
</blockquote>
</td></tr>
<tr><td class="vuln_table_clase_td_header" colspan="2">
<a name="history">更新履歴</a>
</td></tr>
<tr><td colspan="2">
<br>
<blockquote>
<ul style="list-style-type: none">
<li>[2019年02月22日]<br>
&nbsp;&nbsp;掲載</li>
</ul>
</blockquote>
<br>
</td></tr>
</tbody></table>
<table class="vuln_table_clase_footer">
<tbody><tr><td colspan="2"><hr></td></tr>
<tr><td class="vuln_table_clase_date_header_td">公表日</td><td>2018/12/23</td></tr>
<tr><td class="vuln_table_clase_date_header_td">登録日</td><td>2019/02/22</td></tr>
<tr><td class="vuln_table_clase_date_header_td">最終更新日</td><td>2019/02/22</td></tr>
<tr><td colspan="2"><hr></td></tr>
</tbody></table>
<!--
</td></tr></table>
</body>
</html>
</html>
--> </div>
</div>
</div>
</div>
<div id="footer">
<div class="footertext"><img src="/common/img/copyright.png" alt="Copyright © 2007- IPA. All rights reserved."></div>
</div>
</div><div id="goog-gt-tt" class="skiptranslate" dir="ltr"><div style="padding: 8px;"><div><div class="logo"><img src="https://www.gstatic.com/images/branding/product/1x/translate_24dp.png" width="20" height="20" alt="Google Translate"></div></div></div><div class="top" style="padding: 8px; float: left; width: 100%;"><h1 class="title gray">Original text</h1></div><div class="middle" style="padding: 8px;"><div class="original-text"></div></div><div class="bottom" style="padding: 8px;"><div class="activity-links"><span class="activity-link">Contribute a better translation</span><span class="activity-link"></span></div><div class="started-activity-container"><hr style="color: #CCC; background-color: #CCC; height: 1px; border: none;"><div class="activity-root"></div></div></div><div class="status-message" style="display: none;"></div></div>
<div class="goog-te-spinner-pos"><div class="goog-te-spinner-animation"><svg xmlns="http://www.w3.org/2000/svg" class="goog-te-spinner" width="96px" height="96px" viewBox="0 0 66 66"><circle class="goog-te-spinner-path" fill="none" stroke-width="6" stroke-linecap="round" cx="33" cy="33" r="30"></circle></svg></div></div></body></html>

987
fixtures/sect.iij.ad.jp.html vendored
View File

File diff suppressed because one or more lines are too long

539
fixtures/www.cinemablend.com.html vendored
View File

File diff suppressed because one or more lines are too long

2172
fixtures/www.elecom.co.jp.html vendored
View File

File diff suppressed because it is too large Load Diff

519
fixtures/www.howtogeek.com.html vendored
View File

File diff suppressed because one or more lines are too long

751
fixtures/www.phoronix.com.html vendored
Unescape Escape View File

@ -1,506 +1,297 @@
<!DOCTYPE html>
<html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en">
<head>
<html xmlns="http://www.w3.org/1999/xhtml" lang="en" xml:lang="en"><head>
<!-- Global site tag (gtag.js) - Google Analytics -->
<title>Steam's Linux Marketshare Ticks Up Ever So Slightly For May - Phoronix</title>
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
<link rel="stylesheet" href="/phxcms-css/phoronix-10.css?2027">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<meta name="keywords" content="Phoronix, Linux Hardware Reviews, Linux hardware benchmarks, Linux server benchmarks, Linux benchmarking, Desktop Linux, Linux performance, Open Source graphics, Linux How To, Ubuntu benchmarks, Ubuntu hardware, Phoronix Test Suite">
<meta name="Description" content="With the start of a new month, Valve has published their software/hardware survey numbers for the month prior">
<link rel="alternate" type="application/rss+xml" title="Phoronix" href="rss.php">
<link rel="shortcut icon" href="favicon.ico">
<link rel="apple-touch-icon" sizes="57x57" href="/apple-touch-icon-57x57.png">
<link rel="apple-touch-icon" sizes="60x60" href="/apple-touch-icon-60x60.png">
<link rel="apple-touch-icon" sizes="72x72" href="/apple-touch-icon-72x72.png">
<link rel="apple-touch-icon" sizes="76x76" href="/apple-touch-icon-76x76.png">
<link rel="apple-touch-icon" sizes="114x114" href="/apple-touch-icon-114x114.png">
<link rel="apple-touch-icon" sizes="120x120" href="/apple-touch-icon-120x120.png">
<link rel="apple-touch-icon" sizes="144x144" href="/apple-touch-icon-144x144.png">
<link rel="apple-touch-icon" sizes="152x152" href="/apple-touch-icon-152x152.png">
<link rel="apple-touch-icon" sizes="180x180" href="/apple-touch-icon-180x180.png">
<link rel="icon" type="image/png" href="/favicon-32x32.png" sizes="32x32">
<link rel="icon" type="image/png" href="/android-chrome-192x192.png" sizes="192x192">
<link rel="icon" type="image/png" href="/favicon-96x96.png" sizes="96x96">
<link rel="icon" type="image/png" href="/favicon-16x16.png" sizes="16x16">
<meta name="msapplication-TileImage" content="/mstile-144x144.png">
<meta name="twitter:card" content="summary">
<meta name="twitter:site" content="@phoronix">
<meta name="twitter:creator" content="@michaellarabel">
<meta name="twitter:title" content="Steam's Linux Marketshare Ticks Up Ever So Slightly For May">
<meta name="og:title" content="Steam's Linux Marketshare Ticks Up Ever So Slightly For May">
<meta name="twitter:image" content="https://www.phoronix.com/assets/categories/valve.jpg">
<meta name="og:image" content="https://www.phoronix.com/assets/categories/valve.jpg">
<meta name="twitter:description" content="With the start of a new month, Valve has published their software/hardware survey numbers for the month prior">
<!-- PHORONIX (phoronix.com) -->
<body style="overflow: initial !important; padding: 0px; --fsAncillary:var(--use);">
<div style="text-align: center; overflow: hidden; background: #222;"><div align="center" id="phoronix_desktop_leaderboard_header" name="phoronix_desktop_leaderboard_header" data-google-query-id="CJ-CxPfF7PoCFYKFAQodFJAOYA">
<div id="google_ads_iframe_/15184186,2047846/phoronix_desktop_leaderboard_header_0__container__" style="border: 0pt none; display: inline-block; width: 970px; height: 250px;"><iframe frameborder="0" src="https://3357a4a716695b43412a26e526771340.safeframe.googlesyndication.com/safeframe/1-0-38/html/container.html" id="google_ads_iframe_/15184186,2047846/phoronix_desktop_leaderboard_header_0" title="3rd party ad content" name="" scrolling="no" marginwidth="0" marginheight="0" width="970" height="250" data-is-safeframe="true" sandbox="allow-forms allow-popups allow-popups-to-escape-sandbox allow-same-origin allow-scripts allow-top-navigation-by-user-activation" role="region" aria-label="Advertisement" tabindex="0" data-google-container-id="3" style="border: 0px; vertical-align: bottom;" data-load-complete="true"></iframe><div class="__fs-ancillary" style="--childWidth:970px; visibility: visible;"><div class="__fs-branding"><a href="https://freestar.com/?utm_campaign=branding&amp;utm_medium=banner&amp;utm_source=phoronix.com&amp;utm_content=phoronix_desktop_leaderboard_header" target="_blank" rel="noreferrer"><img src="https://a.pub.network/core/imgs/fslogo-green.svg" alt="freestar" width="14" height="14"></a></div></div></div></div>
</div> <div id="headerwrap">
<div class="wcontainer defpadding">
<a href="/"><img id="logo" alt="Phoronix" src="/phxcms7-css/phoronix.png" style="height: 40px; margin-top: 5px;margin-left: 5px;"></a>
<div id="headerright">
<div id="social">
<a href="https://www.phoronix.com/rss.php" class="icon-rss"></a>
<a href="https://twitter.com/Phoronix" rel="me" class="icon-twitter"></a>
<a href="https://www.facebook.com/Phoronix" rel="me" class="icon-facebook"></a>
</div>
</div>
</div>
</div>
<div id="litemenu">
<ul>
<li><a href="/reviews">Articles &amp; Reviews</a></li>
<li><a href="/news">News Archive</a></li>
<li><a href="/forums/">Forums</a></li>
<li><a href="/phoronix-premium">Premium</a></li> <li class="categ icon-angle-circled-down"><span> Categories</span></li>
<li><a href="/reviews/Computers">Computers</a></li> <li><a href="/reviews/Display+Drivers">Display Drivers</a></li> <li><a href="/reviews/Graphics+Cards">Graphics Cards</a></li> <li><a href="/reviews/Linux+Gaming">Linux Gaming</a></li> <li><a href="/reviews/Memory">Memory</a></li> <li><a href="/reviews/Motherboards">Motherboards</a></li> <li><a href="/reviews/Processors">Processors</a></li> <li><a href="/reviews/Software">Software</a></li> <li><a href="/reviews/Storage">Storage</a></li> <li><a href="/reviews/Operating+Systems">Operating Systems</a></li> <li><a href="/reviews/Peripherals">Peripherals</a></li> <li id="closelid">Close</li>
</ul>
</div>
<div id="menuwrap">
<div class="wcontainer">
<ul id="linklist">
<li id="menubutton"><span class="icon-menu"></span>
</li>
<li class="menulink">
<a class="linknode" href="/reviews">Articles &amp; Reviews</a>
</li>
<li class="menulink">
<a class="linknode" href="/news">News Archive</a>
</li>
<li class="menulink">
<a class="linknode" href="/forums/">Forums</a>
</li>
<li class="menulink">
<a class="linknode" href="/phoronix-premium">Premium</a>
</li> <li class="menulink">
<a class="linknode" href="/contact">Contact</a>
</li>
<li id="categories-link" class="menulink">
<span class="menunolink icon-angle-circled-down"> Categories</span>
<div id="categories-list">
<div id="categories-content">
<a href="/reviews/Computers">Computers</a> <a href="/reviews/Display+Drivers">Display Drivers</a> <a href="/reviews/Graphics+Cards">Graphics Cards</a> <a href="/reviews/Linux+Gaming">Linux Gaming</a> <a href="/reviews/Memory">Memory</a> <a href="/reviews/Motherboards">Motherboards</a> <a href="/reviews/Processors">Processors</a> <a href="/reviews/Software">Software</a> <a href="/reviews/Storage">Storage</a> <a href="/reviews/Operating+Systems">Operating Systems</a> <a href="/reviews/Peripherals">Peripherals</a> </div>
</div>
</li>
<li id="searchbox">
<div id="search">
<form action="https://www.google.com" id="cse-search-box" target="_blank">
<div>
<input type="hidden" name="cx" value="partner-pub-0253814508491313:1305299758">
<input type="hidden" name="ie" value="UTF-8">
<input type="text" name="q" placeholder="" style="background: url(&quot;https://www.google.com/cse/static/images/1x/en/branding.png&quot;) left 9px top 50% no-repeat rgb(255, 255, 255);">
<input type="submit" name="sa" value="Search">
</div>
<input name="siteurl" value="www.phoronix.com/news/Steam-May-2019-Numbers" type="hidden"><input name="ref" value="" type="hidden"><input name="ss" value="" type="hidden"></form>
</div>
</li>
</ul>
</div>
</div><iframe name="__tcfapiLocator" style="display: none;"></iframe>
<div id="content-bg">
<div id="content">
<div id="main-wrap">
<div id="main">
<div style="text-align: center; overflow: hidden; margin-bottom: 30px;">
<div align="center" id="phoronix_desktop_leaderboard_atf" name="phoronix_desktop_leaderboard_atf" data-google-query-id="CJOcj_fF7PoCFYKFAQodFJAOYA">
<div id="google_ads_iframe_/15184186,2047846/phoronix_desktop_leaderboard_atf_0__container__" style="border: 0pt none;"><iframe id="google_ads_iframe_/15184186,2047846/phoronix_desktop_leaderboard_atf_0" name="google_ads_iframe_/15184186,2047846/phoronix_desktop_leaderboard_atf_0" title="3rd party ad content" width="1" height="1" scrolling="no" marginwidth="0" marginheight="0" frameborder="0" role="region" aria-label="Advertisement" tabindex="0" style="border: 0px; vertical-align: bottom; width: 728px; height: 90px;" data-load-complete="true" data-google-container-id="4"></iframe><div class="__fs-ancillary" style="--childWidth:728px; visibility: visible;"><div class="__fs-branding"><a href="https://freestar.com/?utm_campaign=branding&amp;utm_medium=banner&amp;utm_source=phoronix.com&amp;utm_content=phoronix_desktop_leaderboard_atf" target="_blank" rel="noreferrer"><img src="https://a.pub.network/core/imgs/fslogo-green.svg" alt="freestar" width="14" height="14"></a></div></div></div></div>
</div>
<!-- google_ad_section_start -->
<article class="full">
<h1>Steam's Linux Marketshare Ticks Up Ever So Slightly For May</h1>
<div class="author">Written by <a href="https://www.michaellarabel.com/">Michael Larabel</a> in <a href="/linux/Valve">Valve</a> on 1 June 2019 at 08:34 PM EDT. <a href="/forums/node/1103455">51 Comments</a></div>
<div class="content">
<div style="float: left; padding: 0 10px 10px;"><img alt="VALVE -- " src="/assets/categories/valve.webp" width="100" height="100"></div>
With the start of a new month, Valve has published their software/hardware survey numbers for the month prior. For May 2019, the Steam Linux usage did tick-up slightly on a percentage basis.
<br>
<br>For last month, the percentage of Steam users running Linux (according to the controversial Steam Survey) rose to 0.84%, or a 0.02% increase over April. The number is largely in line with expectations of around 0.8% that it's been in that area recently and an increase over last year.
<br>
<br>On a percentage basis, the Linux gaming marketshare has tended to grow bit-by-bit since Valve introduced Steam Play last year for allowing many prominent Windows games to run on Linux thanks to their Wine-based Proton and DXVK for translating Direct3D to Vulkan. But there hasn't been any Linux exclusives, the return of Steam Machines, or any landmark reasons to cause a sudden shift of Windows gamers to switch over to Linux. As a result, it's just been either flat or tiny increases each month.
<br>
<br>Windows comes in at 95.9% for May's usage on Steam while macOS is at 3.26%.
<br>
<br>The monthly Steam survey data can be viewed at <a href="https://store.steampowered.com/hwsurvey/Steam-Hardware-Software-Survey-Welcome-to-Steam?platform=linux">SteamPowered.com</a>.</div>
<div style="text-align: center; overflow: hidden; margin-bottom: 30px;">
<div align="center" id="phoronix_leaderboard_btf" name="phoronix_leaderboard_btf" data-google-query-id="CJScj_fF7PoCFYKFAQodFJAOYA">
<title>Linux Hardware Reviews &amp; Performance Benchmarks, Open-Source News - Phoronix</title>
<meta http-equiv="Content-Type" value="text/html; charset=UTF-8">
<link rel="stylesheet" href="/phxcms-css/phoronix-10.css?2027">
<meta name="viewport" value="width=device-width, initial-scale=1.0">
<meta name="keywords" value="Phoronix, Linux Hardware Reviews, Linux hardware benchmarks, Linux server benchmarks, Linux benchmarking, Desktop Linux, Linux performance, Open Source graphics, Linux How To, Ubuntu benchmarks, Ubuntu hardware, Phoronix Test Suite">
<meta name="Description" value="Phoronix is the leading technology website for Linux hardware reviews, open-source news, Linux benchmarks, open-source benchmarks, and computer hardware performance tests.">
<link rel="alternate" type="application/rss+xml" title="Phoronix" href="rss.php">
<link rel="shortcut icon" href="favicon.ico">
<link rel="apple-touch-icon" sizes="57x57" href="/apple-touch-icon-57x57.png">
<link rel="apple-touch-icon" sizes="60x60" href="/apple-touch-icon-60x60.png">
<link rel="apple-touch-icon" sizes="72x72" href="/apple-touch-icon-72x72.png">
<link rel="apple-touch-icon" sizes="76x76" href="/apple-touch-icon-76x76.png">
<link rel="apple-touch-icon" sizes="114x114" href="/apple-touch-icon-114x114.png">
<link rel="apple-touch-icon" sizes="120x120" href="/apple-touch-icon-120x120.png">
<link rel="apple-touch-icon" sizes="144x144" href="/apple-touch-icon-144x144.png">
<link rel="apple-touch-icon" sizes="152x152" href="/apple-touch-icon-152x152.png">
<link rel="apple-touch-icon" sizes="180x180" href="/apple-touch-icon-180x180.png">
<link rel="icon" type="image/png" href="/favicon-32x32.png" sizes="32x32">
<link rel="icon" type="image/png" href="/android-chrome-192x192.png" sizes="192x192">
<link rel="icon" type="image/png" href="/favicon-96x96.png" sizes="96x96">
<link rel="icon" type="image/png" href="/favicon-16x16.png" sizes="16x16">
<meta name="msapplication-TileImage" value="/mstile-144x144.png">
<meta name="twitter:card" value="summary">
<meta name="twitter:site" value="@phoronix">
<meta name="twitter:creator" value="@michaellarabel">
<meta name="twitter:title" value="Linux Hardware Reviews &amp; Performance Benchmarks, Open-Source News">
<meta name="og:title" value="Linux Hardware Reviews &amp; Performance Benchmarks, Open-Source News">
<div id="google_ads_iframe_/15184186,2047846/phoronix_leaderboard_btf_0__container__" style="border: 0pt none;"><iframe id="google_ads_iframe_/15184186,2047846/phoronix_leaderboard_btf_0" name="google_ads_iframe_/15184186,2047846/phoronix_leaderboard_btf_0" title="3rd party ad content" width="728" height="90" scrolling="no" marginwidth="0" marginheight="0" frameborder="0" role="region" aria-label="Advertisement" tabindex="0" style="border: 0px; vertical-align: bottom;" data-load-complete="true" data-google-container-id="5"></iframe><div class="__fs-ancillary" style="--childWidth:728px; visibility: visible;"><div class="__fs-branding"><a href="https://freestar.com/?utm_campaign=branding&amp;utm_medium=banner&amp;utm_source=phoronix.com&amp;utm_content=phoronix_leaderboard_btf" target="_blank" rel="noreferrer"><img src="https://a.pub.network/core/imgs/fslogo-green.svg" alt="freestar" width="14" height="14"></a></div></div></div></div>
</div>
<div class="foot">
<div class="pagination">
</div>
<div class="comments-label">
<a href="/forums/node/1103455">51 Comments</a> </div>
</div>
</article>
<div id="sharebar">
<div style="margin: 0 10px 10px; overflow: hidden;">
<div style="float: left; overflow: hidden;"><iframe id="twitter-widget-0" scrolling="no" frameborder="0" allowtransparency="true" allowfullscreen="true" class="twitter-share-button twitter-share-button-rendered twitter-tweet-button" style="position: static; visibility: visible; width: 73px; height: 20px;" title="Twitter Tweet Button" src="https://platform.twitter.com/widgets/tweet_button.7dae38096d06923d683a2a807172322a.en.html#dnt=false&amp;id=twitter-widget-0&amp;lang=en&amp;original_referer=https%3A%2F%2Fwww.phoronix.com%2Fnews%2FSteam-May-2019-Numbers&amp;related=michaellarabel&amp;size=m&amp;text=Steam%27s%20Linux%20Marketshare%20Ticks%20Up%20Ever%20So%20Slightly%20For%20May&amp;time=1666191202541&amp;type=share&amp;url=https%3A%2F%2Fwww.phoronix.com%2Fnews%2FSteam-May-2019-Numbers&amp;via=phoronix" data-url="https://www.phoronix.com/news/Steam-May-2019-Numbers"></iframe>
<div style="float: left; overflow: hidden;"><iframe src="//www.facebook.com/plugins/like.php?href=https://www.phoronix.com/news/Steam-May-2019-Numbers&amp;width=200&amp;height=46&amp;colorscheme=light&amp;layout=button_count&amp;action=like&amp;show_faces=false&amp;send=true" scrolling="no" frameborder="0" style="border:none; overflow:hidden; width:200px; height:46px;" allowtransparency="true"></iframe></div>
</div></div>
<div class="article-box">
<header>Related News</header>
<div class="node"><a href="/news/Proton-7.0-5-RC">Proton 7.0-5 RC Gets More Windows Games Running On Linux</a></div><div class="node"><a href="/news/Steam-Deck-Immediate">Steam Deck Now Available For Immediate Ordering, Steam Deck Dock Also In-Stock</a></div><div class="node"><a href="/news/Steam-Survey-September-2022">Steam On Linux Usage Receded Slightly In September</a></div><div class="node"><a href="/news/Steam-Survey-August-2022">Steam On Linux Marketshare Crawls Up To 1.27% For August 2022</a></div><div class="node"><a href="/news/Atomic-Async-Page-Flips">Atomic Async Page Flips Proposed, Valve's Gamescope Compositor Has Support Pending</a></div><div class="node"><a href="/news/Proton-7.0-4-Released">Proton 7.0-4 Released For Steam Play With Many Game Fixes, More Playable Titles</a></div>
</div> <div class="after-article">
<div style="text-align: center; overflow: hidden; margin: 5px;">
<div align="center" id="phoronix_leaderboard_incontent_3" name="phoronix_leaderboard_incontent_3" data-google-query-id="CJWcj_fF7PoCFYKFAQodFJAOYA">
</head>
<body style="overflow: initial !important;">
<div style="text-align: center; overflow: hidden; background: #222;"><div align="center" id="phoronix_desktop_leaderboard_header">
<div id="google_ads_iframe_/15184186,2047846/phoronix_leaderboard_incontent_3_0__container__" style="border: 0pt none;"><iframe id="google_ads_iframe_/15184186,2047846/phoronix_leaderboard_incontent_3_0" name="google_ads_iframe_/15184186,2047846/phoronix_leaderboard_incontent_3_0" title="3rd party ad content" width="1" height="1" scrolling="no" marginwidth="0" marginheight="0" frameborder="0" role="region" aria-label="Advertisement" tabindex="0" style="border: 0px; vertical-align: bottom; width: 728px; height: 90px;" data-load-complete="true" data-google-container-id="6"></iframe><div class="__fs-ancillary" style="--childWidth:728px; visibility: visible;"><div class="__fs-branding"><a href="https://freestar.com/?utm_campaign=branding&amp;utm_medium=banner&amp;utm_source=phoronix.com&amp;utm_content=phoronix_leaderboard_incontent_3" target="_blank" rel="noreferrer"><img src="https://a.pub.network/core/imgs/fslogo-green.svg" alt="freestar" width="14" height="14"></a></div></div></div></div>
</div>
</div> <div id="headerwrap">
<div class="wcontainer defpadding">
<a href="/"><img id="logo" alt="Phoronix" src="/phxcms7-css/phoronix.png" style="height: 40px; margin-top: 5px;margin-left: 5px;"></a>
<div id="headerright">
<div id="social">
<a href="https://www.phoronix.com/rss.php" class="icon-rss"></a>
<a href="https://twitter.com/Phoronix" rel="me" class="icon-twitter"></a>
<a href="https://www.facebook.com/Phoronix" rel="me" class="icon-facebook"></a>
</div>
</div>
</div>
</div>
<div id="litemenu">
<ul>
<li><a href="/reviews">Articles &amp; Reviews</a></li>
<li><a href="/news">News Archive</a></li>
<li><a href="/forums/">Forums</a></li>
<li><a href="/phoronix-premium">Premium</a></li> <li class="categ icon-angle-circled-down"><span> Categories</span></li>
<li><a href="/reviews/Computers">Computers</a></li> <li><a href="/reviews/Display+Drivers">Display Drivers</a></li> <li><a href="/reviews/Graphics+Cards">Graphics Cards</a></li> <li><a href="/reviews/Linux+Gaming">Linux Gaming</a></li> <li><a href="/reviews/Memory">Memory</a></li> <li><a href="/reviews/Motherboards">Motherboards</a></li> <li><a href="/reviews/Processors">Processors</a></li> <li><a href="/reviews/Software">Software</a></li> <li><a href="/reviews/Storage">Storage</a></li> <li><a href="/reviews/Operating+Systems">Operating Systems</a></li> <li><a href="/reviews/Peripherals">Peripherals</a></li> <li id="closelid">Close</li>
</ul>
</div>
<div id="menuwrap">
<div class="wcontainer">
<ul id="linklist">
<li id="menubutton"><span class="icon-menu"></span>
</li>
<li class="menulink">
<a class="linknode" href="/reviews">Articles &amp; Reviews</a>
</li>
<li class="menulink">
<a class="linknode" href="/news">News Archive</a>
</li>
<li class="menulink">
<a class="linknode" href="/forums/">Forums</a>
</li>
<li class="menulink">
<a class="linknode" href="/phoronix-premium">Premium</a>
</li> <li id="categories-link" class="menulink">
<span class="menunolink icon-angle-circled-down"> Categories</span>
<div id="categories-list">
<div id="categories-content">
<a href="/reviews/Computers">Computers</a> <a href="/reviews/Display+Drivers">Display Drivers</a> <a href="/reviews/Graphics+Cards">Graphics Cards</a> <a href="/reviews/Linux+Gaming">Linux Gaming</a> <a href="/reviews/Memory">Memory</a> <a href="/reviews/Motherboards">Motherboards</a> <a href="/reviews/Processors">Processors</a> <a href="/reviews/Software">Software</a> <a href="/reviews/Storage">Storage</a> <a href="/reviews/Operating+Systems">Operating Systems</a> <a href="/reviews/Peripherals">Peripherals</a> </div>
</div>
</li>
<li id="searchbox">
<div id="search">
<div id="about-author">
<header>About The Author</header>
<img class="pic" src="/assets/categories/michaellarabel.jpg" alt="Author picture">
<div class="text"><p>Michael Larabel is the principal author of Phoronix.com and founded the site in 2004 with a focus on enriching the Linux hardware experience. Michael has written more than 20,000 articles covering the state of Linux hardware support, Linux performance, graphics drivers, and other topics. Michael is also the lead developer of the Phoronix Test Suite, Phoromatic, and OpenBenchmarking.org automated benchmarking software. He can be followed via <a href="https://twitter.com/MichaelLarabel">Twitter</a>, <a href="https://www.linkedin.com/in/michaellarabel/">LinkedIn</a>, or contacted via <a href="https://www.michaellarabel.com/">MichaelLarabel.com</a>.</p></div>
</div>
<div class="article-box">
<header>Popular News This Week</header>
<div class="node"><a href="/news/Google-KataOS">Google Announces KataOS As Security-Focused OS, Leveraging Rust &amp; seL4 Microkernel</a></div><div class="node"><a href="/news/GCC-Modula-2-FE-2022-Review">Modula-2 GCC Compiler Front-End Patches Sent Out For Review</a></div><div class="node"><a href="/news/VirtualBox-7.0-Released">VirtualBox 7.0 Released - Full VM Encryption Support, Direct3D Acceleration Using DXVK</a></div><div class="node"><a href="/news/Ardour-7.0">Ardour 7.0 Digital Audio Workstation Released</a></div><div class="node"><a href="/news/Debian-14-Forky">Debian 14 Codenamed "Forky"</a></div><div class="node"><a href="/news/Linux-WiFi-Malicious-Packets">Linux Gets Patched For WiFi Vulnerabilities That Can Be Exploited By Malicious Packets</a></div><div class="node"><a href="/news/PostgreSQL-15-Released">PostgreSQL 15 Released With Better Sort Performance, Supports LZ4 &amp; Zstd Compression</a></div><div class="node"><a href="/news/KDE-Plasma-5.26">KDE Plasma 5.26 Released With Many Great Desktop Improvements</a></div>
</div> </div>
<!-- google_ad_section_end -->
</div>
</div>
<div id="sidebar-wrap">
<div id="sidebar">
<aside>
<div style="text-align: center;">
<div align="center" id="phoronix_right_rail_1" name="phoronix_right_rail_1" data-google-query-id="CKSGxPfF7PoCFYKFAQodFJAOYA">
</div>
</li>
</ul>
</div>
</div>
<div id="content-bg">
<div id="content">
<div id="main-wrap">
<div id="main">
<div style="text-align: center; overflow: hidden; margin-bottom: 30px;">
<div align="center" id="phoronix_desktop_leaderboard_atf">
</div>
</div>
<article class="full"><h1>Latest Linux Hardware Reviews, Open-Source News &amp; Benchmarks</h1></article>
<article style="clear: both;">
<header><a href="/news/Weston-11.0-Alpha">Weston 11.0 Alpha Released With Many Improvements For This Wayland Compositor</a></header>
<a href="/news/Weston-11.0-Alpha"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=microsoft_xwayland_minimize_sml" alt="Weston 11.0 Alpha Released With Many Improvements For This Wayland Compositor" class="home_icons"></a> <div class="details">4 Hours Ago - <a href="/linux/Wayland">Wayland</a> - Weston 11<span class="comments"> - <a href="/forums/node/1339781">9 Comments</a></span></div><p>Weston 11.0 Alpha is out as the newest feature milestone for this reference Wayland compositor that has seen quite an uptick in development activity this year.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-TR-5965WX">AMD Ryzen Threadripper 5965WX Benchmarks Show Some Speedups With Linux 6.0 Git</a></header>
<a href="/news/Linux-6.0-TR-5965WX"><img src="https://www.phoronix.net/image.php?id=amd-threadripper-5965wx&amp;image=amd_tr5965wx_6_sml" alt="AMD Ryzen Threadripper 5965WX Benchmarks Show Some Speedups With Linux 6.0 Git" class="home_icons"></a> <div class="details">7 Hours Ago - <a href="/linux/AMD">AMD</a> - Linux 5.19 vs. Linux 6.0<span class="comments"> - <a href="/forums/node/1339747">2 Comments</a></span></div><p>With AMD EPYC showing some nice gains on Linux 6.0, I&apos;ve been eager to begin testing Linux 6.0 on more systems especially now that the v6.0 merge window is winding down... With now having the shiny new AMD Ryzen Threadripper 5965WX, I decided to take this high-end 24-core chip for a run with Linux 6.0 Git to see how it performs over Linux 5.19 stable.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-EFI">Linux 6.0 Adds EFI Mirrored Memory &amp; ACPI PRM For 64-bit Arm</a></header>
<a href="/news/Linux-6.0-EFI"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=aarch64_memory_mirroring_sml" alt="Linux 6.0 Adds EFI Mirrored Memory &amp; ACPI PRM For 64-bit Arm" class="home_icons"></a> <div class="details">8 Hours Ago - <a href="/linux/Linux+Kernel">Linux Kernel</a> - ARM64 EFI Additions<span class="comments"> - <a href="/forums/node/1339738">Add A Comment</a></span></div><p>The EFI changes were merged last week for the Linux 6.0 cycle and contain two notable improvements on the ARM64 side.</p>
</article><div style="text-align: center; overflow: hidden; margin-bottom: 10px;"><div align="center" id="phoronix_leaderboard_incontent_1">
</div>
</div><article style="clear: both;">
<header><a href="/news/IPFS-FFmpeg-Open-Source-More">IPFS Supported In FFmpeg 5.1, IPFS Devs Envision Support In More Open-Source Projects</a></header>
<a href="/news/IPFS-FFmpeg-Open-Source-More"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=ipfs_sml" alt="IPFS Supported In FFmpeg 5.1, IPFS Devs Envision Support In More Open-Source Projects" class="home_icons"></a> <div class="details">8 Hours Ago - <a href="/linux/Multimedia">Multimedia</a> - InterPlanetary File System<span class="comments"> - <a href="/forums/node/1339730">16 Comments</a></span></div><p>IPFS as the &quot;InterPlanetary File-System&quot; protocol for peer-to-peer network support in decentralized file sharing as a distributed file-system is now supported with FFmpeg 5.1. IPFS developers at Protocol Labs are also looking at expanding support for this protocol to other open-source projects.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-CXL">Linux 6.0 Continues Plumbing For Compute Express Link (CXL)</a></header>
<div class="details">8 Hours Ago - <a href="/linux/Hardware">Hardware</a> - Linux 6.0 CXL<span class="comments"> - <a href="/forums/node/1339712">1 Comment</a></span></div><p>The Linux kernel continues making preparations around the very exciting Compute Express Link (CXL) thanks to the work of Intel engineers.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-NFSD">Linux 6.0 Brings NFSD Improvements For Courteous Server, Greater Cache Scalability</a></header>
<div class="details">8 Hours Ago - <a href="/linux/Linux+Storage">Linux Storage</a> - Linux 6.0 NFSD<span class="comments"> - <a href="/forums/node/1339708">Add A Comment</a></span></div><p>The NFS server improvements have been merged for the ongoing Linux 6.0 merge window.</p>
</article><div align="center" id="phoronix_leaderboard_incontent_2">
</div>
<h2>9 August</h2><article style="clear: both;">
<header><a href="/news/AMD-Side-Channel-SQUIP">AMD Details &quot;SQUIP&quot; Side Channel Vulnerability For Zen&apos;s Execution Unit Scheduler</a></header>
<a href="/news/AMD-Side-Channel-SQUIP"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=amd_squip_sml" alt="AMD Details &quot;SQUIP&quot; Side Channel Vulnerability For Zen&apos;s Execution Unit Scheduler" class="home_icons"></a> <div class="details">9 August 02:10 PM EDT - <a href="/linux/AMD">AMD</a> - CVE-2021-46778 &quot;SQUIP&quot;<span class="comments"> - <a href="/forums/node/1339554">37 Comments</a></span></div><p>In addition to Intel&apos;s busy Patch Tuesday, AMD today made public CVE-2021-46778 that university researchers have dubbed the &quot;SQUIP&quot; attack as a side channel vulnerability affecting the execution unit scheduler across Zen 1/2/3 processors.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-PBRSB-Mitigation">Linux Kernel Patched For &quot;PBRSB&quot; After Intel eIBRS CPUs Found To Be Insufficient</a></header>
<a href="/news/Linux-PBRSB-Mitigation"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=pbrsb_sml" alt="Linux Kernel Patched For &quot;PBRSB&quot; After Intel eIBRS CPUs Found To Be Insufficient" class="home_icons"></a> <div class="details">9 August 01:38 PM EDT - <a href="/linux/Linux+Kernel">Linux Kernel</a> - PBRSB<span class="comments"> - <a href="/forums/node/1339546">9 Comments</a></span></div><p>Today&apos;s busy patch Tuesday for Intel continues with the Linux kernel getting mitigated for EIBRS Post-barrier Return Stack Buffer (PBRSB). This PBRSB is the latest handling on the &quot;CPU vulnerability nightmares front&quot;, the pull request calls it.</p>
</article><article class="important" style="clear: both;">
<header><a href="/review/apple-m2-linux">Apple M2 vs. AMD Rembrandt vs. Intel Alder Lake Linux Benchmarks</a></header>
<a href="/review/apple-m2-linux"><img src="https://www.phoronix.net/image.php?id=apple-m2-linux&amp;image=apple_m2_1_sml" alt="Apple M2 vs. AMD Rembrandt vs. Intel Alder Lake Linux Benchmarks" class="home_icons"></a> <div class="details">9 August 01:30 PM EDT - <a href="/reviews/Processors">Processors</a><span class="comments"> - <a href="/forums/node/1339484">102 Comments</a></span></div><p>Given the significant interest from Phoronix readers about how well Apple M2 performs on Linux, especially after it was noted Linus Torvalds using an Apple MacBook Air M2, here are the first of many benchmark articles to come looking at how well Apple&apos;s M2 performs under Linux against Intel/AMD x86_64 competition. The new Apple MacBook Air with M2 was benchmarked for this article against the AMD Ryzen 7 PRO 6850U &quot;Rembrandt&quot; Zen 3+, Intel Core i7 1280P &quot;Alder Lake P&quot;, an AMD Ryzen 9 5900HX &quot;Cezanne H&quot;, and also for reference an Apple Mac Mini M1 model. All of these laptops were tested under Arch Linux (x86_64) and the Arch-based Asahi Linux (M1/M2).</p>
</article><article style="clear: both;">
<header><a href="/news/Intel-20220809-Microcode">Intel Releases New &quot;20220809&quot; CPU Microcode For Latest Security Vulnerability</a></header>
<a href="/news/Intel-20220809-Microcode"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=intel_august_security_sml" alt="Intel Releases New &quot;20220809&quot; CPU Microcode For Latest Security Vulnerability" class="home_icons"></a> <div class="details">9 August 01:14 PM EDT - <a href="/linux/Intel">Intel</a> - Intel 20220809 CPU Microcode<span class="comments"> - <a href="/forums/node/1339542">10 Comments</a></span></div><p>As part of today&apos;s &quot;Patch Tuesday&quot;, Intel has made a new round of security vulnerabilities public -- including a new processor advisory that affects their latest Xeon Scalable and Core wares resulting in new CPU microcode being required.</p>
</article><article style="clear: both;">
<header><a href="/news/NVIDIA-3D-Headers-Fermi-Ampere">NVIDIA Publishes 73k Lines Worth Of 3D Header Files For Fermi Through Ampere GPUs</a></header>
<a href="/news/NVIDIA-3D-Headers-Fermi-Ampere"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=nvidia_3d_header_sml" alt="NVIDIA Publishes 73k Lines Worth Of 3D Header Files For Fermi Through Ampere GPUs" class="home_icons"></a> <div class="details">9 August 06:56 AM EDT - <a href="/linux/NVIDIA">NVIDIA</a> - 73k L.O.C. Header Files<span class="comments"> - <a href="/forums/node/1339441">50 Comments</a></span></div><p>In addition to NVIDIA being busy working on transitioning to an open-source GPU kernel driver, yesterday they made a rare public open-source documentation contribution... NVIDIA quietly published 73k lines worth of header files to document the 3D classes for their Fermi through current-generation Ampere GPUs!</p>
</article><article style="clear: both;">
<header><a href="/news/AMD-AOMP-15.0-3">AMD Releases AOMP 15.0-3 Compiler</a></header>
<a href="/news/AMD-AOMP-15.0-3"><img src="https://www.phoronix.net/image.php?id=amd-milan-x&amp;image=amd_nov8_0c_sml" alt="AMD Releases AOMP 15.0-3 Compiler" class="home_icons"></a> <div class="details">9 August 06:38 AM EDT - <a href="/linux/AMD">AMD</a> - AOMP 15.0-3<span class="comments"> - <a href="/forums/node/1339438">Add A Comment</a></span></div><p>AMD engineers have released an updated version of AOMP, their LLVM/Clang downstream that carries the company&apos;s latest patches around OpenMP offloading to Radeon GPUs.</p>
</article><article style="clear: both;">
<header><a href="/news/GNOME-Deep-Color-30-bit-August">Renewed Work Around GNOME 30-bit Deep Color Frame-Buffer Support</a></header>
<a href="/news/GNOME-Deep-Color-30-bit-August"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=gnome_deep_color_renewed_sml" alt="Renewed Work Around GNOME 30-bit Deep Color Frame-Buffer Support" class="home_icons"></a> <div class="details">9 August 05:50 AM EDT - <a href="/linux/GNOME">GNOME</a> - Deep Color On GNOME Wayland<span class="comments"> - <a href="/forums/node/1339429">24 Comments</a></span></div><p>Going back years has been an effort to get 30-bit deep color support on the GNOME desktop under Wayland. Ubuntu and others have been interested in getting 30-bit color support working nicely for the Linux desktop, but while that milestone hasn&apos;t yet been crossed, thankfully there is some renewed work in that direction.</p>
</article><article style="clear: both;">
<header><a href="/news/FreeBSD-Q2-2022">FreeBSD In Q2-2022: More Than 30k Ports, Driver Improvements, Better Linux Compatibility</a></header>
<a href="/news/FreeBSD-Q2-2022"><img src="https://www.phoronix.net/image.php?id=freebsd-13-beta1&amp;image=freebsd_13beta_1_sml" alt="FreeBSD In Q2-2022: More Than 30k Ports, Driver Improvements, Better Linux Compatibility" class="home_icons"></a> <div class="details">9 August 05:21 AM EDT - <a href="/linux/BSD">BSD</a> - FreeBSD Progress<span class="comments"> - <a href="/forums/node/1339420">34 Comments</a></span></div><p>The FreeBSD project has published their latest quarterly status report highlighting the advancements made to this open-source BSD operating system.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-Hostname">Linux 6.0 Allows Setting The Hostname Via New &quot;hostname=&quot; Parameter</a></header>
<a href="/news/Linux-6.0-Hostname"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=linux_hostname_sml" alt="Linux 6.0 Allows Setting The Hostname Via New &quot;hostname=&quot; Parameter" class="home_icons"></a> <div class="details">9 August 04:30 AM EDT - <a href="/linux/Linux+Kernel">Linux Kernel</a> - hostname<span class="comments"> - <a href="/forums/node/1339408">9 Comments</a></span></div><p>A patch coming about earlier this year allows setting the system&apos;s hostname before user-space starts by way of the hostname= kernel parameter. That patch has now landed as part of Andrew Morton&apos;s accumulated changes for Linux 6.0.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-Media">Linux 6.0 Promotes Its H.265/HEVC User-Space API To Stable</a></header>
<a href="/news/Linux-6.0-Media"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=hevc_sml" alt="Linux 6.0 Promotes Its H.265/HEVC User-Space API To Stable" class="home_icons"></a> <div class="details">9 August 03:00 AM EDT - <a href="/linux/Multimedia">Multimedia</a> - Linux 6.0 Media<span class="comments"> - <a href="/forums/node/1339400">19 Comments</a></span></div><p>With the Linux 6.0 multimedia subsystem changes, the H.265/HEVC user-space API is now being considered stable.</p>
</article><h2>8 August</h2><article style="clear: both;">
<header><a href="/news/Intel-Arc-Pro-A-Series">Intel Announces Arc Pro A-Series Professional GPUs</a></header>
<a href="/news/Intel-Arc-Pro-A-Series"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=intel_arc_pro_sml" alt="Intel Announces Arc Pro A-Series Professional GPUs" class="home_icons"></a> <div class="details">8 August 01:38 PM EDT - <a href="/linux/Intel">Intel</a> - Intel Arc Pro A-Series<span class="comments"> - <a href="/forums/node/1339309">49 Comments</a></span></div><p>Intel used SIGGRAPH to announce their forthcoming Arc Pro A-series professional GPUs. The initial products include the Arc A30M mobile GPU, the Arc Pro A40 single-slot GPU, and the Arc Pro A50 dual-slot GPU.</p>
</article><article style="clear: both;">
<header><a href="/news/Intel-OpenPGL">Intel Releases Open-Source OpenPGL To Further Enhance Renderers</a></header>
<a href="/news/Intel-OpenPGL"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=intel_openpgl_1_sml" alt="Intel Releases Open-Source OpenPGL To Further Enhance Renderers" class="home_icons"></a> <div class="details">8 August 12:49 PM EDT - <a href="/linux/Intel">Intel</a> - Intel Open Path Guiding Library<span class="comments"> - <a href="/forums/node/1339302">20 Comments</a></span></div><p>Intel used SIGGRAPH today to announce OpenPGL as what they say is the industry&apos;s first open-source library for path guiding so renderer developers can integrate &quot;start of the art&quot; path-guiding methods.</p>
</article><article style="clear: both;">
<header><a href="/news/Anaconda-Web-UI-FESCo-F37">Fedora 37 Cleared To Ship Experimental Web UI Based Installer</a></header>
<a href="/news/Anaconda-Web-UI-FESCo-F37"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=anaconda_web_ui1_sml" alt="Fedora 37 Cleared To Ship Experimental Web UI Based Installer" class="home_icons"></a> <div class="details">8 August 12:34 PM EDT - <a href="/linux/Fedora">Fedora</a> - Anaconda Web UI<span class="comments"> - <a href="/forums/node/1339299">6 Comments</a></span></div><p>Red Hat has been working on a web-based UI for its Anaconda operating system installer and for the Fedora 37 release this autumn they are planning to have an optional preview of this new installer interface.</p>
</article><article class="important" style="clear: both;">
<header><a href="/review/amd-threadripper-5965wx">AMD Ryzen Threadripper PRO 5965WX Performance On Linux</a></header>
<a href="/review/amd-threadripper-5965wx"><img src="https://www.phoronix.net/image.php?id=amd-threadripper-5965wx&amp;image=amd_tr5965wx_1_sml" alt="AMD Ryzen Threadripper PRO 5965WX Performance On Linux" class="home_icons"></a> <div class="details">8 August 09:00 AM EDT - <a href="/reviews/Processors">Processors</a><span class="comments"> - <a href="/forums/node/1339272">16 Comments</a></span></div><p>Earlier this year AMD announced the Ryzen Threadripper PRO 5000 WX series but initially was limited to Lenovo workstations. Earlier this summer it was then announced the Threadripper PRO 5000 WX series would be heading to more system integrators and then the DIY market. Well, finally, these Zen 3 Threadripper chips are heading out to the DYI market and today the review embargo lifts. AMD recently sent over a Ryzen Threadripper PRO 5965WX for my Linux testing at Phoronix and here is my initial review and performance benchmarks for this Zen 3 24-core / 48-thread HEDT chip.</p>
</article><article style="clear: both;">
<header><a href="/news/AMD-Auto-Mode-Transition-Linux">AMD &quot;Automatic Mode Transition&quot; Comes For Lenovo ThinkPad Laptops With Linux 6.0</a></header>
<a href="/news/AMD-Auto-Mode-Transition-Linux"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=amd_amt_thinkpad_sml" alt="AMD &quot;Automatic Mode Transition&quot; Comes For Lenovo ThinkPad Laptops With Linux 6.0" class="home_icons"></a> <div class="details">8 August 06:50 AM EDT - <a href="/linux/AMD">AMD</a> - AMD AMT<span class="comments"> - <a href="/forums/node/1339257">3 Comments</a></span></div><p>AMD Automatic Mode Transition (AMT) is a new feature wired up for Ryzen-powered ThinkPad laptops that is being introduced with the Linux 6.0 kernel.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-Char-Misc">Habana Labs Gaudi2 Support Leads The Linux 6.0 Char/Misc Changes</a></header>
<a href="/news/Linux-6.0-Char-Misc"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=gaudi2_benchmarks_sml" alt="Habana Labs Gaudi2 Support Leads The Linux 6.0 Char/Misc Changes" class="home_icons"></a> <div class="details">8 August 05:31 AM EDT - <a href="/linux/Linux+Kernel">Linux Kernel</a> - Gaudi2 With Linux 6.0<span class="comments"> - <a href="/forums/node/1339243">2 Comments</a></span></div><p>The &quot;char/misc&quot; changes were merged a few days back for the Linux 6.0 kernel with this pull being the rather &quot;random catch-all&quot; area of the kernel for drivers not fitting within other subsystems. Most notable with the char/misc updates for Linux 6.0 is introducing support for Intel&apos;s Habana Labs Gaudi2.</p>
</article><article style="clear: both;">
<header><a href="/news/OpenBLAS-0.3.21">OpenBLAS 0.3.21 Brings Support For Newer Arm CPUs, More Optimizations</a></header>
<a href="/news/OpenBLAS-0.3.21"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=openblas_sml" alt="OpenBLAS 0.3.21 Brings Support For Newer Arm CPUs, More Optimizations" class="home_icons"></a> <div class="details">8 August 05:17 AM EDT - <a href="/linux/Programming">Programming</a> - OpenBLAS 0.3.21<span class="comments"> - <a href="/forums/node/1339240">Add A Comment</a></span></div><p>OpenBLAS as the high performance, open-source BLAS / LAPACK implementation debuted a new version on Sunday with more CPU optimizations and expanded processor coverage.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-POWER-Updates">IBM Power Improvements For Linux 6.0 Support The PowerVM Platform KeyStore</a></header>
<div class="details">8 August 05:02 AM EDT - <a href="/linux/Linux+Kernel">Linux Kernel</a> - IBM Power For Linux 6.0<span class="comments"> - <a href="/forums/node/1339237">Add A Comment</a></span></div><p>The IBM Power CPU architecture updates have been merged for the in-development Linux 6.0 kernel.</p>
</article><article style="clear: both;">
<header><a href="/news/AMD-Sabrina-Mendocino">AMD&apos;s &quot;Sabrina&quot; SoC Is Mendocino - Coreboot Enablement Continues</a></header>
<a href="/news/AMD-Sabrina-Mendocino"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=amd_sabrina_mendocino_sml" alt="AMD&apos;s &quot;Sabrina&quot; SoC Is Mendocino - Coreboot Enablement Continues" class="home_icons"></a> <div class="details">8 August 12:00 AM EDT - <a href="/linux/AMD">AMD</a> - Sabrina = Mendocino<span class="comments"> - <a href="/forums/node/1339175">10 Comments</a></span></div><p>You may recall the Phoronix news earlier this year around an AMD &quot;Sabrina&quot; SoC appearing in Coreboot for open-source system firmware support. Over the past few months we&apos;ve cited a number of AMD Sabrina hits in open-source code but outside of that haven&apos;t heard much else about &quot;Sabrina&quot; or seen it on AMD&apos;s roadmaps.</p>
</article><h2>7 August</h2><article style="clear: both;">
<header><a href="/news/Linux-6.0-SM3-Client-Perf-MC">Linux 6.0 SMB3 Client Code Brings Multi-Channel Performance Improvement</a></header>
<a href="/news/Linux-6.0-SM3-Client-Perf-MC"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=smb3_multi_channel_sml" alt="Linux 6.0 SMB3 Client Code Brings Multi-Channel Performance Improvement" class="home_icons"></a> <div class="details">7 August 04:52 PM EDT - <a href="/linux/Linux+Storage">Linux Storage</a> - SMB3 / CIFS<span class="comments"> - <a href="/forums/node/1339154">18 Comments</a></span></div><p>The Linux CIFS/SMB3 client updates were merged on Sunday for the Linux 6.0 merge window. Notable with this round of updates is a performance improvement for the multi-channel mode.</p>
</article><article style="clear: both;">
<header><a href="/news/OpenSUSE-Drop-ReiserFS">OpenSUSE Tumblewed Planning To Finally End ReiserFS Support</a></header>
<a href="/news/OpenSUSE-Drop-ReiserFS"><img src="https://www.phoronix.net/image.php?id=388&amp;image=suse_101b3_12_sml" alt="OpenSUSE Tumblewed Planning To Finally End ReiserFS Support" class="home_icons"></a> <div class="details">7 August 03:38 PM EDT - <a href="/linux/SUSE">SUSE</a> - Farewell ReiserFS<span class="comments"> - <a href="/forums/node/1339142">18 Comments</a></span></div><p>SUSE had been one of the big supporters of ReiserFS two decades ago when it was using the ReiserFS file-system by default but that practice ended in 2006. While SUSE/openSUSE hasn&apos;t defaulted to ReiserFS for many years, it has remained an install-time option and retained support for mounting ReiserFS file-systems, but that practice is likely soon ending.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-Staging">Realtek R8188EU Driver Sees &quot;Huge Cleanups&quot; With Linux 6.0</a></header>
<a href="/news/Linux-6.0-Staging"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=r8188eu_sml" alt="Realtek R8188EU Driver Sees &quot;Huge Cleanups&quot; With Linux 6.0" class="home_icons"></a> <div class="details">7 August 01:58 PM EDT - <a href="/linux/Linux+Kernel">Linux Kernel</a> - RTL8188EU<span class="comments"> - <a href="/forums/node/1339130">13 Comments</a></span></div><p>Along with his various other pull requests for areas of the kernel he oversees, Greg Kroah-Hartman submitted the Linux 6.0 staging changes this week.</p>
</article><article style="clear: both;">
<header><a href="/news/RADV-RT-New-Accel-Structs">RADV Lands Rewritten Acceleration Structures For Ray-Tracing In Mesa 22.3</a></header>
<a href="/news/RADV-RT-New-Accel-Structs"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=radv_rewrite_structs_sml" alt="RADV Lands Rewritten Acceleration Structures For Ray-Tracing In Mesa 22.3" class="home_icons"></a> <div class="details">7 August 06:53 AM EDT - <a href="/linux/Radeon">Radeon</a> - RADV Ray-Tracing<span class="comments"> - <a href="/forums/node/1339090">24 Comments</a></span></div><p>Being merged into Mesa 22.3 this morning for the open-source Radeon Vulkan driver &quot;RADV&quot; are rewritten acceleration structures for the ray-tracing support.</p>
</article><article style="clear: both;">
<header><a href="/news/BUS1-r-linux">BUS1 Working On &quot;r-linux&quot; - A Rust Capability-Based Linux Runtime</a></header>
<a href="/news/BUS1-r-linux"><img src="https://www.phoronix.net/image.php?id=2022&amp;image=r_linux_sml" alt="BUS1 Working On &quot;r-linux&quot; - A Rust Capability-Based Linux Runtime" class="home_icons"></a> <div class="details">7 August 06:09 AM EDT - <a href="/linux/Linux+Kernel">Linux Kernel</a> - r-linux<span class="comments"> - <a href="/forums/node/1339088">25 Comments</a></span></div><p>BUS1 started out as a Linux kernel IPC module following the failure of KDBUS and while there still are occasional commits to that out-of-tree BUS1 kernel module, the involved (Red Hat) developers have been primarily working on Dbus-Broker as the high performance, user-space D-Bus implementation that delivers greater speed and reliability over the reference D-Bus code. Now also popping up under the BUS1 umbrella is &quot;r-linux&quot; as a Rust-written, capability-based Linux runtime.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-RISC-V">RISC-V With Linux 6.0 Improves Svpbmt, More Useful Default Kernel Configuration</a></header>
<div class="details">7 August 05:53 AM EDT - <a href="/linux/RISC-V">RISC-V</a> - Linux 6.0 RISC-V<span class="comments"> - <a href="/forums/node/1339087">Add A Comment</a></span></div><p>Each new kernel cycle there continues to be more maturity to the RISC-V processor architecture code. With Linux 6.0 there are a few new features wired up as well as bug fixes / clean-ups.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-ACPI-PM">Linux 6.0 Fixes Broken Keyboards On Ryzen 6000 Laptops, Power Management Additions</a></header>
<div class="details">7 August 05:39 AM EDT - <a href="/linux/Hardware">Hardware</a> - ACPI + PM<span class="comments"> - <a href="/forums/node/1339078">1 Comment</a></span></div><p>The ACPI and power management changes for the in-development Linux 6.0 landed this week with continued preparations for upcoming Intel and AMD hardware as well as improving existing hardware support.</p>
</article><article style="clear: both;">
<header><a href="/news/Atari-FBDEV-Linux-6.0">FBDEV Updates For Linux 6.0 Bring Fixes For The Atari Graphics Chipset Driver</a></header>
<div class="details">7 August 05:09 AM EDT - <a href="/linux/Linux+Kernel">Linux Kernel</a> - Atari FBDEV<span class="comments"> - <a href="/forums/node/1339076">4 Comments</a></span></div><p>Earlier this year a developer stepped up willing to maintain Linux&apos;s FBDEV subsystem for frame-buffer device drivers since it fell into an unmaintained state in 2016 but even prior to that had been on the decline in the era of more proper DRM/KMS drivers. Helge Deller continues that work overseeing the frame-buffer device &quot;FBDEV&quot; subsystem and this week sent in the new patches for Linux 6.0.</p>
</article><h2>6 August</h2><article style="clear: both;">
<header><a href="/news/Linux-6.0-Sound-Improvements">AMD Raphael &amp; Jadeite + Intel Meteor Lake Audio Driver Support Playing On Linux 6.0</a></header>
<div class="details">6 August 12:51 PM EDT - <a href="/linux/Multimedia">Multimedia</a> - Linux 6.0 Sound Improvements<span class="comments"> - <a href="/forums/node/1338990">Add A Comment</a></span></div><p>Takashi Iwai of SUSE as the Linux sound subsystem maintainer has submitted all the new hardware support and feature updates targeting the Linux 6.0 merge window. The Linux 6.0 sound driver changes are notable when it comes to new AMD and Intel hardware support among other changes.</p>
</article><article style="clear: both;">
<header><a href="/news/NetBSD-9.3-Released">NetBSD 9.3 Released With Better Support For Newer Intel &amp; AMD Chipsets</a></header>
<div class="details">6 August 12:03 PM EDT - <a href="/linux/BSD">BSD</a> - NetBSD 9.3<span class="comments"> - <a href="/forums/node/1338982">15 Comments</a></span></div><p>NetBSD 9.3 has been released as the newest version of this open-source BSD operating system known for running on many diverse platforms thanks to its focus on code portability.</p>
</article><article style="clear: both;">
<header><a href="/news/ASUS-WMI-Linux-RGB-Keyboard">ASUS Linux Driver Gets Patches For RGB Keyboard Controls</a></header>
<div class="details">6 August 07:00 AM EDT - <a href="/linux/Hardware">Hardware</a> - asus-wmi<span class="comments"> - <a href="/forums/node/1338945">11 Comments</a></span></div><p>For those with a newer ASUS gaming laptop boasting RGB lighting for the keyboard, that functionality could soon be working nicely thanks to work happening within the Linux kernel and the open-source Asusctl project.</p>
</article><article style="clear: both;">
<header><a href="/news/Intel-Vulkan-Closer-RT">Intel&apos;s Open-Source Vulkan Driver Moves Closer To Working Ray-Tracing Support</a></header>
<div class="details">6 August 06:13 AM EDT - <a href="/linux/Intel">Intel</a> - Ray-Tracing For Xe HPG<span class="comments"> - <a href="/forums/node/1338936">14 Comments</a></span></div><p>Going back to late 2020 there has been bits of Intel Vulkan ray-tracing preparations landing within their Mesa &quot;ANV&quot; open-source Vulkan driver in anticipation of Xe HPG with hardware ray-tracing capabilities.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-Drops-VR41xx">Linux 6.0 Drops Support For Old NEC VR4100 MIPS CPUs Found In The IBM WorkPad &amp; More</a></header>
<div class="details">6 August 05:49 AM EDT - <a href="/linux/Linux+Kernel">Linux Kernel</a> - MIPS VR41xx Dropped<span class="comments"> - <a href="/forums/node/1338923">11 Comments</a></span></div><p>Support for old NEC VR4100 CPUs based on the MIPS R4000 core is being removed with the Linux 6.0 kernel leading to devices like the old IBM WorkPad Z50 no longer being supported.</p>
</article><article style="clear: both;">
<header><a href="/news/KDE-Starts-August-2022-Fixes">KDE Kicks Off August With More Desktop Bug Fixes</a></header>
<div class="details">6 August 05:26 AM EDT - <a href="/linux/KDE">KDE</a> - KDE Fixes<span class="comments"> - <a href="/forums/node/1338921">54 Comments</a></span></div><p>KDE developers have started the month of August to a lot of fixes and polishing for the Plasma desktop.</p>
</article><article style="clear: both;">
<header><a href="/news/OpenJ9-0.33-Released">OpenJ9 v0.33 Released For Eclipse&apos;s High Performance JVM</a></header>
<div class="details">6 August 03:00 AM EDT - <a href="/linux/Programming">Programming</a> - OpenJ9 0.33<span class="comments"> - <a href="/forums/node/1338914">Add A Comment</a></span></div><p>OpenJ9 v0.33 was released on Friday as the newest version of this Eclipse Foundation Java Virtual Machine (JVM) that was formerly developed by IBM.</p>
</article><article style="clear: both;">
<header><a href="/news/OpenRISC-PCI-Linux-6.0">OpenRISC Enables PCI Support With Linux 6.0</a></header>
<div class="details">6 August 12:00 AM EDT - <a href="/linux/Linux+Kernel">Linux Kernel</a> - OpenRISC + PCI<span class="comments"> - <a href="/forums/node/1338906">3 Comments</a></span></div><p>While OpenRISC has been around a decade longer than RISC-V and its original support in the Linux kernel dates back to the v3.1 days, on the hardware side OpenRISC hasn&apos;t enjoyed nearly as much success as RISC-V and its kernel support not advancing nearly as rapidly. Now with Linux 6.0, OpenRISC is finally exposing PCI bus support.</p>
</article><h2>5 August</h2><article style="clear: both;">
<header><a href="/news/DreamWorks-MoonRay-Open-Source">DreamWorks Animation To Open-Source MoonRay Renderer</a></header>
<div class="details">5 August 02:04 PM EDT - <a href="/linux/Free+Software">Free Software</a> - OpenMoonRay<span class="comments"> - <a href="/forums/node/1338868">22 Comments</a></span></div><p>DreamWorks Animation announced today that they intend to release their MoonRay production renderer as open-source softwate later in 2022. DreamWorks&apos; MoonRay renderer has been used for films such as How To Train Your Dragon: The Hidden World, The Bad Guys, Puss In Boots: The Last Wish, and other animated films.</p>
</article><article style="clear: both;">
<header><a href="/news/Rust-For-Linux-v9-Patches">Rust For Linux Kernel v9 Patches Trim Things Down Greatly For Easier Upstreaming</a></header>
<div class="details">5 August 01:53 PM EDT - <a href="/linux/Linux+Kernel">Linux Kernel</a> - Rust For Linux v9<span class="comments"> - <a href="/forums/node/1338867">61 Comments</a></span></div><p>Earlier this week saw the Rust for Linux v8 patches posted that introduced a number of new abstractions and expanding the Rust programming language integration to more areas of the kernel. Those patches amounted to 43.6k lines of new code while &quot;Rust for Linux v9&quot; was posted today and comes in at just 12.5k lines of new code.</p>
</article><article style="clear: both;">
<header><a href="/news/GNU-Binutils-2.39-Released">GNU Binutils 2.39 Released - ELF Linker Now Warns If A Stack Is Made Executable</a></header>
<div class="details">5 August 11:16 AM EDT - <a href="/linux/GNU">GNU</a> - GNU Binutils 2.39<span class="comments"> - <a href="/forums/node/1338845">Add A Comment</a></span></div><p>Following the release of GNU Glibc 2.36 earlier this week, GNU Binutils 2.39 released today for this common set of binary utilities on open-source systems.</p>
</article><article style="clear: both;">
<header><a href="/news/Dbus-Broker-32-Released">Dbus-Broker Working On AppArmor Support, Opening The Door For Possible Ubuntu Use</a></header>
<div class="details">5 August 06:50 AM EDT - <a href="/linux/Free+Software">Free Software</a> - Dbus-Broker 32 Released<span class="comments"> - <a href="/forums/node/1338825">12 Comments</a></span></div><p>Dbus-Broker as a drop-in replacement for the reference D-Bus implementation while focused on better performance and reliability is out with a new version. Notable with this new Dbus-Broker 32 is the beginnings of AppArmor support that could open the door for Ubuntu Linux switching over to it in the future.</p>
</article><article style="clear: both;">
<header><a href="/news/Microsoft-CBL-Mariner-July-U2">Microsoft Continues Improving Its Internal Linux Distro With Another Update</a></header>
<div class="details">5 August 06:13 AM EDT - <a href="/linux/Microsoft">Microsoft</a> - CBL-Mariner 2.0 July 2022 Update 2<span class="comments"> - <a href="/forums/node/1338822">16 Comments</a></span></div><p>It was just over a year ago Microsoft lifted the lid further on CBL-Mariner as its internal Linux distribution used for a variety of purposes at the company from running within their Azure cloud environment to also finding use by WSL, and various other use-cases. They have continued issuing updates and expanding the capabilities of this enterprise-tasked Linux distribution.</p>
</article><article style="clear: both;">
<header><a href="/news/Linux-6.0-Zen4-IBS-Perf-Tools">Linux 6.0&apos;s Perf Tooling Ready For AMD Zen 4 IBS</a></header>
<div class="details">5 August 05:52 AM EDT - <a href="/linux/AMD">AMD</a> - Instruction Based Sampling<span class="comments"> - <a href="/forums/node/1338821">1 Comment</a></span></div><p>Earlier this year AMD began posting Linux kernel patches for &gt;a href=&quot;https://www.phoronix.com/news/AMD-Zen-4-IBS-Linux&quot;&gt;Instruction Based Sampling (IBS) extensions coming with Zen 4 processors. With Linux 5.19 the Zen 4 IBS extensions landed while now with Linux 6.0 the perf tools have been updated for dealing with Zen 4 IBS.</p>
</article><article style="clear: both;">
<header><a href="/news/XFS-EXT4-Linux-6.0">XFS Scalability Improvement, Other File-System Enhancements Land In Linux 6.0</a></header>
<div class="details">5 August 05:39 AM EDT - <a href="/linux/Linux+Storage">Linux Storage</a> - XFS + EXT4 Changes For Linux 6.0<span class="comments"> - <a href="/forums/node/1338813">1 Comment</a></span></div><p>The XFS file-system may be getting up there in age but there are no signs of it slowing down but rather the opposite -- continued scalability work and performance optimizations -- as well as tacking on new features. With Linux 6.0, the mature XFS continues to age well. Separately, the EXT4 file-system updates have also landed in Linux 6.0.</p>
</article><article style="clear: both;">
<header><a href="/news/AMDVLK-2022.Q3.2-Released">AMDVLK 2022.Q3.2 Released With Game Optimizations, Fixes CTS Failures</a></header>
<div class="details">5 August 04:54 AM EDT - <a href="/linux/Radeon">Radeon</a> - AMDVLK 2022.Q3.2<span class="comments"> - <a href="/forums/node/1338809">Add A Comment</a></span></div><p>AMDVLK 2022.Q3.2 was released by AMD overnight as their newest official open-source Vulkan driver release for Linux systems.</p>
</article><h3 style="margin: 30px 0 40px;"><a href="/recent-linux-news">Past 30 Days Of News</a> | <a href="/reviews">Articles &amp; Reviews</a> | <a href="/news">News Archives</a> | <a href="/rss.php">RSS Feed</a></h3>
</div>
</div>
<div id="sidebar-wrap">
<div id="sidebar">
<aside>
<div style="text-align: center;">
<div align="center" id="phoronix_right_rail_1">
</div>
</div>
</aside>
<aside class="widget">
<header>Most Popular News This Week</header><div class="popular-list">
<a href="/news/NVIDIA-3D-Headers-Fermi-Ampere">NVIDIA Publishes 73k Lines Worth Of 3D Header Files For Fermi Through Ampere GPUs</a>
</div>
<div class="popular-list">
<a href="/news/DreamWorks-MoonRay-Open-Source">DreamWorks Animation To Open-Source MoonRay Renderer</a>
</div>
<div class="popular-list">
<a href="/news/AMD-PMF-Linux-Driver">AMD Developing &quot;PMF&quot; Linux Driver For Better Desktop/Laptop User Experience</a>
</div>
<div class="popular-list">
<a href="/news/AMD-EPYC-Linux-6.0-Early-Tests">An Early Look At AMD EPYC Performance Gains On Linux 6.0</a>
</div>
<div class="popular-list">
<a href="/news/Ubuntu-22.04.1-LTS-Delayed">Ubuntu 22.04.1 LTS Delayed Due To An OEM Install Issue Leading To Broken Snaps</a>
</div>
<div id="google_ads_iframe_/15184186,2047846/phoronix_right_rail_1_0__container__" style="border: 0pt none; display: inline-block; width: 300px; height: 250px;"><iframe frameborder="0" src="https://3357a4a716695b43412a26e526771340.safeframe.googlesyndication.com/safeframe/1-0-38/html/container.html" id="google_ads_iframe_/15184186,2047846/phoronix_right_rail_1_0" title="3rd party ad content" name="" scrolling="no" marginwidth="0" marginheight="0" width="300" height="250" data-is-safeframe="true" sandbox="allow-forms allow-popups allow-popups-to-escape-sandbox allow-same-origin allow-scripts allow-top-navigation-by-user-activation" role="region" aria-label="Advertisement" tabindex="0" data-google-container-id="7" style="border: 0px; vertical-align: bottom;" data-load-complete="true"></iframe><div class="__fs-ancillary" style="--childWidth:300px; visibility: visible;"><div class="__fs-branding"><a href="https://freestar.com/?utm_campaign=branding&amp;utm_medium=banner&amp;utm_source=phoronix.com&amp;utm_content=phoronix_right_rail_1" target="_blank" rel="noreferrer"><img src="https://a.pub.network/core/imgs/fslogo-green.svg" alt="freestar" width="14" height="14"></a></div></div></div></div>
</div>
</aside>
<aside class="widget">
<header>Latest Linux News</header><div class="popular-list">
<a href="/news/Mesa-GLThread-KWin-Wayland">Mesa OpenGL Threading Messed Up Cursor Handling With KDE Wayland - Fixed Now</a>
</div>
<div class="popular-list">
<a href="/news/Linux-6.0-Runtime-Verification">Linux 6.0 Adding Run-Time Verification For Running On Safety Critical Systems</a>
</div>
<a href="/news/LLVM-MSRLIST-WRMSRNS">LLVM Begins Preparing For Intel Sierra Forest &amp; Grand Ridge CPUs</a>
</div>
<div class="popular-list">
<a href="/news/BUS1-r-linux">BUS1 Working On &quot;r-linux&quot; - A Rust Capability-Based Linux Runtime</a>
</div>
<a href="/news/Intel-Graphics-Fix-HITMAN-3">Intel's Linux Vulkan Driver Lands Workaround For HITMAN 3</a>
</div>
<div class="popular-list">
<a href="/news/Vulkan-1.3.224-Released">Vulkan 1.3.224 Introduces Another New Extension To Help Valve&apos;s Steam Play</a>
</div>
<a href="/news/Rusticl-Outperformed-ROCm">Mesa's Rusticl OpenCL Implementation Can Outperform Radeon's ROCm Compute Stack</a>
</div>
<div class="popular-list">
<a href="/news/Rust-For-Linux-v9-Patches">Rust For Linux Kernel v9 Patches Trim Things Down Greatly For Easier Upstreaming</a>
</div>
<a href="/news/USB4-v2.0-Specification">USB4 v2.0 Specification Published For Doubling The Performance</a>
</div>
<div class="popular-list">
<a href="/news/Ubuntu-22.04.1-Jammy">Ubuntu 22.04.1 LTS Preparing For Release With Retbleed Patched, Intel AMX, Other Fixes</a>
</div>
<header>Popular In The Forums</header><div class="popular-list">
<a href="/forums/node/1339484&amp;goto=newpost">Apple M2 vs. AMD Rembrandt vs. Intel Alder Lake Linux Benchmarks</a>
<span class="comments">102 Comments</span>
</div>
<a href="/news/AMD-GPUOpen-GI-1.0-Paper">AMD Develops New "GI-1.0" Open-Source Global Illumination Tech</a>
</div>
<div class="popular-list">
<a href="/forums/node/1339441&amp;goto=newpost">NVIDIA Publishes 73k Lines Worth Of 3D Header Files For Fermi Through Ampere GPUs</a>
<span class="comments">49 Comments</span>
</div>
<a href="/news/Windows-11-22H2-Terminal">Microsoft Promotes Its Open-Source Terminal To The Default For Windows 11 CLI Apps</a>
</div>
<div class="popular-list">
<a href="/forums/node/1339309&amp;goto=newpost">Intel Announces Arc Pro A-Series Professional GPUs</a>
<span class="comments">49 Comments</span>
</div>
<a href="/news/Coreboot-4.18-Released">Coreboot 4.18 Released With AMD Morgana &amp; Intel Meteor Lake SoC Support</a>
</div>
<div class="popular-list">
<a href="/forums/node/1338921&amp;goto=newpost">KDE Kicks Off August With More Desktop Bug Fixes</a>
<span class="comments">54 Comments</span>
</div>
<a href="/news/AMD-CPU-Microcode-Per-Thread">AMD CPU Microcode Fix For Linux To Patch Every Logical Thread Nears Mainline</a>
</div>
<div class="popular-list">
<a href="/forums/node/1338867&amp;goto=newpost">Rust For Linux Kernel v9 Patches Trim Things Down Greatly For Easier Upstreaming</a>
<span class="comments">61 Comments</span>
</div>
</aside>
<aside>
<div style="text-align: center;">
<div align="center" id="phoronix_right_rail_2">
</div>
<a href="/news/CBL-Mariner-2.0-October-2022">Microsoft Releases Its Linux Distribution Update For October 2022</a>
</div>
</aside>
<aside>
<div style="text-align: center;">
<div align="center" id="phoronix_right_rail_2" name="phoronix_right_rail_2" data-google-query-id="CJecj_fF7PoCFYKFAQodFJAOYA">
</div>
</aside>
<aside class="widget">
<header>Show Your Support, Go Premium</header>
<p><a href="/phoronix-premium">Phoronix Premium</a> allows ad-free access to the site, multi-page articles on a single page, and other features while supporting this site&apos;s continued operations.</p>
</aside>
<aside class="widget">
<header>Latest Featured Articles</header><div class="popular-list">
<a href="/review/apple-m2-linux">Apple M2 vs. AMD Rembrandt vs. Intel Alder Lake Linux Benchmarks</a>
</div>
<div class="popular-list">
<a href="/review/amd-threadripper-5965wx">AMD Ryzen Threadripper PRO 5965WX Performance On Linux</a>
</div>
<div class="popular-list">
<a href="/review/ryzen7-6850u-acpi">AMD Ryzen 7 PRO 6850U: ACPI Platform Profile Low-Power vs. Balanced vs. Performance</a>
</div>
<div class="popular-list">
<a href="/review/intel-1280p-windows-linux">Intel Core i7 1280P Windows 11 vs. Ubuntu vs. Clear Linux Performance</a>
</div>
<div class="popular-list">
<a href="/review/xeon-skylake-retbleed">Retbleed Impact, Overall CPU Security Mitigation Cost For Intel Xeon E3 v5 Skylake</a>
</div>
<header>Popular Articles In The Past</header><div class="popular-list">
<a href="/news/NVIDIA-3D-Headers-Fermi-Ampere">NVIDIA Publishes 73k Lines Worth Of 3D Header Files For Fermi Through Ampere GPUs</a>
<span class="comments">Yesterday</span>
</div>
<div class="popular-list">
<a href="/news/Linux-6.0-Runtime-Verification">Linux 6.0 Adding Run-Time Verification For Running On Safety Critical Systems</a>
<span class="comments">7 Days Ago</span>
</div>
<div class="popular-list">
<a href="/news/Linux-Kernel-Faster-memchr">Optimized memchr() Implementation For The Linux Kernel Up To ~4x Faster</a>
<span class="comments">One Month Ago</span>
</div>
<div class="popular-list">
<a href="/news/Linux-5.18-Btrfs-Encoded-IO">Linux 5.18 Looks Like It Will Finally Land Btrfs Encoded I/O</a>
<span class="comments">Six Months Ago</span>
</div>
<div class="popular-list">
<a href="/news/Elementary-OS-6.0">elementary OS 6.0 Released For A Meticulously Crafted Linux Desktop</a>
<span class="comments">One Year Ago</span>
</div>
<div id="google_ads_iframe_/15184186,2047846/phoronix_right_rail_2_0__container__" style="border: 0pt none;"><iframe id="google_ads_iframe_/15184186,2047846/phoronix_right_rail_2_0" name="google_ads_iframe_/15184186,2047846/phoronix_right_rail_2_0" title="3rd party ad content" width="1" height="1" scrolling="no" marginwidth="0" marginheight="0" frameborder="0" role="region" aria-label="Advertisement" tabindex="0" style="border: 0px; vertical-align: bottom; width: 300px; height: 250px;" data-load-complete="true" data-google-container-id="8"></iframe><div class="__fs-ancillary" style="--childWidth:336px; visibility: visible;"><div class="__fs-branding"><a href="https://freestar.com/?utm_campaign=branding&amp;utm_medium=banner&amp;utm_source=phoronix.com&amp;utm_content=phoronix_right_rail_2" target="_blank" rel="noreferrer"><img src="https://a.pub.network/core/imgs/fslogo-green.svg" alt="freestar" width="14" height="14"></a></div></div></div></div>
</div>
</aside>
<aside class="widget">
<header>Show Your Support, Go Premium</header>
<p><a href="/phoronix-premium">Phoronix Premium</a> allows ad-free access to the site, multi-page articles on a single page, and other features while supporting this site's continued operations.</p>
</aside>
<aside class="widget">
<header>Latest Featured Articles</header><div class="popular-list">
<a href="/review/caliptra">AMD, Google, Microsoft &amp; NVIDIA Announce "Caliptra" Open-Source Root of Trust</a>
</div>
<div class="popular-list">
<a href="/news/Should-Fwupd-Do-EULAs">A &quot;Large Hardware Vendor&quot; Wants A EULA Displayed For Firmware Updates On Linux</a>
<span class="comments">Two Years Ago</span>
</div>
<a href="/review/linux-61-features">Linux 6.1 Features Include Initial Rust Code, MGLRU, New AMD CPU Features, More Security</a>
</div>
<div class="popular-list">
<a href="/news/Third-Party-Clear-Linux-WSL">A Third-Party Installer Allows Clear Linux To Run On Microsoft Windows WSL</a>
<span class="comments">Three Years Ago</span>
</div>
<a href="/review/zen4-clear-linux">AMD Ryzen 9 7950X "Zen 4" Rocks On Intel's Clear Linux</a>
</div>
<div class="popular-list">
<a href="/news/AMD-ThreadRipper-Lift">AMD Threadripper Is Looking Good, At Least Under Windows</a>
<span class="comments">Five Years Ago</span>
</div>
<a href="/review/7950x-windows-linux">Windows 11 vs. Ubuntu Linux Performance Is Very Close On The AMD Ryzen 9 7950X</a>
</div>
<div class="popular-list">
<a href="/news/MTE1Nzc">A Linux LiveCD To Play With Wayland/Weston</a>
<span class="comments">Ten Years Ago</span>
</div>
</aside>
<aside>
<div style="text-align: center;">
<div style="position: sticky; top: 0; position: -webkit-sticky;"><div align="center" id="phoronix_right_rail_3">
</div>
<a href="/review/steam-deck-dock">Valve Steam Deck Docking Station Hands-On</a>
</div>
</aside>
<aside>
<div style="text-align: center;">
<div style="position: sticky; top: 0; position: -webkit-sticky;"><div align="center" id="phoronix_right_rail_3" name="phoronix_right_rail_3" data-google-query-id="CIuIxPfF7PoCFYKFAQodFJAOYA">
<div id="google_ads_iframe_/15184186,2047846/phoronix_right_rail_3_0__container__" style="border: 0pt none; display: inline-block; width: 300px; height: 600px;"><iframe frameborder="0" src="https://3357a4a716695b43412a26e526771340.safeframe.googlesyndication.com/safeframe/1-0-38/html/container.html" id="google_ads_iframe_/15184186,2047846/phoronix_right_rail_3_0" title="3rd party ad content" name="" scrolling="no" marginwidth="0" marginheight="0" width="300" height="600" data-is-safeframe="true" sandbox="allow-forms allow-popups allow-popups-to-escape-sandbox allow-same-origin allow-scripts allow-top-navigation-by-user-activation" role="region" aria-label="Advertisement" tabindex="0" data-google-container-id="9" style="border: 0px; vertical-align: bottom;" data-load-complete="true"></iframe><div class="__fs-ancillary" style="--childWidth:300px; visibility: visible;"><div class="__fs-branding"><a href="https://freestar.com/?utm_campaign=branding&amp;utm_medium=banner&amp;utm_source=phoronix.com&amp;utm_content=phoronix_right_rail_3" target="_blank" rel="noreferrer"><img src="https://a.pub.network/core/imgs/fslogo-green.svg" alt="freestar" width="14" height="14"></a></div></div></div></div>
</div> </div>
</aside>
<aside class="widget">
<header>Support Phoronix</header>
<p>The mission at Phoronix since 2004 has centered around enriching the Linux hardware experience. In addition to supporting our site through advertisements, you can help by <a href="/phoronix-premium">subscribing to Phoronix Premium</a>. You can also contribute to Phoronix through a <a href="https://www.paypal.com/donate/?hosted_button_id=EA79CCDLNFJNW">PayPal tip</a>.</p>
</aside>
</div>
</div>
</div>
</div>
<div id="footer">
<div id="footer-content">
<p align="center"></p>
<div id="footer-left">
<div id="footer-left-content">
<div class="extra-info">
<header>Phoronix Media</header>
<hr>
<ul>
<li><a href="/contact">Contact</a></li>
<li><a href="/michaellarabel">Michael Larabel</a></li>
<li><a href="https://openbenchmarking.org/">OpenBenchmarking.org</a></li>
</ul>
</div>
<div class="extra-info">
<header>Phoronix Premium</header>
<hr>
<a href="/phoronix-premium"><ul>
<li>Support Phoronix</li>
<li>While Having Ad-Free Browsing,</li>
<li>Single-Page Article Viewing</li>
</ul></a>
</div>
<div class="extra-info">
<header>Share</header>
<hr>
<ul>
<li><a href="https://facebook.com/Phoronix" rel="me">Facebook</a></li>
<li><a href="https://twitter.com/Phoronix" rel="me">Twitter</a></li>
</ul>
</div>
</div>
</div>
<div id="footer-right">
<div class="extra-info">
<ul>
<li><p><a href="/legal">Legal Disclaimer, Privacy Policy, Cookies</a> | <a href="https://www.phoronix-media.com/?k=contact">Contact</a></p></li>
<li><p>Copyright &#xA9; 2004 - 2022 by <a href="https://www.phoronix-media.com/">Phoronix Media</a>.</p></li>
<li><p>All trademarks used are properties of their respective owners. All rights reserved.</p></li>
</ul>
</div>
</div>
</div>
</div>
</body>
</html>
</aside>
<aside class="widget">
<header>Support Phoronix</header>
<p>The mission at Phoronix since 2004 has centered around enriching the Linux hardware experience. In addition to supporting our site through advertisements, you can help by <a href="/phoronix-premium">subscribing to Phoronix Premium</a>. You can also contribute to Phoronix through a <a href="https://www.paypal.com/donate/?hosted_button_id=EA79CCDLNFJNW">PayPal tip</a> or <a href="https://buy.stripe.com/28o02d1yG1Lp8H67ss">tip via Stripe</a>.</p>
</aside>
</div>
</div>
</div>
</div>
<div id="footer">
<div id="footer-content">
<p align="center"></p>
<div id="footer-left">
<div id="footer-left-content">
<div class="extra-info">
<header>Phoronix Media</header>
<hr>
<ul>
<li><a href="/contact">Contact</a></li>
<li><a href="/michaellarabel">Michael Larabel</a></li>
<li><a href="https://openbenchmarking.org/">OpenBenchmarking.org</a></li>
</ul>
</div>
<div class="extra-info">
<header>Phoronix Premium</header>
<hr>
<a href="/phoronix-premium"><ul>
<li>Support Phoronix</li>
<li>While Having Ad-Free Browsing,</li>
<li>Single-Page Article Viewing</li>
</ul></a>
</div>
<div class="extra-info">
<header>Share</header>
<hr>
<ul>
<li><a href="https://facebook.com/Phoronix" rel="me">Facebook</a></li>
<li><a href="https://twitter.com/Phoronix" rel="me">Twitter</a></li>
</ul>
</div>
</div>
</div>
<div id="footer-right">
<div class="extra-info">
<ul>
<li><p><a href="/legal">Legal Disclaimer, Privacy Policy, Cookies</a> | <a href="https://www.phoronix-media.com/?k=contact">Contact</a></p></li>
<li><p>Copyright © 2004 - 2022 by <a href="https://www.phoronix-media.com/">Phoronix Media</a>.</p></li>
<li><p>All trademarks used are properties of their respective owners. All rights reserved.</p></li>
</ul>
</div>
</div>
</div>
</div>
</html>

345
fixtures/www.youtube.com.html vendored
View File

File diff suppressed because one or more lines are too long

10
src/extractors/custom/bookwalker.jp/index.js
Unescape Escape View File

@ -2,15 +2,16 @@ export const BookwalkerJpExtractor = {
domain: 'bookwalker.jp',
title: {
selectors: ['h1.main-heading'],
selectors: ['h1.p-main__title', 'h1.main-heading'],
},
author: {
selectors: ['div.authors'],
selectors: ['div.p-author__list', 'div.authors'],
},
date_published: {
selectors: [
'dl.p-information__data dd:nth-of-type(7)',
'.work-info .work-detail:first-of-type .work-detail-contents:last-of-type',
],
timezone: 'Asia/Tokyo',
@ -23,7 +24,10 @@ export const BookwalkerJpExtractor = {
},
content: {
selectors: [['div.main-info', 'div.main-cover-inner']],
selectors: [
'div.p-main__information',
['div.main-info', 'div.main-cover-inner'],
],
defaultCleaner: false,

2
src/extractors/custom/bookwalker.jp/index.test.js
Unescape Escape View File

@ -102,7 +102,7 @@ describe('BookwalkerJpExtractor', () => {
// the article.
assert.equal(
first13,
'電子書籍（ラノベ） 著者 お米ゴハン イラスト 汐街コナ 税込価格 1,296円 1,296 円'
'著者 お米ゴハン イラスト 汐街コナ 偉人の“おもいで”が紡ぐ、心あたたまるストーリーを召し上がれ！ 古今東西の偉人たちが転生し、暮らしている異世界――さくら小町。その一角に「おもいで食堂」と呼ばれる和食店があった。 板前の天宮勇士（あまみや・ゆうじ）は、この世界に転生してきた、平凡な青年。 ただの料理好きだった彼は、オーナーである《勝海舟》との奇妙な縁からこの食堂で働くことになり、現代ではなれなかった料理人としての人生を謳歌する。 味はもとより、料理で客の“おもいで”を刺激し、懐かしさを想起させる事もあって、店は徐々に知られていき、今ではすっかりさくら小町の隠れた名店となっていた。'
);
});
});

11
src/extractors/custom/deadspin.com/index.js
Unescape Escape View File

@ -18,15 +18,15 @@ export const DeadspinExtractor = {
],
title: {
selectors: ['h1.headline'],
selectors: ['header h1', 'h1.headline'],
},
author: {
selectors: ['.author'],
selectors: ['a[data-ga*="Author"]', '.author'],
},
content: {
selectors: ['.post-content', '.entry-content'],
selectors: ['.js_post-content', '.post-content', '.entry-content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
@ -44,7 +44,10 @@ export const DeadspinExtractor = {
},
date_published: {
selectors: [['time.updated[datetime]', 'datetime']],
selectors: [
['meta[name="article:published_time"]', 'value'],
['time.updated[datetime]', 'datetime'],
],
},
lead_image_url: {

6
src/extractors/custom/deadspin.com/index.test.js
Unescape Escape View File

@ -53,7 +53,7 @@ describe('DeadspinExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-10-13T16:34:00.000Z');
assert.equal(date_published, '2016-10-13T16:34:00.918Z');
});
it('returns the lead_image_url', async () => {
@ -65,7 +65,7 @@ describe('DeadspinExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'https://i.kinja-img.com/gawker-media/image/upload/s--SUEXWZgf--/c_fill,fl_progressive,g_center,h_450,q_80,w_800/vmeayd7lteyycwzcdlju.jpg'
'https://i.kinja-img.com/gawker-media/image/upload/c_fill,f_auto,fl_progressive,g_center,h_675,pg_1,q_80,w_1200/197xrjaz7466rpng.png'
);
});
@ -89,7 +89,7 @@ describe('DeadspinExtractor', () => {
// the article.
assert.equal(
first13,
'Photo credit: Rob Carr/Getty Washington’s Danny Espinosa problem is inextricably linked to its'
'Washington’s Danny Espinosa problem is inextricably linked to its long-running center-field problem. If'
);
});
});

18
src/extractors/custom/forward.com/index.js
Unescape Escape View File

@ -6,11 +6,18 @@ export const ForwardComExtractor = {
},
author: {
selectors: ['.author-name', ['meta[name="sailthru.author"]', 'value']],
selectors: [
'.post-author a',
'.author-name',
['meta[name="sailthru.author"]', 'value'],
],
},
date_published: {
selectors: [['meta[name="date"]', 'value']],
selectors: [
['meta[name="article:published_time"]', 'value'],
['meta[name="date"]', 'value'],
],
},
dek: {
@ -24,7 +31,10 @@ export const ForwardComExtractor = {
},
content: {
selectors: [['.post-item-media-wrap', '.post-item p']],
selectors: [
'.content-container article',
['.post-item-media-wrap', '.post-item p'],
],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
@ -33,6 +43,6 @@ export const ForwardComExtractor = {
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: ['.donate-box', '.message', '.subtitle'],
clean: ['.post-author', '.donate-box', '.message', '.subtitle'],
},
};

6
src/extractors/custom/forward.com/index.test.js
Unescape Escape View File

@ -57,7 +57,7 @@ describe('ForwardComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-28T20:32:00.000Z');
assert.equal(date_published, '2016-12-29T01:32:00.000Z');
});
it('returns the lead_image_url', async () => {
@ -69,7 +69,7 @@ describe('ForwardComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'https://s3.amazonaws.com/assets.forward.com/images/cropped/gettyimages-457536286-1482958420.jpg'
'https://images.forwardcdn.com/image/1300x/center/images/cropped/gettyimages-457536286-1482958420.jpg'
);
});
@ -93,7 +93,7 @@ describe('ForwardComExtractor', () => {
// the article.
assert.equal(
first13,
'Getty Images Sometimes (okay, a lot of the time), if I’m in the'
'Sometimes (okay, a lot of the time), if I’m in the middle of'
);
});
});

11
src/extractors/custom/hellogiggles.com/index.js
Unescape Escape View File

@ -2,15 +2,18 @@ export const HellogigglesComExtractor = {
domain: 'hellogiggles.com',
title: {
selectors: ['.title'],
selectors: [['meta[name="og:title"]', 'value'], '.title'],
},
author: {
selectors: ['.author-link'],
selectors: ['.byline-wrapper span.author_name', '.author-link'],
},
date_published: {
selectors: [['meta[name="article:published_time"]', 'value']],
selectors: [
['meta[property="article:published_time"]', 'content'],
['meta[name="article:published_time"]', 'value'],
],
},
lead_image_url: {
@ -18,7 +21,7 @@ export const HellogigglesComExtractor = {
},
content: {
selectors: ['.entry-content'],
selectors: ['.main-content', '.entry-content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

6
src/extractors/custom/hellogiggles.com/index.test.js
Unescape Escape View File

@ -43,7 +43,7 @@ describe('HellogigglesComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(author, 'Cindy Mangomini');
assert.equal(author, 'Cindy mangomini');
});
it('returns the date_published', async () => {
@ -53,7 +53,7 @@ describe('HellogigglesComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-22T00:05:23.000Z');
assert.equal(date_published, '2016-12-21T21:05:23.000Z');
});
it('returns the lead_image_url', async () => {
@ -65,7 +65,7 @@ describe('HellogigglesComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://images.hellogiggles.com/uploads/2016/12/21073729/HG-Xmas-NY-Cindy-Mangomini1.jpg'
'https://static.onecms.io/wp-content/uploads/sites/13/2016/12/21/HG-Xmas-NY-Cindy-Mangomini1.jpg'
);
});

2
src/extractors/custom/index.js
Unescape Escape View File

@ -64,9 +64,7 @@ export * from './www.androidcentral.com';
export * from './www.si.com';
export * from './www.rawstory.com';
export * from './www.cnet.com';
export * from './www.cinemablend.com';
export * from './www.today.com';
export * from './www.howtogeek.com';
export * from './www.al.com';
export * from './www.thepennyhoarder.com';
export * from './www.westernjournalism.com';

8
src/extractors/custom/mashable.com/index.js
Unescape Escape View File

@ -2,15 +2,15 @@ export const MashableComExtractor = {
domain: 'mashable.com',
title: {
selectors: ['h1.title'],
selectors: ['header h1', 'h1.title'],
},
author: {
selectors: ['span.author_name a'],
selectors: [['meta[name="article:author"]', 'value'], 'span.author_name a'],
},
date_published: {
selectors: [['meta[name="og:article:published_time"]', 'value']],
selectors: [['meta[name="article:published_time"]', 'value']],
},
lead_image_url: {
@ -18,7 +18,7 @@ export const MashableComExtractor = {
},
content: {
selectors: ['section.article-content.blueprint'],
selectors: ['#article', 'section.article-content.blueprint'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

4
src/extractors/custom/mashable.com/index.test.js
Unescape Escape View File

@ -14,7 +14,7 @@ describe('MashableComExtractor', () => {
let url;
beforeAll(() => {
url =
'http://mashable.com/2016/12/13/mysterious-plane-flying-over-new-york/?utm_cid=hp-n-1#sxBI1HiPKsqG';
'https://mashable.com/article/mysterious-plane-flying-over-new-york';
const html = fs.readFileSync('./fixtures/mashable.com.html');
result = Mercury.parse(url, { html, fallback: false });
});
@ -69,7 +69,7 @@ describe('MashableComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://a.amz.mshcdn.com/media/ZgkyMDE2LzEyLzEzL2UxL2xpbGlzYW1zbWFzaGFibGU1XzcyMC4wMWZkOS5qcGcKcAl0aHVtYgkxMjAweDYzMAplCWpwZw/29e123a7/0e0/lili-sams-mashable-5_720.jpg'
'https://helios-i.mashable.com/imagery/articles/04JdhZmvOs7mcfVf0jqvVxe/hero-image.fill.size_1200x675.v1611614732.jpg'
);
});

2
src/extractors/custom/money.cnn.com/index.js
Unescape Escape View File

@ -6,7 +6,7 @@ export const MoneyCnnComExtractor = {
},
author: {
selectors: ['.byline a'],
selectors: [['meta[name="author"]', 'value'], '.byline a'],
},
date_published: {

2
src/extractors/custom/money.cnn.com/index.test.js
Unescape Escape View File

@ -81,7 +81,7 @@ describe('MoneyCnnComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://i2.cdn.turner.com/money/dam/assets/161118102423-ohare-airport-strike-780x439.jpg'
'https://i2.cdn.turner.com/money/dam/assets/161118102423-ohare-airport-strike-780x439.jpg'
);
});

15
src/extractors/custom/people.com/index.js
Unescape Escape View File

@ -2,23 +2,30 @@ export const PeopleComExtractor = {
domain: 'people.com',
title: {
selectors: [['meta[name="og:title"]', 'value']],
selectors: ['.article-header h1', ['meta[name="og:title"]', 'value']],
},
author: {
selectors: ['a.author.url.fn'],
selectors: [['meta[name="sailthru.author"]', 'value'], 'a.author.url.fn'],
},
date_published: {
selectors: [['meta[name="article:published_time"]', 'value']],
selectors: [
'.mntl-attribution__item-date',
['meta[name="article:published_time"]', 'value'],
],
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']],
},
dek: {
selectors: ['.article-header h2'],
},
content: {
selectors: ['div.article-body__inner'],
selectors: ['div[class^="loc article-content"]', 'div.article-body__inner'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

19
src/extractors/custom/people.com/index.test.js
Unescape Escape View File

@ -35,7 +35,7 @@ describe('PeopleComExtractor', () => {
// the article.
assert.equal(
title,
'Jennifer Aniston on Leaving the Tags on Her Celine Coat: ‘I Wore It Four Times and Didn’t Notice!’'
"Jennifer Aniston on Leaving the Tags on Her Céline Coat: 'I Wore It Four Times and Didn't Notice!'"
);
});
@ -56,7 +56,7 @@ describe('PeopleComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-09T15:40:20.000Z');
assert.equal(date_published, '2016-12-12T15:22:00.000Z');
});
it('returns the lead_image_url', async () => {
@ -68,7 +68,20 @@ describe('PeopleComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://i2.wp.com/peopledotcom.files.wordpress.com/2016/12/jennifer-aniston5.jpg?crop=0px%2C0px%2C1500px%2C1125px&resize=660%2C495&ssl=1'
'https://people.com/thmb/mKmBT1HGFXbCA_wJQGJFNNKdNjI=/1359x2000/filters:fill(auto,1)/jennifer-aniston5-2000-b3efb31fbb3b42c1a0d5872c91f574f7.jpg'
);
});
it('returns the dek', async () => {
// To pass this test, fill out the dek selector
// in ./src/extractors/custom/people.com/index.js.
const { dek } = await result;
// Update these values with the expected values from
// the article.
assert.equal(
dek,
'The actress explained the story behind her minor wardrobe malfunction to Jimmy Kimmel'
);
});

23
src/extractors/custom/pitchfork.com/index.js
Unescape Escape View File

@ -2,32 +2,41 @@ export const PitchforkComExtractor = {
domain: 'pitchfork.com',
title: {
selectors: ['title'],
selectors: [['meta[name="og:title"]', 'value'], 'title'],
},
author: {
selectors: ['.authors-detail__display-name'],
selectors: [
['meta[name="article:author"]', 'value'],
'.authors-detail__display-name',
],
},
date_published: {
selectors: [['.pub-date', 'datetime']],
selectors: ['div[class^="InfoSliceWrapper-"]', ['.pub-date', 'datetime']],
},
dek: {
selectors: ['.review-detail__abstract'],
selectors: [
['meta[name="og:description"]', 'value'],
'.review-detail__abstract',
],
},
lead_image_url: {
selectors: [['.single-album-tombstone__art img', 'src']],
selectors: [
['meta[name="og:image"]', 'value'],
['.single-album-tombstone__art img', 'src'],
],
},
content: {
selectors: ['.review-detail__text'],
selectors: ['div.body__inner-container', '.review-detail__text'],
},
extend: {
score: {
selectors: ['.score'],
selectors: ['p[class*="Rating"]', '.score'],
},
},
};

6
src/extractors/custom/pitchfork.com/index.test.js
Unescape Escape View File

@ -29,7 +29,7 @@ describe('PitchforkComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(title, `Lust for Youth: Lust for Youth Album Review`);
assert.equal(title, `Lust for Youth: Lust for Youth`);
});
it('returns the author', async () => {
@ -41,7 +41,7 @@ describe('PitchforkComExtractor', () => {
it('returns the date_published', async () => {
const { date_published } = await result;
assert.equal(date_published.split('T')[0], '2019-06-07');
assert.equal(date_published, '2019-06-07T05:00:00.000Z');
});
it('returns the dek', async () => {
@ -58,7 +58,7 @@ describe('PitchforkComExtractor', () => {
assert.equal(
lead_image_url,
`https://media.pitchfork.com/photos/5cefef2693a53659ed1ee6b8/1:1/w_320/LustForYouth_LustForYouth.jpg`
`https://media.pitchfork.com/photos/5cefef2693a53659ed1ee6b8/16:9/w_1280,c_limit/LustForYouth_LustForYouth.jpg`
);
});

5
src/extractors/custom/qz.com/index.js
Unescape Escape View File

@ -10,7 +10,10 @@ export const QzComExtractor = {
},
date_published: {
selectors: [['time[datetime]', 'datetime']],
selectors: [
['meta[name="article:published_time"]', 'value'],
['time[datetime]', 'datetime'],
],
},
lead_image_url: {

21
src/extractors/custom/qz.com/index.test.js
Unescape Escape View File

@ -40,18 +40,17 @@ describe('QzComExtractor', () => {
);
});
it('returns the author', async () => {
// To pass this test, fill out the author selector
// in ./src/extractors/custom/qz.com/index.js.
const { author } = await result;
// Author is no longer being returned in meta tag and there is no consistent selector for author byline (confirmed by viewing several articles)
// it('returns the author', async () => {
// // To pass this test, fill out the author selector
// // in ./src/extractors/custom/qz.com/index.js.
// const { author } = await result;
// Update these values with the expected values from
// the article.
assert.equal(author, 'Yomi Kazeem');
});
// // Update these values with the expected values from
// // the article.
// assert.equal(author, 'Yomi Kazeem');
// });
// qz doesn't appear to pass the date from the server,
// so the date is unfortunately null
it('returns the date_published', async () => {
// To pass this test, fill out the date_published selector
// in ./src/extractors/custom/qz.com/index.js.
@ -71,7 +70,7 @@ describe('QzComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'https://cms.qz.com/wp-content/uploads/2017/04/nigerians-at-a-lagos-island-market.jpg?quality=75&strip=all&w=1400'
'https://i.kinja-img.com/gawker-media/image/upload/q_75,w_1200,h_630,c_fill/e88c932321f288c23cf86931e591aa71.JPG'
);
});

8
src/extractors/custom/sect.iij.ad.jp/index.js
Unescape Escape View File

@ -2,15 +2,15 @@ export const SectIijAdJpExtractor = {
domain: 'sect.iij.ad.jp',
title: {
selectors: ['h3'],
selectors: ['div.title-box-inner h1', 'h3'],
},
author: {
selectors: ['dl.entrydate dd'],
selectors: ['p.post-author a', 'dl.entrydate dd'],
},
date_published: {
selectors: ['dl.entrydate dd'],
selectors: ['time'],
format: 'YYYY年MM月DD日',
timezone: 'Asia/Tokyo',
},
@ -22,7 +22,7 @@ export const SectIijAdJpExtractor = {
},
content: {
selectors: ['#article'],
selectors: ['.entry-inner', '#article'],
transforms: {},

4
src/extractors/custom/sect.iij.ad.jp/index.test.js
Unescape Escape View File

@ -43,7 +43,7 @@ describe('SectIijAdJpExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(author, '│2019年02月13日 Masafumi Negishi│');
assert.equal(author, 'Masafumi Negishi');
});
it('returns the date_published', async () => {
@ -75,7 +75,7 @@ describe('SectIijAdJpExtractor', () => {
// the article.
assert.equal(
lead_image_url,
`https://sect.iij.ad.jp/images/logo_iij_sect.gif`
`https://sect.iij.ad.jp/wp-content/uploads/2021/03/20190213_fig1-500x250.png`
);
});

13
src/extractors/custom/thefederalistpapers.org/index.js
Unescape Escape View File

@ -6,7 +6,7 @@ export const ThefederalistpapersOrgExtractor = {
},
author: {
selectors: ['main span.entry-author-name'],
selectors: ['.author-meta-title', 'main span.entry-author-name'],
},
date_published: {
@ -18,7 +18,7 @@ export const ThefederalistpapersOrgExtractor = {
},
content: {
selectors: ['.entry-content'],
selectors: ['.content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
@ -27,6 +27,13 @@ export const ThefederalistpapersOrgExtractor = {
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: [['p[style]']],
clean: [
'header',
'.article-sharing',
'.after-article',
'.type-commenting',
'.more-posts',
['p[style]'],
],
},
};

6
src/extractors/custom/thefederalistpapers.org/index.test.js
Unescape Escape View File

@ -44,7 +44,7 @@ describe('ThefederalistpapersOrgExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(author, 'Robert Gehl');
assert.equal(author, 'Bushrod Washington');
});
it('returns the date_published', async () => {
@ -54,7 +54,7 @@ describe('ThefederalistpapersOrgExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-21T08:31:34.000Z');
assert.equal(date_published, '2016-12-21T16:31:34.000Z');
});
it('returns the lead_image_url', async () => {
@ -66,7 +66,7 @@ describe('ThefederalistpapersOrgExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://thefederalistpapers.integratedmarket.netdna-cdn.com/wp-content/uploads/2016/12/trends-in-public-schooling-1.jpg'
'https://thefederalistpapers.org/wp-content/uploads/2016/12/trends-in-public-schooling-1.jpg'
);
});

19
src/extractors/custom/wired.jp/index.js
Unescape Escape View File

@ -4,19 +4,25 @@ export const WiredJpExtractor = {
domain: 'wired.jp',
title: {
selectors: ['h1.post-title'],
selectors: ['h1[data-testid="ContentHeaderHed"]', 'h1.post-title'],
},
author: {
selectors: ['p[itemprop="author"]'],
selectors: [
['meta[name="article:author"]', 'value'],
'p[itemprop="author"]',
],
},
date_published: {
selectors: [['time', 'datetime']],
selectors: [
['meta[name="article:published_time"]', 'value'],
['time', 'datetime'],
],
},
dek: {
selectors: ['.post-intro'],
selectors: ['div[class^="ContentHeaderDek"]', '.post-intro'],
},
lead_image_url: {
@ -24,7 +30,10 @@ export const WiredJpExtractor = {
},
content: {
selectors: ['article.article-detail'],
selectors: [
'div[data-attribute-verso-pattern="article-body"]',
'article.article-detail',
],
transforms: {
'img[data-original]': $node => {

11
src/extractors/custom/wired.jp/index.test.js
Unescape Escape View File

@ -49,10 +49,7 @@ describe('WiredJpExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(
author,
'TEXT BY ARIELLE PARDES\nTRANSLATION BY CHIHIRO OKA WIRED(US)'
);
assert.equal(author, 'Arielle Pardes');
});
it('returns the date_published', async () => {
@ -62,7 +59,7 @@ describe('WiredJpExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, `2019-04-25T16:00:25.000Z`);
assert.equal(date_published, `2019-04-25T07:00:25.000Z`);
});
it('returns the dek', async () => {
@ -87,7 +84,7 @@ describe('WiredJpExtractor', () => {
// the article.
assert.equal(
lead_image_url,
`https://wired.jp/wp-content/uploads/2019/04/190315_Helvetica_Now_Device_AS-1024x768.jpg`
`https://media.wired.jp/photos/61ce7c3feca9c13f76376390/16:9/w_1280,c_limit/5d08c7d457813df29e12d93c9b6f869f.jpg`
);
});
@ -111,7 +108,7 @@ describe('WiredJpExtractor', () => {
// the article.
assert.equal(
first13,
'世界で最も多く使われているであろうフォントのひとつ「Helvetica」が、このほどリニューアルを遂げた。まるで水のように生活に浸透しているフォントのデザインは、いかに伝統を守りながら、デジタル時代に合わせて最適化されたのか。'
'「Helvetica」は、おそらく世界で最もよく使われているフォントだろう。1957年に誕生したこの書体を紹介する動画は、「Helveticaは水のようだ」というナレーションで始まる。サンセリフの簡素な字形には「ユビキタス」という形容詞がぴったりで、ニューヨーク市の地下鉄の案内表示や、アメリカン航空、アメリカンアパレルといった企業のロゴに採用されている。このフォントで「John'
);
});
});

8
src/extractors/custom/www.bustle.com/index.js
Unescape Escape View File

@ -2,15 +2,15 @@ export const WwwBustleComExtractor = {
domain: 'www.bustle.com',
title: {
selectors: ['h1.post-page__title'],
selectors: ['h1', 'h1.post-page__title'],
},
author: {
selectors: ['div.content-meta__author'],
selectors: ['a[href*="profile"]', 'div.content-meta__author'],
},
date_published: {
selectors: [['time.content-meta__published-date[datetime]', 'datetime']],
selectors: [['time', 'datetime']],
},
lead_image_url: {
@ -18,7 +18,7 @@ export const WwwBustleComExtractor = {
},
content: {
selectors: ['.post-page__body'],
selectors: ['article', '.post-page__body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

9
src/extractors/custom/www.bustle.com/index.test.js
Unescape Escape View File

@ -34,10 +34,7 @@ describe('WwwBustleComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(
title,
'13 Ways To Compliment Women In The Most Empowering, Transformative Way Possible'
);
assert.equal(title, 'The Transformative Power Of Feminist Compliments');
});
it('returns the author', async () => {
@ -57,7 +54,7 @@ describe('WwwBustleComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-02T18:28:24.692Z');
assert.equal(date_published, '2016-12-02T18:28:24.000Z');
});
it('returns the lead_image_url', async () => {
@ -69,7 +66,7 @@ describe('WwwBustleComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'https://typeset-beta.imgix.net/rehost/2016/12/2/2fa248d4-0035-403f-a18d-3aeca6929b98.jpg?w=1200&h=630&fit=crop&crop=faces&auto=format&q=70'
'https://imgix.bustle.com/rehost/2016/12/12/e2e85084-7022-487b-87ea-8b4e826e1fb8.jpg?w=1200&h=630&fit=crop&crop=faces&fm=jpg'
);
});

34
src/extractors/custom/www.cinemablend.com/index.js
Unescape Escape View File

@ -1,34 +0,0 @@
export const WwwCinemablendComExtractor = {
domain: 'www.cinemablend.com',
title: {
selectors: ['.story_title'],
},
author: {
selectors: ['.author'],
},
date_published: {
selectors: [['meta[name="article:published_time"]', 'value']],
timezone: 'EST',
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']],
},
content: {
selectors: ['div#wrap_left_content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: [],
},
};

100
src/extractors/custom/www.cinemablend.com/index.test.js
Unescape Escape View File

@ -1,100 +0,0 @@
import assert from 'assert';
import URL from 'url';
import cheerio from 'cheerio';
import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwCinemablendComExtractor', () => {
describe('initial test case', () => {
let result;
let url;
beforeAll(() => {
url =
'http://www.cinemablend.com/news/1602870/to-3d-or-not-to-3d-buy-the-right-passengers-ticket';
const html = fs.readFileSync('./fixtures/www.cinemablend.com.html');
result = Mercury.parse(url, { html, fallback: false });
});
it('is selected properly', () => {
// This test should be passing by default.
// It sanity checks that the correct parser
// is being selected for URLs from this domain
const extractor = getExtractor(url);
assert.equal(extractor.domain, URL.parse(url).hostname);
});
it('returns the title', async () => {
// To pass this test, fill out the title selector
// in ./src/extractors/custom/www.cinemablend.com/index.js.
const { title } = await result;
// Update these values with the expected values from
// the article.
assert.equal(
title,
'To 3D Or Not To 3D: Buy The Right Passengers Ticket'
);
});
it('returns the author', async () => {
// To pass this test, fill out the author selector
// in ./src/extractors/custom/www.cinemablend.com/index.js.
const { author } = await result;
// Update these values with the expected values from
// the article.
assert.equal(author, 'Mike Reyes');
});
it('returns the date_published', async () => {
// To pass this test, fill out the date_published selector
// in ./src/extractors/custom/www.cinemablend.com/index.js.
const { date_published } = await result;
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-22T02:46:48.000Z');
});
it('returns the lead_image_url', async () => {
// To pass this test, fill out the lead_image_url selector
// in ./src/extractors/custom/www.cinemablend.com/index.js.
const { lead_image_url } = await result;
// Update these values with the expected values from
// the article.
assert.equal(
lead_image_url,
'http://img.cinemablend.com/quill/6/a/4/e/4/0/6a4e40e4aad46eb7b27810ce5a9fccff01c03c19.jpg'
);
});
it('returns the content', async () => {
// To pass this test, fill out the content selector
// in ./src/extractors/custom/www.cinemablend.com/index.js.
// You may also want to make use of the clean and transform
// options.
const { content } = await result;
const $ = cheerio.load(content || '');
const first13 = excerptContent(
$('*')
.first()
.text(),
13
);
// Update these values with the expected values from
// the article.
assert.equal(
first13,
'What happens when you put two beautiful people together in the black of'
);
});
});
});

2
src/extractors/custom/www.elecom.co.jp/index.test.js
Unescape Escape View File

@ -38,7 +38,7 @@ describe('WwwElecomCoJpExtractor', () => {
// the article.
assert.equal(
title,
`[News] サクサク軽い打ち心地を実現し、キー入力がはかどる！従来比約18%も軽量化した薄型キーボード、接続タイプ/サイズ/マウス付きなどで選べる6モデルを発売`
`[News] サクサク軽い打ち心地を実現し、キー入力がはかどる！キー荷重が従来比約18%も軽くなった薄型キーボード、接続タイプ/サイズ/マウス付きなどで選べる6モデルを発売`
);
});

9
src/extractors/custom/www.fool.com/index.js
Unescape Escape View File

@ -6,7 +6,10 @@ export const WwwFoolComExtractor = {
},
author: {
selectors: ['.author-inline .author-name'],
selectors: [
['meta[name="author"]', 'value'],
'.author-inline .author-name',
],
},
date_published: {
@ -14,7 +17,7 @@ export const WwwFoolComExtractor = {
},
dek: {
selectors: ['header h2'],
selectors: [['meta[name="og:description"]', 'value'], 'header h2'],
},
lead_image_url: {
@ -22,7 +25,7 @@ export const WwwFoolComExtractor = {
},
content: {
selectors: ['.article-content'],
selectors: ['.tailwind-article-body', '.article-content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

2
src/extractors/custom/www.fool.com/index.test.js
Unescape Escape View File

@ -82,7 +82,7 @@ describe('WwwFoolComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'https://g.foolcdn.com/image/?url=https%3A%2F%2Fg.foolcdn.com%2Feditorial%2Fimages%2F420446%2Fgettyimages-502549392-1.jpg&h=630&w=1200&op=resize'
'https://g.foolcdn.com/editorial/images/420446/gettyimages-502549392-1.jpg'
);
});

33
src/extractors/custom/www.howtogeek.com/index.js
Unescape Escape View File

@ -1,33 +0,0 @@
export const WwwHowtogeekComExtractor = {
domain: 'www.howtogeek.com',
title: {
selectors: ['title'],
},
author: {
selectors: ['#authorinfobox a'],
},
date_published: {
selectors: ['#authorinfobox + div li'],
timezone: 'GMT',
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']],
},
content: {
selectors: ['.thecontent'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {},
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: [],
},
};

100
src/extractors/custom/www.howtogeek.com/index.test.js
Unescape Escape View File

@ -1,100 +0,0 @@
import assert from 'assert';
import URL from 'url';
import cheerio from 'cheerio';
import Mercury from 'mercury';
import getExtractor from 'extractors/get-extractor';
import { excerptContent } from 'utils/text';
const fs = require('fs');
describe('WwwHowtogeekComExtractor', () => {
describe('initial test case', () => {
let result;
let url;
beforeAll(() => {
url =
'http://www.howtogeek.com/282568/amazon-echo-vs.-google-home-which-one-should-you-buy/';
const html = fs.readFileSync('./fixtures/www.howtogeek.com.html');
result = Mercury.parse(url, { html, fallback: false });
});
it('is selected properly', () => {
// This test should be passing by default.
// It sanity checks that the correct parser
// is being selected for URLs from this domain
const extractor = getExtractor(url);
assert.equal(extractor.domain, URL.parse(url).hostname);
});
it('returns the title', async () => {
// To pass this test, fill out the title selector
// in ./src/extractors/custom/www.howtogeek.com/index.js.
const { title } = await result;
// Update these values with the expected values from
// the article.
assert.equal(
title,
'Amazon Echo vs. Google Home: Which One Should You Buy?'
);
});
it('returns the author', async () => {
// To pass this test, fill out the author selector
// in ./src/extractors/custom/www.howtogeek.com/index.js.
const { author } = await result;
// Update these values with the expected values from
// the article.
assert.equal(author, 'Craig Lloyd');
});
it('returns the date_published', async () => {
// To pass this test, fill out the date_published selector
// in ./src/extractors/custom/www.rawstory.com/index.js.
const { date_published } = await result;
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-10T00:00:00.000Z');
});
it('returns the lead_image_url', async () => {
// To pass this test, fill out the lead_image_url selector
// in ./src/extractors/custom/www.howtogeek.com/index.js.
const { lead_image_url } = await result;
// Update these values with the expected values from
// the article.
assert.equal(
lead_image_url,
'http://www.howtogeek.com/thumbcache/280/160/2c80a158f6eb69883931148a7dc900a0/wp-content/uploads/2016/11/2016-11-29_0011-650x301.jpg'
);
});
it('returns the content', async () => {
// To pass this test, fill out the content selector
// in ./src/extractors/custom/www.howtogeek.com/index.js.
// You may also want to make use of the clean and transform
// options.
const { content } = await result;
const $ = cheerio.load(content || '');
const first13 = excerptContent(
$('*')
.first()
.text(),
13
);
// Update these values with the expected values from
// the article.
assert.equal(
first13,
'Amazon blew the industry wide open with its release of the Echo back'
);
});
});
});

2
src/extractors/custom/www.ladbible.com/index.test.js
Unescape Escape View File

@ -69,7 +69,7 @@ describe('WwwLadbibleComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
`https://www.ladbible.com/cdn-cgi/image/width=1200,quality=70,format=jpeg,fit=cover,dpr=1/https%3A%2F%2Fs3-images.ladbible.com%2Fs3%2Fcontent%2F788d729460eb11aa5ceadb28b93c0f8a.png`
`https://www.ladbible.com/cdn-cgi/image/width=1200,quality=70,format=jpeg,fit=contain,dpr=1/https%3A%2F%2Fs3-images.ladbible.com%2Fs3%2Fcontent%2F788d729460eb11aa5ceadb28b93c0f8a.png`
);
});

14
src/extractors/custom/www.latimes.com/index.js
Unescape Escape View File

@ -2,15 +2,21 @@ export const WwwLatimesComExtractor = {
domain: 'www.latimes.com',
title: {
selectors: ['.trb_ar_hl'],
selectors: ['h1.headline', '.trb_ar_hl'],
},
author: {
selectors: [['meta[name="author"]', 'value']],
selectors: [
'a[data-click="standardBylineAuthorName"]',
['meta[name="author"]', 'value'],
],
},
date_published: {
selectors: [['meta[itemprop="datePublished"]', 'value']],
selectors: [
['meta[name="article:published_time"]', 'value'],
['meta[itemprop="datePublished"]', 'value'],
],
},
lead_image_url: {
@ -18,7 +24,7 @@ export const WwwLatimesComExtractor = {
},
content: {
selectors: ['.trb_ar_main'],
selectors: ['.page-article-body', '.trb_ar_main'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

6
src/extractors/custom/www.latimes.com/index.test.js
Unescape Escape View File

@ -57,7 +57,7 @@ describe('WwwLatimesComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-16T22:05:00.000Z');
assert.equal(date_published, '2016-12-17T04:05:00.000Z');
});
it('returns the lead_image_url', async () => {
@ -69,7 +69,7 @@ describe('WwwLatimesComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://www.trbimg.com/img-5854652f/turbine/la-me-edu-report-on-la-school-shutdown-20161216'
'https://ca-times.brightspotcdn.com/dims4/default/0c0a70c/2147483647/strip/true/crop/2048x1075+0+38/resize/1200x630!/quality/90/?url=https%3A%2F%2Fcalifornia-times-brightspot.s3.amazonaws.com%2Ff7%2F58%2Fa6329ffd4ef9fb4992750ddfbe32%2Fla-hblume-1481909376-snap-photo'
);
});
@ -93,7 +93,7 @@ describe('WwwLatimesComExtractor', () => {
// the article.
assert.equal(
first13,
"An internal report on last year's unprecedented one-day shutdown of Los Angeles schools"
'An internal report on last year’s unprecedented one-day shutdown of Los Angeles schools'
);
});
});

12
src/extractors/custom/www.linkedin.com/index.js
Unescape Escape View File

@ -7,13 +7,17 @@ export const WwwLinkedinComExtractor = {
author: {
selectors: [
'.main-author-card h3',
['meta[name="article:author"]', 'value'],
'.entity-name a[rel=author]',
],
},
date_published: {
selectors: [['time[itemprop="datePublished"]', 'datetime']],
selectors: [
'.base-main-card__metadata',
['time[itemprop="datePublished"]', 'datetime'],
],
timezone: 'America/Los_Angeles',
},
@ -29,7 +33,11 @@ export const WwwLinkedinComExtractor = {
},
content: {
selectors: [['header figure', '.prose'], '.prose'],
selectors: [
'.article-content__body',
['header figure', '.prose'],
'.prose',
],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

2
src/extractors/custom/www.linkedin.com/index.test.js
Unescape Escape View File

@ -66,7 +66,7 @@ describe('WwwLinkedinComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'https://media.licdn.com/mpr/mpr/AAEAAQAAAAAAAAkoAAAAJDFhNGYyNjllLTkwOTAtNDM4OS1iOTY4LTlkMGRlMTk1ODAwZQ.jpg'
'https://media-exp1.licdn.com/dms/image/C5612AQHh48YF28VJbA/article-cover_image-shrink_600_2000/0/1520113723041?e=1665619200&v=beta&t=DRTBiEEMzl6b3frwdw4_YEhh2xuIdCgtRqZR0pu_2Vg'
);
});

21
src/extractors/custom/www.mentalfloss.com/index.js
Unescape Escape View File

@ -2,15 +2,26 @@ export const WwwMentalflossComExtractor = {
domain: 'www.mentalfloss.com',
title: {
selectors: ['h1.title', '.title-group', '.inner'],
selectors: [
['meta[name="og:title"]', 'value'],
'h1.title',
'.title-group',
'.inner',
],
},
author: {
selectors: ['.field-name-field-enhanced-authors'],
selectors: [
'a[data-vars-label*="authors"]',
'.field-name-field-enhanced-authors',
],
},
date_published: {
selectors: ['.date-display-single'],
selectors: [
['meta[name="article:published_time"]', 'value'],
'.date-display-single',
],
timezone: 'America/New_York',
},
@ -19,7 +30,7 @@ export const WwwMentalflossComExtractor = {
},
content: {
selectors: ['div.field.field-name-body'],
selectors: ['article main', 'div.field.field-name-body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
@ -28,6 +39,6 @@ export const WwwMentalflossComExtractor = {
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: [],
clean: ['small'],
},
};

4
src/extractors/custom/www.mentalfloss.com/index.test.js
Unescape Escape View File

@ -57,7 +57,7 @@ describe('WwwMentalflossComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-19T17:29:00.000Z');
assert.equal(date_published, '2016-12-19T12:29:00.000Z');
});
it('returns the lead_image_url', async () => {
@ -69,7 +69,7 @@ describe('WwwMentalflossComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://images.mentalfloss.com/sites/default/files/35hk53jh53.png'
'https://images2.minutemediacdn.com/image/upload/c_fill,w_1440,ar_16:9,f_auto,q_auto,g_auto/shape/cover/sport/35hk53jh53-4509b8146d8e06da952fe862fd3874ad.jpg'
);
});

9
src/extractors/custom/www.msnbc.com/index.js
Unescape Escape View File

@ -6,11 +6,14 @@ export const WwwMsnbcComExtractor = {
},
author: {
selectors: ['.author'],
selectors: ['.byline-name', '.author'],
},
date_published: {
selectors: [['meta[name="DC.date.issued"]', 'value']],
selectors: [
['meta[itemprop="datePublished"]', 'value'],
['meta[name="DC.date.issued"]', 'value'],
],
},
dek: {
@ -22,7 +25,7 @@ export const WwwMsnbcComExtractor = {
},
content: {
selectors: ['.pane-node-body'],
selectors: ['.article-body__content', '.pane-node-body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

6
src/extractors/custom/www.msnbc.com/index.test.js
Unescape Escape View File

@ -57,7 +57,7 @@ describe('WwwMsnbcComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-20T13:00:06.000Z');
assert.equal(date_published, '2016-12-20T12:44:32.000Z');
});
it('returns the lead_image_url', async () => {
@ -69,7 +69,7 @@ describe('WwwMsnbcComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://www.msnbc.com/sites/msnbc/files/styles/ratio--1_91-1--1200x630/public/trump.jpeg-99fbe.jpg?itok=2azRDj-y'
'https://media-cldnry.s-nbcnews.com/image/upload/t_nbcnews-fp-1200-630,f_auto,q_auto:best/msnbc/2016_49/510386/trump.jpeg-99fbe.jpg'
);
});
@ -93,7 +93,7 @@ describe('WwwMsnbcComExtractor', () => {
// the article.
assert.equal(
first13,
'On Election Day, Donald Trump earned 306 electoral votes to Hillary Clinton’s 232,'
"On Election Day, Donald Trump earned 306 electoral votes to Hillary Clinton's 232,"
);
});
});

11
src/extractors/custom/www.nydailynews.com/index.js
Unescape Escape View File

@ -2,15 +2,18 @@ export const WwwNydailynewsComExtractor = {
domain: 'www.nydailynews.com',
title: {
selectors: ['h1#ra-headline'],
selectors: ['h1.headline', 'h1#ra-headline'],
},
author: {
selectors: [['meta[name="parsely-author"]', 'value']],
selectors: [
'.article_byline span',
['meta[name="parsely-author"]', 'value'],
],
},
date_published: {
selectors: [['meta[name="sailthru.date"]', 'value']],
selectors: ['time', ['meta[name="sailthru.date"]', 'value']],
},
lead_image_url: {
@ -18,7 +21,7 @@ export const WwwNydailynewsComExtractor = {
},
content: {
selectors: ['article#ra-body'],
selectors: ['article', 'article#ra-body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

8
src/extractors/custom/www.nydailynews.com/index.test.js
Unescape Escape View File

@ -36,7 +36,7 @@ describe('WwwNydailynewsComExtractor', () => {
// the article.
assert.equal(
title,
'Michelle Obama suggests America has lost hope since Donald Trump’s election: ‘We are feeling what not having hope feels like’'
'Michelle Obama suggests America has lost hope since Donald Trump’s election'
);
});
@ -58,7 +58,7 @@ describe('WwwNydailynewsComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-16T18:38:14.000Z');
assert.equal(date_published, '2016-12-16T19:38:00.000Z');
});
it('returns the lead_image_url', async () => {
@ -70,7 +70,7 @@ describe('WwwNydailynewsComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://assets.nydailynews.com/polopoly_fs/1.2913253.1481912929!/img/httpImage/image.jpg_gen/derivatives/landscape_1200/usa-trump.jpg'
'https://www.nydailynews.com/resizer/Dtui1X7fI4gunqGF0rSp1_X-xwc=/1200x630/filters:format(jpg):quality(70)/arc-anglerfish-arc2-prod-tronc.s3.amazonaws.com/public/Q3KUQ3K4VGF6733PRNTY36GQP4.jpg'
);
});
@ -94,7 +94,7 @@ describe('WwwNydailynewsComExtractor', () => {
// the article.
assert.equal(
first13,
'Michelle Obama understands your despair, America. The first lady suggested that the election'
'Michelle Obama sees despair in America.The first lady suggested that the election of'
);
});
});

16
src/extractors/custom/www.oreilly.co.jp/index.js
Unescape Escape View File

@ -2,26 +2,32 @@ export const WwwOreillyCoJpExtractor = {
domain: 'www.oreilly.co.jp',
title: {
selectors: ['h3'],
selectors: [['meta[name="og:title"]', 'value'], 'h3'],
},
author: {
selectors: ['li[itemprop="author"]'],
selectors: ['span[itemprop="author"]', 'li[itemprop="author"]'],
},
date_published: {
selectors: [['meta[itemprop="datePublished"]', 'value']],
selectors: [
['dd[itemprop="datePublished"]', 'content'],
['meta[itemprop="datePublished"]', 'value'],
],
timezone: 'Asia/Tokyo',
},
dek: null,
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']],
selectors: [
['meta[name="og:image:secure_url"]', 'value'],
['meta[name="og:image"]', 'value'],
],
},
content: {
selectors: ['#content'],
selectors: ['section.detail', '#content'],
defaultCleaner: false,

7
src/extractors/custom/www.oreilly.co.jp/index.test.js
Unescape Escape View File

@ -36,10 +36,7 @@ describe('WwwOreillyCoJpExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(
title,
`Head First はじめてのプログラミング――頭とからだで覚えるPythonプログラミング入門`
);
assert.equal(title, `Head First はじめてのプログラミング`);
});
it('returns the author', async () => {
@ -105,7 +102,7 @@ describe('WwwOreillyCoJpExtractor', () => {
// the article.
assert.equal(
first13,
'Eric Freeman 著、嶋田 健志 監訳、木下 哲也 訳 2019年04月'
'TOPICS Head First , Programming , Python 発行年月日'
);
});
});

2
src/extractors/custom/www.phoronix.com/index.js
Unescape Escape View File

@ -2,7 +2,7 @@ export const WwwPhoronixComExtractor = {
domain: 'www.phoronix.com',
title: {
selectors: ['article header'],
selectors: ['article h1', 'article header'],
},
author: {

10
src/extractors/custom/www.prospectmagazine.co.uk/index.js
Unescape Escape View File

@ -2,21 +2,21 @@ export const WwwProspectmagazineCoUkExtractor = {
domain: 'www.prospectmagazine.co.uk',
title: {
selectors: ['.page-title'],
selectors: ['.blog-header__title', '.page-title'],
},
author: {
selectors: ['.aside_author .title'],
selectors: ['.blog-header__author-link', '.aside_author .title'],
},
date_published: {
selectors: ['.post-info'],
selectors: [['meta[name="article:published_time"]', 'value'], '.post-info'],
timezone: 'Europe/London',
},
dek: {
selectors: ['.page-subtitle'],
selectors: ['.blog-header__description', '.page-subtitle'],
},
lead_image_url: {
@ -24,7 +24,7 @@ export const WwwProspectmagazineCoUkExtractor = {
},
content: {
selectors: ['article .post_content'],
selectors: ['.blog__container', 'article .post_content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

6
src/extractors/custom/www.prospectmagazine.co.uk/index.test.js
Unescape Escape View File

@ -56,7 +56,7 @@ describe('WwwProspectmagazineCoUkExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2017-01-19T17:00:00.000Z');
assert.equal(date_published, '2017-01-19T08:05:40.000Z');
});
it('returns the dek', async () => {
@ -81,7 +81,7 @@ describe('WwwProspectmagazineCoUkExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://www.prospectmagazine.co.uk/wp-content/uploads/2017/01/64344_web.jpg'
'https://www.prospectmagazine.co.uk/content/uploads/2017/01/64344_web.jpg'
);
});
@ -105,7 +105,7 @@ describe('WwwProspectmagazineCoUkExtractor', () => {
// the article.
assert.equal(
first13,
'Leading Brexiteers proposed Britain should reinforce its relationship with “natural allies” Australia, Canada'
'Leading Brexiteers proposed Britain should reinforce its relationship with "natural allies" Australia, Canada'
);
});
});

2
src/extractors/custom/www.publickey1.jp/index.js
Unescape Escape View File

@ -6,7 +6,7 @@ export const WwwPublickey1JpExtractor = {
},
author: {
selectors: ['#subcol p:has(img)'],
selectors: ['.bloggerinchief p:first-of-type', '#subcol p:has(img)'],
},
date_published: {

4
src/extractors/custom/www.publickey1.jp/index.test.js
Unescape Escape View File

@ -39,7 +39,7 @@ describe('WwwPublickey1JpExtractor', () => {
// the article.
assert.equal(
title,
`インテル、容量1ペタバイトのSSD「Intel SSD D5-P4326」発売。QLC（1セルあたり4ビット）と64層の3D NAND技術を用いて大容量SSDを実現`
`インテル、1Uで容量1ペタバイトのSSD「Intel SSD D5-P4326」発売。QLC（1セルあたり4ビット）と64層の3D NAND技術を用いて大容量SSDを実現`
);
});
@ -109,7 +109,7 @@ describe('WwwPublickey1JpExtractor', () => {
// the article.
assert.equal(
first13,
'2019年4月4日 米インテルは4月2日、イベント「Data-Centric Innovation Day」を開催。データセンター向けに1ペタバイトの容量を持つSSD「Intel SSD'
'2019年4月4日 米インテルは4月2日、イベント「Data-Centric Innovation Day」を開催。データセンター向けに1Uラックあたり1ペタバイトの容量を持つSSD「Intel SSD'
);
});
});

14
src/extractors/custom/www.rawstory.com/index.js
Unescape Escape View File

@ -2,15 +2,21 @@ export const WwwRawstoryComExtractor = {
domain: 'www.rawstory.com',
title: {
selectors: ['.blog-title'],
selectors: [['meta[name="og:title"]', 'value'], '.blog-title'],
},
author: {
selectors: ['.blog-author a:first-of-type'],
selectors: [
'div.main-post-head .social-author__name',
'.blog-author a:first-of-type',
],
},
date_published: {
selectors: ['.blog-author a:last-of-type'],
selectors: [
['meta[name="article:published_time"]', 'value'],
'.blog-author a:last-of-type',
],
timezone: 'EST',
},
@ -20,7 +26,7 @@ export const WwwRawstoryComExtractor = {
},
content: {
selectors: ['.blog-content'],
selectors: ['.post-body', '.blog-content'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

8
src/extractors/custom/www.rawstory.com/index.test.js
Unescape Escape View File

@ -36,7 +36,7 @@ describe('WwwRawstoryComExtractor', () => {
// the article.
assert.equal(
title,
'These 6 celebrities are refusing to play Trump’s inauguration as team scrambles to secure talent'
`These 6 celebrities are refusing to play Trump's inauguration as team scrambles to secure talent`
);
});
@ -57,7 +57,7 @@ describe('WwwRawstoryComExtractor', () => {
// Update these values with the expected values from
// the article.
assert.equal(date_published, '2016-12-22T19:27:00.000Z');
assert.equal(date_published, '2016-12-22T19:27:41.000Z');
});
it('returns the lead_image_url', async () => {
@ -69,7 +69,7 @@ describe('WwwRawstoryComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://www.rawstory.com/wp-content/uploads/2016/12/Donald-Trump11-800x430.jpg'
'https://www.rawstory.com/media-library/eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpbWFnZSI6Imh0dHBzOi8vYXNzZXRzLnJibC5tcy8yNDk4MDQwMC9vcmlnaW4uanBnIiwiZXhwaXJlc19hdCI6MTcwODk2ODc0NH0.CAuDKCrYnLogkIrRCoHwZj7vOQ_5oq7DyFBijbdG0dE/image.jpg?width=210'
);
});
@ -93,7 +93,7 @@ describe('WwwRawstoryComExtractor', () => {
// the article.
assert.equal(
first13,
'As Inauguration Day approaches, Donald Trump’s team is reportedly having such a hard'
`As Inauguration Day approaches, Donald Trump's team is reportedly having such a hard`
);
});
});

8
src/extractors/custom/www.theguardian.com/index.js
Unescape Escape View File

@ -2,11 +2,11 @@ export const WwwTheguardianComExtractor = {
domain: 'www.theguardian.com',
title: {
selectors: ['.content__headline'],
selectors: ['h1', '.content__headline'],
},
author: {
selectors: ['p.byline'],
selectors: ['address[data-link-name="byline"]', 'p.byline'],
},
date_published: {
@ -14,7 +14,7 @@ export const WwwTheguardianComExtractor = {
},
dek: {
selectors: ['.content__standfirst'],
selectors: ['div[data-gu-name="standfirst"]', '.content__standfirst'],
},
lead_image_url: {
@ -22,7 +22,7 @@ export const WwwTheguardianComExtractor = {
},
content: {
selectors: ['.content__article-body'],
selectors: ['#maincontent', '.content__article-body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

2
src/extractors/custom/www.theguardian.com/index.test.js
Unescape Escape View File

@ -82,7 +82,7 @@ describe('WwwTheguardianComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'https://i.guim.co.uk/img/media/fc64982c5ab7b3ea7d5d38f3f74483c84c60b372/0_225_3500_2100/master/3500.jpg?w=1200&h=630&q=55&auto=format&usm=12&fit=crop&bm=normal&ba=bottom%2Cleft&blend64=aHR0cHM6Ly91cGxvYWRzLmd1aW0uY28udWsvMjAxNi8wNS8yNS9vdmVybGF5LWxvZ28tMTIwMC05MF9vcHQucG5n&s=034d7b3573a47c5ba3501a9e9e253a8f'
'https://i.guim.co.uk/img/media/fc64982c5ab7b3ea7d5d38f3f74483c84c60b372/0_225_3500_2100/master/3500.jpg?width=1200&height=630&quality=85&auto=format&fit=crop&overlay-align=bottom%2Cleft&overlay-width=100p&overlay-base64=L2ltZy9zdGF0aWMvb3ZlcmxheXMvdGctYWdlLTIwMTYucG5n&enable=upscale&s=0ebf4da49d1d10404c4ac6b872b14a62'
);
});

4
src/extractors/custom/www.tmz.com/index.js
Unescape Escape View File

@ -8,7 +8,7 @@ export const WwwTmzComExtractor = {
author: 'TMZ STAFF',
date_published: {
selectors: ['.article-posted-date'],
selectors: ['.article__published-at', '.article-posted-date'],
timezone: 'America/Los_Angeles',
},
@ -24,7 +24,7 @@ export const WwwTmzComExtractor = {
},
content: {
selectors: ['.article-content', '.all-post-body'],
selectors: ['.article__blocks', '.article-content', '.all-post-body'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

4
src/extractors/custom/www.tmz.com/index.test.js
Unescape Escape View File

@ -59,7 +59,7 @@ describe('WwwTmzComExtractor', () => {
// Note: This is actually wrong, but the error is from TMZ's very bad
// markup. Currently the parser will get it close but not the correct
// timezone. This could be fixed by better markup)
assert.equal(date_published, '2016-11-28T11:00:00.000Z');
assert.equal(date_published, '2016-11-28T19:00:00.000Z');
});
it('returns the lead_image_url', async () => {
@ -71,7 +71,7 @@ describe('WwwTmzComExtractor', () => {
// the article.
assert.equal(
lead_image_url,
'http://ll-media.tmz.com/2016/11/28/1128-prince-getty-03-1200x630.jpg'
'https://imagez.tmz.com/image/b5/16by9/2016/11/28/b5f68d4fb1dc57c89f1ab2113eab4832_xl.jpg'
);
});

10
src/extractors/custom/www.youtube.com/index.js
Unescape Escape View File

@ -2,11 +2,15 @@ export const WwwYoutubeComExtractor = {
domain: 'www.youtube.com',
title: {
selectors: ['.watch-title', 'h1.watch-title-container'],
selectors: [
['meta[name="title"]', 'value'],
'.watch-title',
'h1.watch-title-container',
],
},
author: {
selectors: ['.yt-user-info'],
selectors: [['link[itemprop="name"]', 'content'], '.yt-user-info'],
},
date_published: {
@ -28,7 +32,7 @@ export const WwwYoutubeComExtractor = {
content: {
defaultCleaner: false,
selectors: [['#player-api', '#eow-description']],
selectors: [['#player-api', '#description']],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images

Write Preview
Loading…
Cancel
Save