You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
mercury-parser/src/extractors/custom/pastebin.com/index.js

37 lines
790 B
JavaScript

export const PastebinComExtractor = {
domain: 'pastebin.com',
title: {
selectors: ['h1'],
},
author: {
selectors: ['.paste_box_line2 .t_us + a'],
},
date_published: {
selectors: ['.paste_box_line2 .t_da + span'],
timezone: 'America/New_York',
},
lead_image_url: {
selectors: [['meta[name="og:image"]', 'value']],
},
content: {
selectors: ['#selectable .text'],
// Is there anything in the content you selected that needs transformed
// before it's consumable content? E.g., unusual lazy loaded images
transforms: {
ol: 'div',
li: 'p',
},
// Is there anything that is in the result that shouldn't be?
// The clean selectors will remove anything that matches from
// the result
clean: [],
},
};