From 8c45a263aaccad9ccd1a03a19bea194aa8ab1bc7 Mon Sep 17 00:00:00 2001 From: arkiver Date: Thu, 28 Jul 2022 18:31:23 +0200 Subject: [PATCH] Version 20220729.04. Queue extra found URLs on media URLs to backfeed. --- pipeline.py | 2 +- reddit.lua | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/pipeline.py b/pipeline.py index 18a11ae..4e8b633 100644 --- a/pipeline.py +++ b/pipeline.py @@ -61,7 +61,7 @@ if not WGET_AT: # # Update this each time you make a non-cosmetic change. # It will be added to the WARC files and reported to the tracker. -VERSION = '20220729.03' +VERSION = '20220729.04' TRACKER_ID = 'reddit' TRACKER_HOST = 'legacy-api.arpa.li' MULTI_ITEM_SIZE = 20 diff --git a/reddit.lua b/reddit.lua index 290c5e3..25a00fb 100644 --- a/reddit.lua +++ b/reddit.lua @@ -90,6 +90,10 @@ end allowed = function(url, parenturl) if item_type == "url" then + if url ~= item_value then + reddit_media_urls["url:" .. url] = true + return false + end return true end