Archives/reddit-grab
2
0
Fork 0
mirror of https://github.com/ArchiveTeam/reddit-grab synced 2024-11-10 07:10:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

Version 20220729.04. Queue extra found URLs on media URLs to backfeed.

Browse Source
This commit is contained in:
arkiver 2022-07-28 18:31:23 +02:00
parent e8fe03fbd0
commit 8c45a263aa
2 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pipeline.py
View File

@ -61,7 +61,7 @@ if not WGET_AT:
# #
# Update this each time you make a non-cosmetic change. # Update this each time you make a non-cosmetic change.
# It will be added to the WARC files and reported to the tracker. # It will be added to the WARC files and reported to the tracker.
VERSION = '20220729.03' VERSION = '20220729.04'
TRACKER_ID = 'reddit' TRACKER_ID = 'reddit'
TRACKER_HOST = 'legacy-api.arpa.li' TRACKER_HOST = 'legacy-api.arpa.li'
MULTI_ITEM_SIZE = 20 MULTI_ITEM_SIZE = 20

4
reddit.lua
View File

@ -90,6 +90,10 @@ end
allowed = function(url, parenturl) allowed = function(url, parenturl)
if item_type == "url" then if item_type == "url" then
if url ~= item_value then
reddit_media_urls["url:" .. url] = true
return false
end
return true return true
end end