Archives/reddit-grab
2
0
Fork 0
mirror of https://github.com/ArchiveTeam/reddit-grab synced 2024-11-10 07:10:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

Version 20220323.02. Fix items to maxtries variable name.

Browse Source
This commit is contained in:
arkiver 2022-03-23 16:36:23 +01:00
parent 10eaa7c50c
commit 8944cf1fc6
2 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pipeline.py
View File

@ -59,7 +59,7 @@ if not WGET_AT:
# #
# Update this each time you make a non-cosmetic change. # Update this each time you make a non-cosmetic change.
# It will be added to the WARC files and reported to the tracker. # It will be added to the WARC files and reported to the tracker.
VERSION = '20220323.01' VERSION = '20220323.02'
TRACKER_ID = 'reddit' TRACKER_ID = 'reddit'
TRACKER_HOST = 'legacy-api.arpa.li' TRACKER_HOST = 'legacy-api.arpa.li'
MULTI_ITEM_SIZE = 20 MULTI_ITEM_SIZE = 20

14
reddit.lua
View File

@ -677,16 +677,16 @@ wget.callbacks.finish = function(start_time, end_time, wall_time, numurls, total
file:write(url .. "\n") file:write(url .. "\n")
end end
file:close() file:close()
local items = nil local newurls = nil
for item, _ in pairs(outlinks) do for newurl, _ in pairs(outlinks) do
print('found item', item) print('found item', newurl)
if items == nil then if newurls == nil then
items = item newurls = newurl
else else
items = items .. "\0" .. item newurls = newurls .. "\0" .. newurl
end end
end end
if items ~= nil then if newurls ~= nil then
submit_backfeed(newurls, "reddit-ldayno5jboa5c0o") submit_backfeed(newurls, "reddit-ldayno5jboa5c0o")
end end
end end