Version 20230530.01. Queue discovered outlinks to urls-stash-reddit.

pull/17/head
arkiver 12 months ago
parent a3b5bcecc1
commit 48b24323c6

@ -62,7 +62,7 @@ if not WGET_AT:
#
# Update this each time you make a non-cosmetic change.
# It will be added to the WARC files and reported to the tracker.
VERSION = '20230529.01'
VERSION = '20230530.01'
TRACKER_ID = 'reddit'
TRACKER_HOST = 'legacy-api.arpa.li'
MULTI_ITEM_SIZE = 20

@ -744,7 +744,7 @@ wget.callbacks.finish = function(start_time, end_time, wall_time, numurls, total
file:close()
for key, data in pairs({
["reddit-v5fj9elcyh0rzck"] = reddit_media_urls,
["urls-f1zr02i96okrkdv"] = outlinks
["urls-stash-reddit-spr9ksdojlfvyr6h"] = outlinks
}) do
print('queuing for', string.match(key, "^(.+)%-"))--, "on shard", shard)
local items = nil

Loading…
Cancel
Save