From 48b24323c67c2f29f8c775a9184840e376a28f88 Mon Sep 17 00:00:00 2001 From: arkiver Date: Tue, 30 May 2023 19:42:55 +0200 Subject: [PATCH] Version 20230530.01. Queue discovered outlinks to urls-stash-reddit. --- pipeline.py | 2 +- reddit.lua | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/pipeline.py b/pipeline.py index cb62d68..a2e5060 100644 --- a/pipeline.py +++ b/pipeline.py @@ -62,7 +62,7 @@ if not WGET_AT: # # Update this each time you make a non-cosmetic change. # It will be added to the WARC files and reported to the tracker. -VERSION = '20230529.01' +VERSION = '20230530.01' TRACKER_ID = 'reddit' TRACKER_HOST = 'legacy-api.arpa.li' MULTI_ITEM_SIZE = 20 diff --git a/reddit.lua b/reddit.lua index ab40764..e082a45 100644 --- a/reddit.lua +++ b/reddit.lua @@ -744,7 +744,7 @@ wget.callbacks.finish = function(start_time, end_time, wall_time, numurls, total file:close() for key, data in pairs({ ["reddit-v5fj9elcyh0rzck"] = reddit_media_urls, - ["urls-f1zr02i96okrkdv"] = outlinks + ["urls-stash-reddit-spr9ksdojlfvyr6h"] = outlinks }) do print('queuing for', string.match(key, "^(.+)%-"))--, "on shard", shard) local items = nil