Archives/reddit-grab
2
0
Fork 0
mirror of https://github.com/ArchiveTeam/reddit-grab synced 2024-11-04 12:00:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Version 20211004.02. Fix incomplete facebook.com fix.

Browse Source
This commit is contained in:
arkiver 2021-10-04 21:09:21 +02:00
parent d0070db67a
commit 8a3f8cd1de
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
pipeline.py
View File

@ -59,7 +59,7 @@ if not WGET_AT:
# #
# Update this each time you make a non-cosmetic change. # Update this each time you make a non-cosmetic change.
# It will be added to the WARC files and reported to the tracker. # It will be added to the WARC files and reported to the tracker.
VERSION = '20211004.01' VERSION = '20211004.02'
TRACKER_ID = 'reddit' TRACKER_ID = 'reddit'
TRACKER_HOST = 'legacy-api.arpa.li' TRACKER_HOST = 'legacy-api.arpa.li'
MULTI_ITEM_SIZE = 20 MULTI_ITEM_SIZE = 20
@ -90,7 +90,7 @@ class CheckIP(SimpleTask):
ip_set.add(socket.gethostbyname('icanhas.cheezburger.com')) ip_set.add(socket.gethostbyname('icanhas.cheezburger.com'))
ip_set.add(socket.gethostbyname('archiveteam.org')) ip_set.add(socket.gethostbyname('archiveteam.org'))
if len(ip_set) != 6: if len(ip_set) != 5:
item.log_output('Got IP addresses: {0}'.format(ip_set)) item.log_output('Got IP addresses: {0}'.format(ip_set))
item.log_output( item.log_output(
'Are you behind a firewall/proxy? That is a big no-no!') 'Are you behind a firewall/proxy? That is a big no-no!')