Archives/reddit-grab
2
0
Fork 0
mirror of https://github.com/ArchiveTeam/reddit-grab synced 2024-11-12 01:10:50 +00:00
Code Issues Packages Projects Releases Wiki Activity

Version 20231127.01. Use --ciphers SECURE256.

Browse Source
This commit is contained in:
arkiver 2023-11-27 01:37:38 +01:00
parent 7da27ab110
commit 2b41d8ef42
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
pipeline.py
View File

@ -72,7 +72,7 @@ if not WGET_AT:
#
# Update this each time you make a non-cosmetic change.
# It will be added to the WARC files and reported to the tracker.
VERSION = '20231118.01'
VERSION = '20231127.01'
TRACKER_ID = 'reddit'
TRACKER_HOST = 'legacy-api.arpa.li'
MULTI_ITEM_SIZE = 100
@ -280,7 +280,8 @@ class WgetArgs(object):
'--warc-dedup-url-agnostic',
'--warc-compression-use-zstd',
'--warc-zstd-dict-no-include',
'--header', 'Accept-Language: en-US;q=0.9, en;q=0.8'
'--header', 'Accept-Language: en-US;q=0.9, en;q=0.8',
'--ciphers', 'SECURE256'
]
dict_data = ZstdDict.get_dict()
with open(os.path.join(item['item_dir'], 'zstdict'), 'wb') as f: