mirror of https://github.com/WikiTeam/wikiteam
refactor: convert config from dict to Config object for better type hinting
Misty
1 year ago
parent
0da98611b5
commit
2154ead2be
@ -1,26 +1,93 @@
|
||||
import json
|
||||
import sys
|
||||
|
||||
|
||||
def loadConfig(config={}, configfilename=""):
|
||||
"""Load config file"""
|
||||
|
||||
try:
|
||||
with open(
|
||||
"{}/{}".format(config["path"], configfilename), encoding="utf-8"
|
||||
) as infile:
|
||||
config = json.load(infile)
|
||||
except:
|
||||
print("There is no config file. we can't resume. Start a new dump.")
|
||||
sys.exit()
|
||||
|
||||
return config
|
||||
|
||||
|
||||
def saveConfig(config={}, configfilename=""):
|
||||
"""Save config file"""
|
||||
|
||||
with open(
|
||||
"{}/{}".format(config["path"], configfilename), "w", encoding="utf-8"
|
||||
) as outfile:
|
||||
json.dump(config, outfile)
|
||||
import dataclasses
|
||||
import json
|
||||
import sys
|
||||
from typing import *
|
||||
|
||||
def _dataclass_from_dict(klass_or_obj, d):
|
||||
if isinstance(klass_or_obj, type): # klass
|
||||
ret = klass_or_obj()
|
||||
else:
|
||||
ret = klass_or_obj
|
||||
for k,v in d.items():
|
||||
if hasattr(ret, k):
|
||||
setattr(ret, k, v)
|
||||
return ret
|
||||
|
||||
'''
|
||||
config = {
|
||||
"curonly": args.curonly,
|
||||
"date": datetime.datetime.now().strftime("%Y%m%d"),
|
||||
"api": api,
|
||||
"failfast": args.failfast,
|
||||
"http_method": "POST",
|
||||
"index": index,
|
||||
"images": args.images,
|
||||
"logs": False,
|
||||
"xml": args.xml,
|
||||
"xmlrevisions": args.xmlrevisions,
|
||||
"namespaces": namespaces,
|
||||
"exnamespaces": exnamespaces,
|
||||
"path": args.path and os.path.normpath(args.path) or "",
|
||||
"cookies": args.cookies or "",
|
||||
"delay": args.delay,
|
||||
"retries": int(args.retries),
|
||||
}
|
||||
'''
|
||||
@dataclasses.dataclass
|
||||
class Config:
|
||||
# General params
|
||||
delay: float = 0.0
|
||||
retries: int = 0
|
||||
path: str = ''
|
||||
logs: bool = False
|
||||
date: str = False
|
||||
|
||||
# URL params
|
||||
index: str = ''
|
||||
api: str = ''
|
||||
|
||||
# Download params
|
||||
xml: bool = False
|
||||
curonly: bool = False
|
||||
xmlrevisions: bool = False
|
||||
images: bool = False
|
||||
namespaces: List[int] = None
|
||||
exnamespaces: List[int] = None
|
||||
|
||||
export: str = '' # Special:Export page name
|
||||
http_method: str = ''
|
||||
|
||||
# Meta info params
|
||||
failfast: bool = False
|
||||
|
||||
templates: bool = False
|
||||
|
||||
DefaultConfig = Config()
|
||||
def newConfig(configDict):
|
||||
return _dataclass_from_dict(Config, configDict)
|
||||
|
||||
def loadConfig(config: Config=None, configfilename=""):
|
||||
"""Load config file"""
|
||||
|
||||
configDict = dataclasses.asdict(config)
|
||||
|
||||
if config.path:
|
||||
try:
|
||||
with open(
|
||||
"{}/{}".format(config.path, configfilename), encoding="utf-8"
|
||||
) as infile:
|
||||
configDict.update(json.load(infile))
|
||||
return newConfig(configDict)
|
||||
except:
|
||||
pass
|
||||
|
||||
print("There is no config file. we can't resume. Start a new dump.")
|
||||
sys.exit()
|
||||
|
||||
def saveConfig(config: Config=None, configfilename=""):
|
||||
"""Save config file"""
|
||||
|
||||
with open(
|
||||
"{}/{}".format(config.path, configfilename), "w", encoding="utf-8"
|
||||
) as outfile:
|
||||
json.dump(dataclasses.asdict(config), outfile)
|
||||
|
||||
Loading…
Reference in New Issue