Archives/tubearchivist
2
0
Fork 0
mirror of https://github.com/tubearchivist/tubearchivist synced 2024-11-04 12:00:21 +00:00
Code Issues Projects Releases Wiki Activity

add reason to backup as file name tag

Browse Source
This commit is contained in:
simon 2021-12-13 21:20:48 +07:00
parent 21f70493bb
commit 6ad1c8e73b
No known key found for this signature in database
GPG Key ID: 2C15AA5E89985DD4
3 changed files with 10 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tubearchivist/home/src/frontend.py
View File

@ -265,7 +265,7 @@ class PostData:
def _db_backup(): def _db_backup():
"""backup es to zip from settings page""" """backup es to zip from settings page"""
print("backing up database") print("backing up database")
run_backup.delay() run_backup.delay("manual")
return {"success": True} return {"success": True}
@staticmethod @staticmethod

13
tubearchivist/home/src/index_management.py
View File

@ -362,9 +362,10 @@ class ElasticIndex:
class ElasticBackup: class ElasticBackup:
"""dump index to nd-json files for later bulk import""" """dump index to nd-json files for later bulk import"""
def __init__(self, index_config): def __init__(self, index_config, reason):
self.config = AppConfig().config self.config = AppConfig().config
self.index_config = index_config self.index_config = index_config
self.reason = reason
self.timestamp = datetime.now().strftime("%Y%m%d") self.timestamp = datetime.now().strftime("%Y%m%d")
self.backup_files = [] self.backup_files = []
@ -456,7 +457,7 @@ class ElasticBackup:
def zip_it(self): def zip_it(self):
"""pack it up into single zip file""" """pack it up into single zip file"""
cache_dir = self.config["application"]["cache_dir"] cache_dir = self.config["application"]["cache_dir"]
file_name = f"ta_backup-{self.timestamp}.zip" file_name = f"ta_backup-{self.timestamp}-{self.reason}.zip"
backup_folder = os.path.join(cache_dir, "backup") backup_folder = os.path.join(cache_dir, "backup")
backup_file = os.path.join(backup_folder, file_name) backup_file = os.path.join(backup_folder, file_name)
@ -540,9 +541,9 @@ class ElasticBackup:
return response.ok return response.ok
def backup_all_indexes(): def backup_all_indexes(reason):
"""backup all es indexes to disk""" """backup all es indexes to disk"""
backup_handler = ElasticBackup(INDEX_CONFIG) backup_handler = ElasticBackup(INDEX_CONFIG, reason)
for index in backup_handler.index_config: for index in backup_handler.index_config:
index_name = index["index_name"] index_name = index["index_name"]
@ -561,7 +562,7 @@ def restore_from_backup():
# delete # delete
index_check(force_restore=True) index_check(force_restore=True)
# recreate # recreate
backup_handler = ElasticBackup(INDEX_CONFIG) backup_handler = ElasticBackup(INDEX_CONFIG, reason=False)
zip_content = backup_handler.unpack_zip_backup() zip_content = backup_handler.unpack_zip_backup()
backup_handler.restore_json_files(zip_content) backup_handler.restore_json_files(zip_content)
@ -594,7 +595,7 @@ def index_check(force_restore=False):
# make backup before rebuild # make backup before rebuild
if not backed_up: if not backed_up:
print("running backup first") print("running backup first")
backup_all_indexes() backup_all_indexes(reason="update")
backed_up = True backed_up = True
print(f"applying new mappings to index ta_{index_name}...") print(f"applying new mappings to index ta_{index_name}...")

4
tubearchivist/home/tasks.py
View File

@ -162,9 +162,9 @@ def run_manual_import():
@shared_task(name="run_backup") @shared_task(name="run_backup")
def run_backup(): def run_backup(reason="auto"):
"""called from settings page, dump backup to zip file""" """called from settings page, dump backup to zip file"""
backup_all_indexes() backup_all_indexes(reason)
print("backup finished") print("backup finished")