Archives/tubearchivist
2
0
Fork 0
mirror of https://github.com/tubearchivist/tubearchivist synced 2024-11-04 12:00:21 +00:00
Code Issues Projects Releases Wiki Activity

implement _parse_single_snapshot, slug compatible naming

Browse Source
This commit is contained in:
simon 2022-10-29 16:54:16 +07:00
parent 814de87768
commit f717c71c66
No known key found for this signature in database
GPG Key ID: 2C15AA5E89985DD4
1 changed files with 29 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
tubearchivist/home/src/es/snapshot.py
View File

@ -109,7 +109,7 @@ class ElasticSnapshot:
"""build policy dict from config""" """build policy dict from config"""
return { return {
"schedule": "0 30 1 * * ?", "schedule": "0 30 1 * * ?",
"name": f"<{self.POLICY}_{{now/d}}>", "name": f"<{self.POLICY}_>",
"repository": self.REPO, "repository": self.REPO,
"config": { "config": {
"indices": self.all_indices, "indices": self.all_indices,
@ -153,6 +153,19 @@ class ElasticSnapshot:
return snapshot_info return snapshot_info
def get_single_snapshot(self, snapshot_id):
"""get single snapshot metadata"""
path = f"_snapshot/{self.REPO}/{snapshot_id}"
print(path)
response, statuscode = ElasticWrap(path).get()
print(response)
if statuscode == 404:
print(f"snapshots: not found: {snapshot_id}")
return False
snapshot = response["snapshots"][0]
return self._parse_single_snapshot(snapshot)
def _get_all_snapshots(self): def _get_all_snapshots(self):
"""get a list of all registered snapshots""" """get a list of all registered snapshots"""
path = f"_snapshot/{self.REPO}/*?sort=start_time&order=desc" path = f"_snapshot/{self.REPO}/*?sort=start_time&order=desc"
@ -168,17 +181,24 @@ class ElasticSnapshot:
snap_dicts = [] snap_dicts = []
for snapshot in all_snapshots: for snapshot in all_snapshots:
snap_dict = { snap_dict = self._parse_single_snapshot(snapshot)
"id": snapshot["snapshot"],
"start_date": self._date_converter(snapshot["start_time"]),
"end_date": self._date_converter(snapshot["end_time"]),
"end_stamp": snapshot["end_time_in_millis"] // 1000,
"duration_s": snapshot["duration_in_millis"] // 1000,
}
snap_dicts.append(snap_dict) snap_dicts.append(snap_dict)
return snap_dicts return snap_dicts
def _parse_single_snapshot(self, snapshot):
"""extract relevant metadata from single snapshot"""
snap_dict = {
"id": snapshot["snapshot"],
"state": snapshot["state"],
"es_version": snapshot["version"],
"start_date": self._date_converter(snapshot["start_time"]),
"end_date": self._date_converter(snapshot["end_time"]),
"end_stamp": snapshot["end_time_in_millis"] // 1000,
"duration_s": snapshot["duration_in_millis"] // 1000,
}
return snap_dict
def _build_policy_details(self): def _build_policy_details(self):
"""get additional policy details""" """get additional policy details"""
policy = self._get_policy() policy = self._get_policy()
@ -190,6 +210,7 @@ class ElasticSnapshot:
next_exec_str = next_exec_date.strftime("%Y-%m-%d %H:%M") next_exec_str = next_exec_date.strftime("%Y-%m-%d %H:%M")
expire_after = policy["policy"]["retention"]["expire_after"] expire_after = policy["policy"]["retention"]["expire_after"]
policy_metadata = { policy_metadata = {
"next_exec": next_exec_date,
"next_exec_str": next_exec_str, "next_exec_str": next_exec_str,
"expire_after": expire_after, "expire_after": expire_after,
} }