initial

import_koreader_highlights.py

@@ -0,0 +1,86 @@
+#!/usr/bin/env python3
+import sys
+import os
+import json
+import sqlite3
+from sioyek.sioyek import Sioyek, Highlight, clean_path, DocumentPos
+
+LOCAL_DATABASE_FILE = "/home/spike/.local/share/sioyek/local.db"
+SHARED_DATABASE_FILE = "/home/spike/.local/share/sioyek/shared.db"
+SIOYEK_PATH = "/usr/bin/sioyek"
+
+
+def load_ko_export(filename):
+    export = None
+    with open(filename, 'r') as f:
+        try:
+            export = json.load(f)
+        except Exception as e:
+            raise e
+    return export
+
+def to_abs(doc, hi):
+    begin, end = doc.get_text_selection_begin_and_end(hi['page'] - 1, hi['text'])
+    if begin == (None, None) or end == (None,None):
+        raise ValueError('highlight text not found')
+    offset_x = (doc.page_widths[hi['page'] - 1]) / 2
+    begin_pos = DocumentPos(hi['page'] -1, begin[0] - offset_x, begin[1])
+    end_pos = DocumentPos(hi['page'] -1, end[0] - offset_x, end[1])
+    return (doc.to_absolute(begin_pos), doc.to_absolute(end_pos))
+
+def import_ko_highlight(book_export, sioyek, shared_db):
+    book_title = ko_export.get('title')
+    book_hash = ko_export.get('md5sum')
+    path_hashes = sioyek.get_path_hash_map()
+    hash_paths = {value: key for key, value in path_hashes.items()}
+    local_book_path = hash_paths[book_hash]
+    doc = sioyek.get_document(local_book_path)
+
+    # filter highlight entries
+    highlights = [entry for entry in book_export['entries'] if entry['sort'] == 'highlight']
+    
+    for hi in highlights:
+        try:
+            (hi['begin'],hi['end']) = to_abs(doc, hi)
+            hi_type = 'k'
+            insert_hi_shared_db(hi, book_hash ,shared_db)
+        except ValueError as e:
+            continue
+
+    return
+
+
+def insert_hi_shared_db(hi, hash, db):
+    Q_HI_INSERT ="""
+    INSERT INTO highlights (document_path,desc,type,begin_x,begin_y,end_x,end_y)
+    VALUES ('{}','{}','{}',{},{},{},{});
+    """.format(hash, hi['text'], "k", hi['begin'].offset_x, hi['begin'].offset_y, hi['end'].offset_x, hi['end'].offset_y)
+
+    print(Q_HI_INSERT)
+    db.execute(Q_HI_INSERT)
+    db.execute('commit')
+
+    return
+
+
+if __name__ == "__main__":
+    if len(sys.argv) < 2: 
+        print("USAGE: {} KO_EXPORT.json ... \npass one book export per argument".format(sys.argv[0]))
+        sys.exit(1)
+
+    sioyek = Sioyek(SIOYEK_PATH, LOCAL_DATABASE_FILE, SHARED_DATABASE_FILE)
+    shared_database = sqlite3.connect(clean_path(SHARED_DATABASE_FILE))
+
+    for export in sys.argv[1:]:
+        ko_export = load_ko_export(export)
+        book_title = ko_export.get('title')
+
+        if len(ko_export.get('entries')) > 0:
+            print("importing entries from {}".format(book_title))
+            import_ko_highlight(ko_export, sioyek, shared_database)
+        else:
+            print("file {} has no entries".format(book_title))
+
+    shared_database.close()
+    sioyek.close()
+