2017-01-29 20:06:08 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
|
|
|
|
2019-01-20 18:37:45 +00:00
|
|
|
# This file is part of the Calibre-Web (https://github.com/janeczku/calibre-web)
|
|
|
|
# Copyright (C) 2018 lemmsh, Kennyl, Kyosfonica, matthazinski
|
|
|
|
#
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
|
# it under the terms of the GNU General Public License as published by
|
|
|
|
# the Free Software Foundation, either version 3 of the License, or
|
|
|
|
# (at your option) any later version.
|
|
|
|
#
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
#
|
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
2019-07-13 18:45:48 +00:00
|
|
|
import os
|
2016-06-05 19:28:30 +00:00
|
|
|
import zipfile
|
|
|
|
from lxml import etree
|
2019-07-13 18:45:48 +00:00
|
|
|
|
2022-03-12 17:01:11 +00:00
|
|
|
from . import isoLanguages, cover
|
2020-08-23 07:44:42 +00:00
|
|
|
from .helper import split_authors
|
2019-07-13 18:45:48 +00:00
|
|
|
from .constants import BookMeta
|
2016-12-23 08:53:39 +00:00
|
|
|
|
2017-03-31 14:52:25 +00:00
|
|
|
|
2022-03-12 17:01:11 +00:00
|
|
|
def _extract_cover(zip_file, cover_file, cover_path, tmp_file_name):
|
2022-02-06 15:22:28 +00:00
|
|
|
if cover_file is None:
|
2016-06-05 19:28:30 +00:00
|
|
|
return None
|
|
|
|
else:
|
2022-03-12 17:01:11 +00:00
|
|
|
cf = extension = None
|
2022-02-06 15:22:28 +00:00
|
|
|
zip_cover_path = os.path.join(cover_path, cover_file).replace('\\', '/')
|
2022-03-12 17:01:11 +00:00
|
|
|
|
2016-06-05 19:28:30 +00:00
|
|
|
prefix = os.path.splitext(tmp_file_name)[0]
|
2022-02-06 15:22:28 +00:00
|
|
|
tmp_cover_name = prefix + '.' + os.path.basename(zip_cover_path)
|
2022-03-12 17:01:11 +00:00
|
|
|
ext = os.path.splitext(tmp_cover_name)
|
|
|
|
if len(ext) > 1:
|
|
|
|
extension = ext[1].lower()
|
|
|
|
if extension in cover.COVER_EXTENSIONS:
|
|
|
|
cf = zip_file.read(zip_cover_path)
|
|
|
|
return cover.cover_processing(tmp_file_name, cf, extension)
|
2016-06-05 19:28:30 +00:00
|
|
|
|
|
|
|
|
|
|
|
def get_epub_info(tmp_file_path, original_file_name, original_file_extension):
|
|
|
|
ns = {
|
2016-12-23 08:53:39 +00:00
|
|
|
'n': 'urn:oasis:names:tc:opendocument:xmlns:container',
|
|
|
|
'pkg': 'http://www.idpf.org/2007/opf',
|
|
|
|
'dc': 'http://purl.org/dc/elements/1.1/'
|
2016-06-05 19:28:30 +00:00
|
|
|
}
|
|
|
|
|
2022-02-06 15:22:28 +00:00
|
|
|
epub_zip = zipfile.ZipFile(tmp_file_path)
|
2016-06-05 19:28:30 +00:00
|
|
|
|
2022-02-06 15:22:28 +00:00
|
|
|
txt = epub_zip.read('META-INF/container.xml')
|
2016-06-05 19:28:30 +00:00
|
|
|
tree = etree.fromstring(txt)
|
2022-03-13 11:34:21 +00:00
|
|
|
cf_name = tree.xpath('n:rootfiles/n:rootfile/@full-path', namespaces=ns)[0]
|
|
|
|
cf = epub_zip.read(cf_name)
|
2016-06-05 19:28:30 +00:00
|
|
|
tree = etree.fromstring(cf)
|
|
|
|
|
2022-03-13 11:34:21 +00:00
|
|
|
cover_path = os.path.dirname(cf_name)
|
2017-02-24 19:20:41 +00:00
|
|
|
|
2016-12-23 08:53:39 +00:00
|
|
|
p = tree.xpath('/pkg:package/pkg:metadata', namespaces=ns)[0]
|
2016-06-05 19:28:30 +00:00
|
|
|
|
|
|
|
epub_metadata = {}
|
2017-03-03 04:46:19 +00:00
|
|
|
|
2022-04-05 00:26:35 +00:00
|
|
|
for s in ['title', 'description', 'creator', 'language', 'subject', 'publisher', 'date']:
|
2016-12-23 08:53:39 +00:00
|
|
|
tmp = p.xpath('dc:%s/text()' % s, namespaces=ns)
|
|
|
|
if len(tmp) > 0:
|
2019-10-19 18:04:15 +00:00
|
|
|
if s == 'creator':
|
2020-11-06 20:36:49 +00:00
|
|
|
epub_metadata[s] = ' & '.join(split_authors(tmp))
|
2019-10-19 19:49:18 +00:00
|
|
|
elif s == 'subject':
|
2020-11-06 20:36:49 +00:00
|
|
|
epub_metadata[s] = ', '.join(tmp)
|
2022-04-05 00:26:35 +00:00
|
|
|
elif s == 'date':
|
|
|
|
epub_metadata[s] = tmp[0][:10]
|
2019-10-19 18:04:15 +00:00
|
|
|
else:
|
2020-11-06 20:36:49 +00:00
|
|
|
epub_metadata[s] = tmp[0]
|
2016-06-05 19:28:30 +00:00
|
|
|
else:
|
2022-03-12 17:01:11 +00:00
|
|
|
epub_metadata[s] = 'Unknown'
|
2017-03-04 07:37:30 +00:00
|
|
|
|
2022-03-12 17:01:11 +00:00
|
|
|
if epub_metadata['subject'] == 'Unknown':
|
2017-07-31 06:46:29 +00:00
|
|
|
epub_metadata['subject'] = ''
|
|
|
|
|
2022-04-05 00:26:35 +00:00
|
|
|
if epub_metadata['publisher'] == u'Unknown':
|
|
|
|
epub_metadata['publisher'] = ''
|
|
|
|
|
|
|
|
if epub_metadata['date'] == u'Unknown':
|
|
|
|
epub_metadata['date'] = ''
|
|
|
|
|
2019-12-09 19:53:16 +00:00
|
|
|
if epub_metadata['description'] == u'Unknown':
|
2017-03-04 07:37:30 +00:00
|
|
|
description = tree.xpath("//*[local-name() = 'description']/text()")
|
|
|
|
if len(description) > 0:
|
|
|
|
epub_metadata['description'] = description
|
|
|
|
else:
|
|
|
|
epub_metadata['description'] = ""
|
|
|
|
|
2020-09-20 09:41:44 +00:00
|
|
|
lang = epub_metadata['language'].split('-', 1)[0].lower()
|
|
|
|
epub_metadata['language'] = isoLanguages.get_lang3(lang)
|
2016-06-05 19:28:30 +00:00
|
|
|
|
2022-02-06 15:22:28 +00:00
|
|
|
epub_metadata = parse_epub_series(ns, tree, epub_metadata)
|
2017-07-31 07:00:09 +00:00
|
|
|
|
2022-03-13 11:34:21 +00:00
|
|
|
cover_file = parse_epub_cover(ns, tree, epub_zip, cover_path, tmp_file_path)
|
2021-03-21 07:19:54 +00:00
|
|
|
|
2022-04-05 00:26:35 +00:00
|
|
|
identifiers = []
|
|
|
|
for node in p.xpath('dc:identifier', namespaces=ns):
|
|
|
|
identifier_name=node.attrib.values()[-1];
|
|
|
|
identifier_value=node.text;
|
|
|
|
if identifier_name in ('uuid','calibre'):
|
|
|
|
continue;
|
|
|
|
identifiers.append( [identifier_name, identifier_value] )
|
|
|
|
|
2021-03-21 07:19:54 +00:00
|
|
|
if not epub_metadata['title']:
|
|
|
|
title = original_file_name
|
2017-07-31 07:00:09 +00:00
|
|
|
else:
|
2021-03-21 07:19:54 +00:00
|
|
|
title = epub_metadata['title']
|
|
|
|
|
|
|
|
return BookMeta(
|
|
|
|
file_path=tmp_file_path,
|
|
|
|
extension=original_file_extension,
|
|
|
|
title=title.encode('utf-8').decode('utf-8'),
|
|
|
|
author=epub_metadata['creator'].encode('utf-8').decode('utf-8'),
|
2022-02-06 15:22:28 +00:00
|
|
|
cover=cover_file,
|
2021-03-21 07:19:54 +00:00
|
|
|
description=epub_metadata['description'],
|
|
|
|
tags=epub_metadata['subject'].encode('utf-8').decode('utf-8'),
|
|
|
|
series=epub_metadata['series'].encode('utf-8').decode('utf-8'),
|
|
|
|
series_id=epub_metadata['series_id'].encode('utf-8').decode('utf-8'),
|
|
|
|
languages=epub_metadata['language'],
|
2022-04-05 00:26:35 +00:00
|
|
|
publisher=epub_metadata['publisher'].encode('utf-8').decode('utf-8'),
|
|
|
|
pubdate=epub_metadata['date'],
|
|
|
|
identifiers=identifiers)
|
2017-07-31 07:00:09 +00:00
|
|
|
|
2022-02-06 15:22:28 +00:00
|
|
|
|
|
|
|
def parse_epub_cover(ns, tree, epub_zip, cover_path, tmp_file_path):
|
|
|
|
cover_section = tree.xpath("/pkg:package/pkg:manifest/pkg:item[@id='cover-image']/@href", namespaces=ns)
|
|
|
|
cover_file = None
|
2022-03-13 11:34:21 +00:00
|
|
|
# if len(cover_section) > 0:
|
|
|
|
for cs in cover_section:
|
|
|
|
cover_file = _extract_cover(epub_zip, cs, cover_path, tmp_file_path)
|
|
|
|
if cover_file:
|
|
|
|
break
|
|
|
|
if not cover_file:
|
2017-03-04 07:48:59 +00:00
|
|
|
meta_cover = tree.xpath("/pkg:package/pkg:metadata/pkg:meta[@name='cover']/@content", namespaces=ns)
|
|
|
|
if len(meta_cover) > 0:
|
2022-02-06 15:22:28 +00:00
|
|
|
cover_section = tree.xpath(
|
|
|
|
"/pkg:package/pkg:manifest/pkg:item[@id='"+meta_cover[0]+"']/@href", namespaces=ns)
|
|
|
|
if not cover_section:
|
|
|
|
cover_section = tree.xpath(
|
|
|
|
"/pkg:package/pkg:manifest/pkg:item[@properties='" + meta_cover[0] + "']/@href", namespaces=ns)
|
2019-10-20 13:48:06 +00:00
|
|
|
else:
|
2022-02-06 15:22:28 +00:00
|
|
|
cover_section = tree.xpath("/pkg:package/pkg:guide/pkg:reference/@href", namespaces=ns)
|
2022-03-12 17:01:11 +00:00
|
|
|
for cs in cover_section:
|
|
|
|
filetype = cs.rsplit('.', 1)[-1]
|
2019-10-20 13:48:06 +00:00
|
|
|
if filetype == "xhtml" or filetype == "html": # if cover is (x)html format
|
2022-03-12 17:01:11 +00:00
|
|
|
markup = epub_zip.read(os.path.join(cover_path, cs))
|
2022-02-06 15:22:28 +00:00
|
|
|
markup_tree = etree.fromstring(markup)
|
2019-10-20 13:48:06 +00:00
|
|
|
# no matter xhtml or html with no namespace
|
2022-02-06 15:22:28 +00:00
|
|
|
img_src = markup_tree.xpath("//*[local-name() = 'img']/@src")
|
2020-06-22 17:11:03 +00:00
|
|
|
# Alternative image source
|
2022-02-06 15:22:28 +00:00
|
|
|
if not len(img_src):
|
|
|
|
img_src = markup_tree.xpath("//attribute::*[contains(local-name(), 'href')]")
|
|
|
|
if len(img_src):
|
|
|
|
# img_src maybe start with "../"" so fullpath join then relpath to cwd
|
|
|
|
filename = os.path.relpath(os.path.join(os.path.dirname(os.path.join(cover_path, cover_section[0])),
|
|
|
|
img_src[0]))
|
2022-03-12 17:01:11 +00:00
|
|
|
cover_file = _extract_cover(epub_zip, filename, "", tmp_file_path)
|
2019-10-20 13:48:06 +00:00
|
|
|
else:
|
2022-03-12 17:01:11 +00:00
|
|
|
cover_file = _extract_cover(epub_zip, cs, cover_path, tmp_file_path)
|
2022-03-13 11:34:21 +00:00
|
|
|
if cover_file: break
|
2022-02-06 15:22:28 +00:00
|
|
|
return cover_file
|
|
|
|
|
2017-03-30 19:17:18 +00:00
|
|
|
|
2022-02-06 15:22:28 +00:00
|
|
|
def parse_epub_series(ns, tree, epub_metadata):
|
2021-03-21 07:19:54 +00:00
|
|
|
series = tree.xpath("/pkg:package/pkg:metadata/pkg:meta[@name='calibre:series']/@content", namespaces=ns)
|
|
|
|
if len(series) > 0:
|
|
|
|
epub_metadata['series'] = series[0]
|
2016-06-05 19:28:30 +00:00
|
|
|
else:
|
2021-03-21 07:19:54 +00:00
|
|
|
epub_metadata['series'] = ''
|
2016-06-05 19:28:30 +00:00
|
|
|
|
2021-03-21 07:19:54 +00:00
|
|
|
series_id = tree.xpath("/pkg:package/pkg:metadata/pkg:meta[@name='calibre:series_index']/@content", namespaces=ns)
|
|
|
|
if len(series_id) > 0:
|
|
|
|
epub_metadata['series_id'] = series_id[0]
|
|
|
|
else:
|
|
|
|
epub_metadata['series_id'] = '1'
|
|
|
|
return epub_metadata
|