searxng/searx/plugins/__init__.py

178 lines
6.0 KiB
Python
Raw Normal View History

2015-04-12 22:08:04 +00:00
'''
searx is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
searx is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with searx. If not, see < http://www.gnu.org/licenses/ >.
(C) 2015 by Adam Tauber, <asciimoo@gmail.com>
'''
2020-07-14 16:56:57 +00:00
from hashlib import sha256
2020-07-14 16:56:57 +00:00
from importlib import import_module
from os import listdir, makedirs, remove, stat, utime
2020-07-25 19:05:23 +00:00
from os.path import abspath, basename, dirname, exists, join
2020-07-14 16:56:57 +00:00
from shutil import copyfile
2020-07-25 19:05:23 +00:00
from sys import version_info
2020-07-14 16:56:57 +00:00
from traceback import print_exc
from searx import logger, settings, static_path
2016-11-30 17:43:03 +00:00
if version_info[0] == 3:
unicode = str
logger = logger.getChild('plugins')
from searx.plugins import (oa_doi_rewrite,
https_rewrite,
2016-08-11 02:21:28 +00:00
infinite_scroll,
self_info,
search_on_category_select,
2016-04-23 16:26:02 +00:00
tracker_url_remover,
vim_hotkeys)
2015-04-12 22:30:12 +00:00
required_attrs = (('name', (str, unicode)),
('description', (str, unicode)),
2015-03-14 19:22:26 +00:00
('default_on', bool))
optional_attrs = (('js_dependencies', tuple),
('css_dependencies', tuple))
class Plugin():
default_on = False
name = 'Default plugin'
2015-03-14 19:22:26 +00:00
description = 'Default plugin description'
class PluginStore():
def __init__(self):
self.plugins = []
def __iter__(self):
2015-03-10 19:44:02 +00:00
for plugin in self.plugins:
yield plugin
2020-07-14 16:56:57 +00:00
def register(self, *plugins, external=False):
if external:
plugins = load_external_plugins(plugins)
for plugin in plugins:
2015-03-14 19:22:26 +00:00
for plugin_attr, plugin_attr_type in required_attrs:
if not hasattr(plugin, plugin_attr) or not isinstance(getattr(plugin, plugin_attr), plugin_attr_type):
logger.critical('missing attribute "{0}", cannot load plugin: {1}'.format(plugin_attr, plugin))
exit(3)
for plugin_attr, plugin_attr_type in optional_attrs:
if not hasattr(plugin, plugin_attr) or not isinstance(getattr(plugin, plugin_attr), plugin_attr_type):
setattr(plugin, plugin_attr, plugin_attr_type())
2015-03-11 00:42:25 +00:00
plugin.id = plugin.name.replace(' ', '_')
self.plugins.append(plugin)
def call(self, ordered_plugin_list, plugin_type, request, *args, **kwargs):
ret = True
for plugin in ordered_plugin_list:
if hasattr(plugin, plugin_type):
ret = getattr(plugin, plugin_type)(request, *args, **kwargs)
if not ret:
break
return ret
2020-07-14 16:56:57 +00:00
def load_external_plugins(plugin_names):
plugins = []
for name in plugin_names:
logger.debug('loading plugin: {0}'.format(name))
try:
pkg = import_module(name)
except Exception as e:
logger.critical('failed to load plugin module {0}: {1}'.format(name, e))
exit(3)
pkg.__base_path = dirname(abspath(pkg.__file__))
2020-07-25 01:20:29 +00:00
prepare_package_resources(pkg, name)
2020-07-14 16:56:57 +00:00
plugins.append(pkg)
logger.debug('plugin "{0}" loaded'.format(name))
return plugins
2020-07-25 01:20:29 +00:00
def sync_resource(base_path, resource_path, name, target_dir, plugin_dir):
dep_path = join(base_path, resource_path)
file_name = basename(dep_path)
resource_path = join(target_dir, file_name)
if not exists(resource_path) or sha_sum(dep_path) != sha_sum(resource_path):
try:
copyfile(dep_path, resource_path)
# copy atime_ns and mtime_ns, so the weak ETags (generated by
# the HTTP server) do not change
dep_stat = stat(dep_path)
utime(resource_path, ns=(dep_stat.st_atime_ns, dep_stat.st_mtime_ns))
2020-07-25 01:20:29 +00:00
except:
logger.critical('failed to copy plugin resource {0} for plugin {1}'.format(file_name, name))
exit(3)
2020-07-14 16:56:57 +00:00
2020-07-25 01:20:29 +00:00
# returning with the web path of the resource
return join('plugins/external_plugins', plugin_dir, file_name)
2020-07-14 16:56:57 +00:00
2020-07-25 01:20:29 +00:00
def prepare_package_resources(pkg, name):
plugin_dir = 'plugin_' + name
target_dir = join(static_path, 'plugins/external_plugins', plugin_dir)
2020-07-25 01:20:29 +00:00
try:
makedirs(target_dir, exist_ok=True)
except:
logger.critical('failed to create resource directory {0} for plugin {1}'.format(target_dir, name))
exit(3)
resources = []
2020-07-14 16:56:57 +00:00
if hasattr(pkg, 'js_dependencies'):
resources.extend(map(basename, pkg.js_dependencies))
2020-07-14 16:56:57 +00:00
pkg.js_dependencies = tuple([
2020-07-25 01:20:29 +00:00
sync_resource(pkg.__base_path, x, name, target_dir, plugin_dir)
2020-07-14 16:56:57 +00:00
for x in pkg.js_dependencies
])
if hasattr(pkg, 'css_dependencies'):
resources.extend(map(basename, pkg.css_dependencies))
2020-07-14 16:56:57 +00:00
pkg.css_dependencies = tuple([
2020-07-25 01:20:29 +00:00
sync_resource(pkg.__base_path, x, name, target_dir, plugin_dir)
2020-07-14 16:56:57 +00:00
for x in pkg.css_dependencies
])
for f in listdir(target_dir):
if basename(f) not in resources:
resource_path = join(target_dir, basename(f))
try:
remove(resource_path)
except:
logger.critical('failed to remove unused resource file {0} for plugin {1}'.format(resource_path, name))
exit(3)
2020-07-14 16:56:57 +00:00
def sha_sum(filename):
2020-07-14 20:00:24 +00:00
with open(filename, "rb") as f:
bytes = f.read()
return sha256(bytes).hexdigest()
plugins = PluginStore()
plugins.register(oa_doi_rewrite)
2015-04-12 22:30:12 +00:00
plugins.register(https_rewrite)
2016-08-11 02:21:28 +00:00
plugins.register(infinite_scroll)
plugins.register(self_info)
plugins.register(search_on_category_select)
plugins.register(tracker_url_remover)
2016-04-23 16:26:02 +00:00
plugins.register(vim_hotkeys)
2020-07-14 16:56:57 +00:00
# load external plugins
if 'plugins' in settings:
plugins.register(*settings['plugins'], external=True)