Archives/searxng
2
0
Fork 1
mirror of https://github.com/searxng/searxng synced 2024-11-18 15:26:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

[mod] engine piped: add paging support

Browse Source 
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
This commit is contained in:
Markus Heiser 2023-08-03 11:14:20 +02:00 committed by Markus Heiser
parent ef5831cd84
commit 207fcc0c8c
1 changed files with 34 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
searx/engines/piped.py
View File

@ -32,6 +32,18 @@ named `piped` and are used by all piped engines
shortcut: ppdm shortcut: ppdm
piped_filter: music_songs piped_filter: music_songs
... ...
Known Quirks
============
The implementation to support :py:obj:`paging <searx.enginelib.Engine.paging>`
is based on the *nextpage* method of Piped's REST API / the :py:obj:`frontend
API <frontend_url>`. This feature is *next page driven* and plays well with the
:ref:`infinite_scroll <settings ui>` setting in SearXNG but it does not really
fit into SearXNG's UI to select a page by number.
Implementations
===============
""" """
from __future__ import annotations from __future__ import annotations
@ -54,7 +66,7 @@ about = {
# engine dependent config # engine dependent config
categories = [] categories = []
paging = False paging = True
# search-url # search-url
backend_url: list | str = "https://pipedapi.kavin.rocks" backend_url: list | str = "https://pipedapi.kavin.rocks"
@ -95,18 +107,29 @@ def _frontend_url() -> str:
def request(query, params): def request(query, params):
query = urlencode({'q': query}) args = {
params["url"] = _backend_url() + f"/search?{query}&filter={piped_filter}" 'q': query,
'filter': piped_filter,
}
path = "/search"
if params['pageno'] > 1:
# don't use nextpage when user selected to jump back to page 1
nextpage = params['engine_data'].get('nextpage')
if nextpage:
path = "/nextpage/search"
args['nextpage'] = nextpage
params["url"] = _backend_url() + f"{path}?" + urlencode(args)
return params return params
def response(resp): def response(resp):
results = [] results = []
search_results = resp.json()["items"] json = resp.json()
for result in search_results: for result in json["items"]:
publishedDate = parser.parse(time.ctime(result.get("uploaded", 0) / 1000)) publishedDate = parser.parse(time.ctime(result.get("uploaded", 0) / 1000))
item = { item = {
@ -132,4 +155,10 @@ def response(resp):
results.append(item) results.append(item)
results.append(
{
"engine_data": json["nextpage"],
"key": "nextpage",
}
)
return results return results