From 8194db4e21558e7c3bca90464541f7ef09c8a5c6 Mon Sep 17 00:00:00 2001 From: Alexandre Flament Date: Fri, 4 Jun 2021 11:09:36 +0200 Subject: [PATCH 1/2] [fix] peertube fetch supported languages close #127 --- searx/engines/peertube.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/searx/engines/peertube.py b/searx/engines/peertube.py index 31b4b81e..86cd04f2 100644 --- a/searx/engines/peertube.py +++ b/searx/engines/peertube.py @@ -22,7 +22,9 @@ about = { categories = ["videos"] paging = True base_url = "https://peer.tube" -supported_languages_url = base_url + "/api/v1/videos/languages" +supported_languages_url = ( + 'https://framagit.org/framasoft/peertube/search-index/-/raw/master/client/src/views/Search.vue' +) # do search-request @@ -92,5 +94,9 @@ def response(resp): def _fetch_supported_languages(resp): - peertube_languages = list(loads(resp.text).keys()) + import re + + # https://docs.python.org/3/howto/regex.html#greedy-versus-non-greedy + videolanguages = re.search(r"videoLanguages \(\) \{(.*?)\]", resp.text, re.DOTALL) + peertube_languages = [m.group(1) for m in re.finditer(r"\{ id: '([a-z]+)', label:", videolanguages.group(1))] return peertube_languages From cf2b54996765f4a7f54060a301421cb0cabe66c5 Mon Sep 17 00:00:00 2001 From: Alexandre Flament Date: Fri, 4 Jun 2021 11:10:30 +0200 Subject: [PATCH 2/2] Update engines_languages.json --- searx/data/engines_languages.json | 174 +----------------------------- 1 file changed, 1 insertion(+), 173 deletions(-) diff --git a/searx/data/engines_languages.json b/searx/data/engines_languages.json index d4fc97f8..2b086006 100644 --- a/searx/data/engines_languages.json +++ b/searx/data/engines_languages.json @@ -25457,198 +25457,26 @@ } }, "peertube": [ - "aa", - "ab", - "af", - "ak", - "am", - "an", - "ar", - "as", - "ase", - "av", - "avk", - "ay", - "az", - "ba", - "be", - "bfi", - "bg", - "bi", - "bm", - "bn", - "bo", - "br", - "bs", - "bzs", "ca", - "ce", - "ch", - "co", - "cr", "cs", - "cse", - "csl", - "cv", - "cy", - "da", "de", - "dsl", - "dv", - "dz", - "ee", "el", "en", "eo", "es", - "et", "eu", - "fa", - "ff", "fi", - "fj", - "fo", "fr", - "fsl", - "fy", - "ga", "gd", - "gl", - "gn", - "gsg", - "gu", - "gv", - "ha", - "he", - "hi", - "ho", - "hr", - "ht", - "hu", - "hy", - "hz", - "id", - "ig", - "ii", - "ik", - "is", "it", - "iu", "ja", - "jbo", - "jsl", - "jv", - "ka", - "kg", - "ki", - "kj", - "kk", - "kl", - "km", - "kn", - "ko", - "kr", - "ks", - "ku", - "kv", - "kw", - "ky", - "lb", - "lg", - "li", - "ln", - "lo", - "lt", - "lu", - "lv", - "mg", - "mh", - "mi", - "mk", - "ml", - "mn", - "mr", - "ms", - "mt", - "my", - "na", - "nb", - "nd", - "ne", - "ng", "nl", - "nn", - "no", - "nr", - "nv", - "ny", "oc", - "oj", - "om", - "or", - "os", - "pa", - "pks", "pl", - "ps", "pt", - "qu", - "rm", - "rn", - "ro", - "rsl", "ru", - "rw", - "sc", - "sd", - "sdl", - "se", - "sfs", - "sg", - "sh", - "si", - "sk", - "sl", - "sm", - "sn", - "so", - "sq", - "sr", - "ss", - "st", - "su", "sv", - "sw", - "swl", - "ta", - "te", - "tg", - "th", - "ti", - "tk", - "tl", - "tlh", - "tn", - "to", - "tr", - "ts", - "tt", - "tw", - "ty", - "ug", - "uk", - "ur", - "uz", - "ve", - "vi", - "wa", - "wo", - "xh", - "yi", - "yo", - "za", - "zh", - "zu" + "zh" ], "qwant": [ "bg-BG",