Merge pull request #2498 from dalf/minor-fix-google-news

[fix] google_news: avoid one HTTP redirect except for the English results
This commit is contained in:
Alexandre Flament 2021-01-24 09:13:48 +01:00 committed by GitHub
commit f4a17acb7a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -85,7 +85,7 @@ def request(query, params):
query_url = 'https://'+ subdomain + '/search' + "?" + urlencode({
'q': query,
'hl': lang_country,
'hl': language,
'lr': "lang_" + language,
'ie': "utf8",
'oe': "utf8",
@ -108,6 +108,10 @@ def request(query, params):
params['headers']['Accept'] = (
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8'
)
# hl=en redirect to hl=en-US / en-CA ...
params['soft_max_redirects'] = 1
#params['google_subdomain'] = subdomain
return params