Merge pull request #1556 from tiekoetter/fix-google-results-xpath

[fix] google engine: results XPath
This commit is contained in:
Markus Heiser 2022-07-26 07:21:37 +02:00 committed by GitHub
commit 50ec821e8c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -112,7 +112,7 @@ filter_mapping = {0: 'off', 1: 'medium', 2: 'high'}
# ------------------------
# google results are grouped into <div class="jtfYYd ..." ../>
results_xpath = '//div[@class="jtfYYd"]'
results_xpath = '//div[contains(@class, "jtfYYd")]'
# google *sections* are no usual *results*, we ignore them
g_section_with_header = './g-section-with-header'
@ -287,7 +287,6 @@ def request(query, params):
'oe': "utf8",
'start': offset,
'filter': '0',
'ucbcb': 1,
**additional_parameters,
}
)
@ -299,6 +298,7 @@ def request(query, params):
query_url += '&' + urlencode({'safe': filter_mapping[params['safesearch']]})
params['url'] = query_url
params['cookies']['CONSENT'] = "YES+"
params['headers'].update(lang_info['headers'])
if use_mobile_ui:
params['headers']['Accept'] = '*/*'