[enh] Allow passing headers/cookies from settings.yml

Example:

   - engine: xpath
   - search_url: example.org
   - headers: {'example_header': 'example_header'}
   - cookies: {'safesearch': 'off'}
This commit is contained in:
Allen 2022-04-16 17:42:04 +02:00 committed by GitHub
parent c474616642
commit 155333f625
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -85,6 +85,11 @@ suggestion_xpath = ''
cached_xpath = '' cached_xpath = ''
cached_url = '' cached_url = ''
cookies = {}
headers = {}
'''Some engines might offer different result based on cookies or headers.
Possible use-case: To set safesearch cookie or header to moderate.'''
paging = False paging = False
'''Engine supports paging [True or False].''' '''Engine supports paging [True or False].'''
@ -166,6 +171,9 @@ def request(query, params):
'safe_search': safe_search, 'safe_search': safe_search,
} }
params['cookies'] = cookies
params['headers'] = headers
params['url'] = search_url.format(**fargs) params['url'] = search_url.format(**fargs)
params['soft_max_redirects'] = soft_max_redirects params['soft_max_redirects'] = soft_max_redirects