Merge pull request #1101 from allendema/pass-cookies-from-settings

[enh] Allow passing headers/cookies from settings.yml
This commit is contained in:
Alexandre Flament 2022-04-17 11:37:07 +02:00 committed by GitHub
commit bbf13a4657
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 0 deletions

View File

@ -85,6 +85,11 @@ suggestion_xpath = ''
cached_xpath = '' cached_xpath = ''
cached_url = '' cached_url = ''
cookies = {}
headers = {}
'''Some engines might offer different result based on cookies or headers.
Possible use-case: To set safesearch cookie or header to moderate.'''
paging = False paging = False
'''Engine supports paging [True or False].''' '''Engine supports paging [True or False].'''
@ -166,6 +171,9 @@ def request(query, params):
'safe_search': safe_search, 'safe_search': safe_search,
} }
params['cookies'].update(cookies)
params['headers'].update(headers)
params['url'] = search_url.format(**fargs) params['url'] = search_url.format(**fargs)
params['soft_max_redirects'] = soft_max_redirects params['soft_max_redirects'] = soft_max_redirects