forked from zaclys/searxng
[enh] search language support upadtes
This commit is contained in:
parent
2a788c8f29
commit
68a0832524
|
@ -6,20 +6,25 @@ search_url = None
|
||||||
|
|
||||||
# TODO paging
|
# TODO paging
|
||||||
paging = False
|
paging = False
|
||||||
|
# TODO complete list of country mapping
|
||||||
|
country_map = {'en_US': 'eng',
|
||||||
|
'en_UK': 'uk',
|
||||||
|
'nl_NL': 'ned'}
|
||||||
|
|
||||||
|
|
||||||
def request(query, params):
|
def request(query, params):
|
||||||
global search_url
|
|
||||||
query = urlencode({'q': query})[2:]
|
query = urlencode({'q': query})[2:]
|
||||||
params['url'] = search_url
|
params['url'] = search_url
|
||||||
params['method'] = 'POST'
|
params['method'] = 'POST'
|
||||||
params['data'] = {'query': query,
|
params['data'] = {'query': query,
|
||||||
'startat': (params['pageno'] - 1) * 10} # offset
|
'startat': (params['pageno'] - 1) * 10} # offset
|
||||||
|
country = country_map.get(params['language'], 'eng')
|
||||||
|
params['cookies']['preferences'] = \
|
||||||
|
'lang_homepageEEEs/air/{country}/N1NsslEEE1N1Nfont_sizeEEEmediumN1Nrecent_results_filterEEE1N1Nlanguage_uiEEEenglishN1Ndisable_open_in_new_windowEEE0N1Ncolor_schemeEEEnewN1Nnum_of_resultsEEE10N1N'.format(country=country) # noqa
|
||||||
return params
|
return params
|
||||||
|
|
||||||
|
|
||||||
def response(resp):
|
def response(resp):
|
||||||
global base_url
|
|
||||||
results = []
|
results = []
|
||||||
dom = html.fromstring(resp.content)
|
dom = html.fromstring(resp.content)
|
||||||
# ads xpath //div[@id="results"]/div[@id="sponsored"]//div[@class="result"]
|
# ads xpath //div[@id="results"]/div[@id="sponsored"]//div[@class="result"]
|
||||||
|
|
|
@ -17,8 +17,14 @@ paging = True
|
||||||
|
|
||||||
def request(query, params):
|
def request(query, params):
|
||||||
offset = (params['pageno'] - 1) * 10 + 1
|
offset = (params['pageno'] - 1) * 10 + 1
|
||||||
|
if params['language'] == 'all':
|
||||||
|
language = 'en'
|
||||||
|
else:
|
||||||
|
language = params['language'].split('_')[0]
|
||||||
params['url'] = search_url.format(offset=offset,
|
params['url'] = search_url.format(offset=offset,
|
||||||
query=urlencode({'p': query}))
|
query=urlencode({'p': query}))
|
||||||
|
params['cookies']['sB'] = 'fl=1&vl=lang_{lang}&sh=1&rw=new&v=1'\
|
||||||
|
.format(lang=language)
|
||||||
return params
|
return params
|
||||||
|
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue