Merge pull request #887 from unixfox/patch-5

Update the XPath for fetching the Google results
This commit is contained in:
Markus Heiser 2022-02-12 15:11:27 +01:00 committed by GitHub
commit 9cd9dfd26e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 8 deletions

View File

@ -111,9 +111,8 @@ filter_mapping = {0: 'off', 1: 'medium', 2: 'high'}
# specific xpath variables # specific xpath variables
# ------------------------ # ------------------------
# google results are grouped into <div class="g ..." ../> # google results are grouped into <div class="jtfYYd ..." ../>
results_xpath = '//div[@id="search"]//div[contains(@class, "g ")]' results_xpath = '//div[@class="jtfYYd"]'
results_xpath_mobile_ui = '//div[contains(@class, "g ")]'
# google *sections* are no usual *results*, we ignore them # google *sections* are no usual *results*, we ignore them
g_section_with_header = './g-section-with-header' g_section_with_header = './g-section-with-header'
@ -338,11 +337,7 @@ def response(resp):
# parse results # parse results
_results_xpath = results_xpath for result in eval_xpath_list(dom, results_xpath):
if use_mobile_ui:
_results_xpath = results_xpath_mobile_ui
for result in eval_xpath_list(dom, _results_xpath):
# google *sections* # google *sections*
if extract_text(eval_xpath(result, g_section_with_header)): if extract_text(eval_xpath(result, g_section_with_header)):