mirror of
https://github.com/searxng/searxng
synced 2024-01-01 19:24:07 +01:00
c
This commit is contained in:
parent
850576a9e5
commit
ae674288b5
1 changed files with 4 additions and 0 deletions
|
@ -343,6 +343,10 @@ def response(resp):
|
||||||
url = eval_xpath_getindex(result, href_xpath, 0, None)
|
url = eval_xpath_getindex(result, href_xpath, 0, None)
|
||||||
if url is None:
|
if url is None:
|
||||||
continue
|
continue
|
||||||
|
if "moegirl.org.cn" in url:continue
|
||||||
|
if "moegirl.org.cn" in url:continue
|
||||||
|
if "google.cn" in url:continue
|
||||||
|
if "twitter.com" in url and "/status" in url: continue
|
||||||
content = extract_text(eval_xpath_getindex(result, content_xpath, 0, default=None), allow_none=True)
|
content = extract_text(eval_xpath_getindex(result, content_xpath, 0, default=None), allow_none=True)
|
||||||
if content is None:
|
if content is None:
|
||||||
logger.debug('ignoring item from the result_xpath list: missing content of title "%s"', title)
|
logger.debug('ignoring item from the result_xpath list: missing content of title "%s"', title)
|
||||||
|
|
Loading…
Add table
Reference in a new issue