forked from zaclys/searxng
[fix] FutureWarning from lxml
Just in case if content is None, the original code will skip extract_text(), and just append the None value to 'content'. So just add allow_none=True, and this will return None without raising a ValueError in extract_text().
This commit is contained in:
parent
6ff48859e3
commit
8c7e6cc983
|
@ -142,8 +142,7 @@ def response(resp):
|
||||||
title = extract_text(title)[offset:]
|
title = extract_text(title)[offset:]
|
||||||
|
|
||||||
content = eval_xpath_getindex(result, './/div[contains(@class, "compText")]', 0, default='')
|
content = eval_xpath_getindex(result, './/div[contains(@class, "compText")]', 0, default='')
|
||||||
if content:
|
content = extract_text(content, allow_none=True)
|
||||||
content = extract_text(content)
|
|
||||||
|
|
||||||
# append result
|
# append result
|
||||||
results.append({'url': url, 'title': title, 'content': content})
|
results.append({'url': url, 'title': title, 'content': content})
|
||||||
|
|
Loading…
Reference in New Issue