update startpage.py

This commit is contained in:
dimqua 2018-12-11 21:45:47 +03:00
parent 0823b13ae1
commit 0d86ed9c7e

View File

@ -73,10 +73,6 @@ def response(resp):
if re.match(r"^http(s|)://(www\.)?startpage\.com/do/search\?.*$", url):
continue
# block ixquick search url's
if re.match(r"^http(s|)://(www\.)?ixquick\.com/do/search\?.*$", url):
continue
title = extract_text(link)
if result.xpath('./p[@class="desc clk"]'):