[fix] 1x engine

This commit is contained in:
Alexandre Flament 2020-12-07 15:46:00 +01:00
parent cdceec1cbb
commit 4ec810749b
2 changed files with 11 additions and 14 deletions

View File

@ -7,12 +7,12 @@
@using-api no @using-api no
@results HTML @results HTML
@stable no (HTML can change) @stable no (HTML can change)
@parse url, title, thumbnail, img_src, content @parse url, title, thumbnail
""" """
from lxml import html from lxml import html, etree
from urllib.parse import urlencode, urljoin from urllib.parse import urlencode, urljoin
from searx.utils import extract_text from searx.utils import extract_text, eval_xpath_list, eval_xpath_getindex
# engine dependent config # engine dependent config
categories = ['images'] categories = ['images']
@ -21,6 +21,7 @@ paging = False
# search-url # search-url
base_url = 'https://1x.com' base_url = 'https://1x.com'
search_url = base_url + '/backend/search.php?{query}' search_url = base_url + '/backend/search.php?{query}'
gallery_url = 'https://gallery.1x.com/'
# do search-request # do search-request
@ -33,23 +34,18 @@ def request(query, params):
# get response from search-request # get response from search-request
def response(resp): def response(resp):
results = [] results = []
xmldom = etree.fromstring(resp.content)
dom = html.fromstring(resp.text) xmlsearchresult = eval_xpath_getindex(xmldom, '//searchresult', 0)
for res in dom.xpath('//div[@class="List-item MainListing"]'): dom = html.fragment_fromstring(xmlsearchresult.text, create_parent='div')
# processed start and end of link for link in eval_xpath_list(dom, '/div/table/tr/td/div[2]//a'):
link = res.xpath('//a')[0]
url = urljoin(base_url, link.attrib.get('href')) url = urljoin(base_url, link.attrib.get('href'))
title = extract_text(link) title = extract_text(link)
thumbnail_src = urljoin(gallery_url, eval_xpath_getindex(link, './/img', 0).attrib['src'])
thumbnail_src = urljoin(base_url, res.xpath('.//img')[0].attrib['src'])
# TODO: get image with higher resolution
img_src = thumbnail_src
# append result # append result
results.append({'url': url, results.append({'url': url,
'title': title, 'title': title,
'img_src': img_src, 'img_src': thumbnail_src,
'content': '', 'content': '',
'thumbnail_src': thumbnail_src, 'thumbnail_src': thumbnail_src,
'template': 'images.html'}) 'template': 'images.html'})

View File

@ -289,6 +289,7 @@ engines:
- name : 1x - name : 1x
engine : www1x engine : www1x
shortcut : 1x shortcut : 1x
timeout : 3.0
disabled : True disabled : True
- name : fdroid - name : fdroid