forked from zaclys/searxng
cd033b5416
Since 7b235a1 (see line 591) it is no longer needed to disable
'undefined-variable' for names defined in::
PYLINT_ADDITIONAL_BUILTINS_FOR_ENGINES
Suggested-by: @dalf https://github.com/searxng/searxng/issues/102#issuecomment-914068609
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
102 lines
3.0 KiB
Python
102 lines
3.0 KiB
Python
# SPDX-License-Identifier: AGPL-3.0-or-later
|
|
"""
|
|
peertube (Videos)
|
|
"""
|
|
|
|
from json import loads
|
|
from datetime import datetime
|
|
from urllib.parse import urlencode
|
|
from searx.utils import html_to_text
|
|
|
|
# about
|
|
about = {
|
|
"website": 'https://joinpeertube.org',
|
|
"wikidata_id": 'Q50938515',
|
|
"official_api_documentation": 'https://docs.joinpeertube.org/api-rest-reference.html',
|
|
"use_official_api": True,
|
|
"require_api_key": False,
|
|
"results": 'JSON',
|
|
}
|
|
|
|
# engine dependent config
|
|
categories = ["videos"]
|
|
paging = True
|
|
base_url = "https://peer.tube"
|
|
supported_languages_url = (
|
|
'https://framagit.org/framasoft/peertube/search-index/-/raw/master/client/src/views/Search.vue'
|
|
)
|
|
|
|
|
|
# do search-request
|
|
def request(query, params):
|
|
sanitized_url = base_url.rstrip("/")
|
|
pageno = (params["pageno"] - 1) * 15
|
|
search_url = sanitized_url + "/api/v1/search/videos/?pageno={pageno}&{query}"
|
|
query_dict = {"search": query}
|
|
language = params["language"].split("-")[0]
|
|
if "all" != language and language in supported_languages:
|
|
query_dict["languageOneOf"] = language
|
|
params["url"] = search_url.format(
|
|
query=urlencode(query_dict), pageno=pageno
|
|
)
|
|
return params
|
|
|
|
|
|
def _get_offset_from_pageno(pageno):
|
|
return (pageno - 1) * 15 + 1
|
|
|
|
|
|
# get response from search-request
|
|
def response(resp):
|
|
sanitized_url = base_url.rstrip("/")
|
|
results = []
|
|
|
|
search_res = loads(resp.text)
|
|
|
|
embedded_url = (
|
|
'<iframe width="560" height="315" sandbox="allow-same-origin allow-scripts allow-popups" '
|
|
+ 'src="'
|
|
+ sanitized_url
|
|
+ '{embed_path}" frameborder="0" allowfullscreen></iframe>'
|
|
)
|
|
# return empty array if there are no results
|
|
if "data" not in search_res:
|
|
return []
|
|
|
|
# parse results
|
|
for res in search_res["data"]:
|
|
title = res["name"]
|
|
url = sanitized_url + "/videos/watch/" + res["uuid"]
|
|
description = res["description"]
|
|
if description:
|
|
content = html_to_text(res["description"])
|
|
else:
|
|
content = ""
|
|
thumbnail = sanitized_url + res["thumbnailPath"]
|
|
publishedDate = datetime.strptime(res["publishedAt"], "%Y-%m-%dT%H:%M:%S.%fZ")
|
|
embedded = embedded_url.format(embed_path=res["embedPath"])
|
|
|
|
results.append(
|
|
{
|
|
"template": "videos.html",
|
|
"url": url,
|
|
"title": title,
|
|
"content": content,
|
|
"publishedDate": publishedDate,
|
|
"embedded": embedded,
|
|
"thumbnail": thumbnail,
|
|
}
|
|
)
|
|
|
|
# return results
|
|
return results
|
|
|
|
|
|
def _fetch_supported_languages(resp):
|
|
import re
|
|
|
|
# https://docs.python.org/3/howto/regex.html#greedy-versus-non-greedy
|
|
videolanguages = re.search(r"videoLanguages \(\)[^\n]+(.*?)\]", resp.text, re.DOTALL)
|
|
peertube_languages = [m.group(1) for m in re.finditer(r"\{ id: '([a-z]+)', label:", videolanguages.group(1))]
|
|
return peertube_languages
|