mirror of https://github.com/searxng/searxng.git
[mod] remove twitter (#2843)
This commit is contained in:
parent
827af00d9e
commit
1851f27154
|
@ -1,75 +0,0 @@
|
|||
# SPDX-License-Identifier: AGPL-3.0-or-later
|
||||
# lint: pylint
|
||||
"""Twitter (microblogging platform)"""
|
||||
|
||||
from json import loads
|
||||
from urllib.parse import urlencode
|
||||
from datetime import datetime
|
||||
|
||||
about = {
|
||||
"website": 'https://twitter.com',
|
||||
"wikidata_id": None,
|
||||
"official_api_documentation": 'https://developer.twitter.com/en/docs/twitter-api',
|
||||
"use_official_api": True,
|
||||
"require_api_key": False,
|
||||
"results": 'JSON',
|
||||
}
|
||||
|
||||
categories = ['social media']
|
||||
|
||||
url = "https://api.twitter.com"
|
||||
search_url = (
|
||||
"{url}/2/search/adaptive.json?{query}&tweet_mode=extended&query_source=typed_query&pc=1&spelling_corrections=1"
|
||||
)
|
||||
|
||||
|
||||
def request(query, params):
|
||||
params['url'] = search_url.format(url=url, query=urlencode({'q': query}))
|
||||
|
||||
params['headers'] = {
|
||||
# This token is used in the Twitter web interface (twitter.com). Without this header, the API doesn't work.
|
||||
# The value of the token has never changed (or maybe once a long time ago).
|
||||
# https://github.com/zedeus/nitter/blob/5f31e86e0e8578377fa7d5aeb9631bbb2d35ef1e/src/consts.nim#L5
|
||||
'Authorization': (
|
||||
"Bearer AAAAAAAAAAAAAAAAAAAAAPYXBAAAAAAACLXUNDekMxqa8h%2F40K4moUkGsoc%3DTYfbDKb"
|
||||
"T3jJPCEVnMYqilB28NHfOPqkca3qaAxGfsyKCs0wRbw"
|
||||
)
|
||||
}
|
||||
|
||||
return params
|
||||
|
||||
|
||||
def response(resp):
|
||||
results = []
|
||||
|
||||
json_res = loads(resp.text)['globalObjects']
|
||||
|
||||
for tweet in json_res['tweets'].values():
|
||||
text = tweet['full_text']
|
||||
display = tweet['display_text_range']
|
||||
|
||||
img_src = tweet.get('extended_entities', {}).get('media', [{}])[0].get('media_url_https')
|
||||
if img_src:
|
||||
img_src += "?name=thumb"
|
||||
|
||||
results.append(
|
||||
{
|
||||
'url': 'https://twitter.com/i/web/status/' + tweet['id_str'],
|
||||
'title': (text[:40] + '...') if len(text) > 40 else text,
|
||||
'content': text[display[0] : display[1]],
|
||||
'img_src': img_src,
|
||||
'publishedDate': datetime.strptime(tweet['created_at'], '%a %b %d %H:%M:%S %z %Y'),
|
||||
}
|
||||
)
|
||||
|
||||
for user in json_res['users'].values():
|
||||
results.append(
|
||||
{
|
||||
'title': user['name'],
|
||||
'content': user['description'],
|
||||
'url': 'https://twitter.com/' + user['screen_name'],
|
||||
'img_src': user['profile_image_url_https'],
|
||||
}
|
||||
)
|
||||
|
||||
return results
|
|
@ -1523,11 +1523,6 @@ engines:
|
|||
# - 2000
|
||||
# - 5000
|
||||
|
||||
- name: twitter
|
||||
shortcut: tw
|
||||
engine: twitter
|
||||
disabled: true
|
||||
|
||||
# tmp suspended - too slow, too many errors
|
||||
# - name: urbandictionary
|
||||
# engine : xpath
|
||||
|
|
Loading…
Reference in New Issue