mirror of
https://github.com/searxng/searxng
synced 2024-01-01 18:24:07 +00:00
Twitter's unit test
There is a commented line of a test that I didn't succed to make it work. It's an issue of unicode, utf-8, ascii, latin1... I think I tried everything, but if you have an idea... I'm still a newbie in python...
This commit is contained in:
Cqoicebordel
parent
a96208be96
commit
d6e511fc2f
@ -13,8 +13,8 @@
|
|||||||
from urlparse import urljoin
|
from urlparse import urljoin
|
||||||
from urllib import urlencode
|
from urllib import urlencode
|
||||||
from lxml import html
|
from lxml import html
|
||||||
from cgi import escape
|
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
|
from searx.engines.xpath import extract_text
|
||||||
|
|
||||||
# engine dependent config
|
# engine dependent config
|
||||||
categories = ['social media']
|
categories = ['social media']
|
||||||
@ -22,12 +22,12 @@ language_support = True
|
|||||||
|
|
||||||
# search-url
|
# search-url
|
||||||
base_url = 'https://twitter.com/'
|
base_url = 'https://twitter.com/'
|
||||||
search_url = base_url+'search?'
|
search_url = base_url + 'search?'
|
||||||
|
|
||||||
# specific xpath variables
|
# specific xpath variables
|
||||||
results_xpath = '//li[@data-item-type="tweet"]'
|
results_xpath = '//li[@data-item-type="tweet"]'
|
||||||
link_xpath = './/small[@class="time"]//a'
|
link_xpath = './/small[@class="time"]//a'
|
||||||
title_xpath = './/span[@class="username js-action-profile-name"]//text()'
|
title_xpath = './/span[@class="username js-action-profile-name"]'
|
||||||
content_xpath = './/p[@class="js-tweet-text tweet-text"]'
|
content_xpath = './/p[@class="js-tweet-text tweet-text"]'
|
||||||
timestamp_xpath = './/span[contains(@class,"_timestamp")]'
|
timestamp_xpath = './/span[contains(@class,"_timestamp")]'
|
||||||
|
|
||||||
@ -39,6 +39,8 @@ def request(query, params):
|
|||||||
# set language if specified
|
# set language if specified
|
||||||
if params['language'] != 'all':
|
if params['language'] != 'all':
|
||||||
params['cookies']['lang'] = params['language'].split('_')[0]
|
params['cookies']['lang'] = params['language'].split('_')[0]
|
||||||
|
else:
|
||||||
|
params['cookies']['lang'] = 'en'
|
||||||
|
|
||||||
return params
|
return params
|
||||||
|
|
||||||
@ -53,8 +55,9 @@ def response(resp):
|
|||||||
for tweet in dom.xpath(results_xpath):
|
for tweet in dom.xpath(results_xpath):
|
||||||
link = tweet.xpath(link_xpath)[0]
|
link = tweet.xpath(link_xpath)[0]
|
||||||
url = urljoin(base_url, link.attrib.get('href'))
|
url = urljoin(base_url, link.attrib.get('href'))
|
||||||
title = ''.join(tweet.xpath(title_xpath))
|
title = extract_text(tweet.xpath(title_xpath))
|
||||||
content = escape(html.tostring(tweet.xpath(content_xpath)[0], method='text', encoding='UTF-8').decode("utf-8"))
|
content = extract_text(tweet.xpath(content_xpath)[0])
|
||||||
|
|
||||||
pubdate = tweet.xpath(timestamp_xpath)
|
pubdate = tweet.xpath(timestamp_xpath)
|
||||||
if len(pubdate) > 0:
|
if len(pubdate) > 0:
|
||||||
timestamp = float(pubdate[0].attrib.get('data-time'))
|
timestamp = float(pubdate[0].attrib.get('data-time'))
|
||||||
|
|||||||
502
searx/tests/engines/test_twitter.py
Normal file
502
searx/tests/engines/test_twitter.py
Normal file
@ -0,0 +1,502 @@
|
|||||||
|
# -*- coding: utf-8 -*-
|
||||||
|
from collections import defaultdict
|
||||||
|
import mock
|
||||||
|
from searx.engines import twitter
|
||||||
|
from searx.testing import SearxTestCase
|
||||||
|
|
||||||
|
|
||||||
|
class TestTwitterEngine(SearxTestCase):
|
||||||
|
|
||||||
|
def test_request(self):
|
||||||
|
query = 'test_query'
|
||||||
|
dicto = defaultdict(dict)
|
||||||
|
dicto['pageno'] = 0
|
||||||
|
dicto['language'] = 'fr_FR'
|
||||||
|
params = twitter.request(query, dicto)
|
||||||
|
self.assertIn('url', params)
|
||||||
|
self.assertIn(query, params['url'])
|
||||||
|
self.assertIn('twitter.com', params['url'])
|
||||||
|
self.assertIn('cookies', params)
|
||||||
|
self.assertIn('lang', params['cookies'])
|
||||||
|
self.assertIn('fr', params['cookies']['lang'])
|
||||||
|
|
||||||
|
dicto['language'] = 'all'
|
||||||
|
params = twitter.request(query, dicto)
|
||||||
|
self.assertIn('cookies', params)
|
||||||
|
self.assertIn('lang', params['cookies'])
|
||||||
|
self.assertIn('en', params['cookies']['lang'])
|
||||||
|
|
||||||
|
def test_response(self):
|
||||||
|
self.assertRaises(AttributeError, twitter.response, None)
|
||||||
|
self.assertRaises(AttributeError, twitter.response, [])
|
||||||
|
self.assertRaises(AttributeError, twitter.response, '')
|
||||||
|
self.assertRaises(AttributeError, twitter.response, '[]')
|
||||||
|
|
||||||
|
response = mock.Mock(text='<html></html>')
|
||||||
|
self.assertEqual(twitter.response(response), [])
|
||||||
|
|
||||||
|
html = """
|
||||||
|
<li class="js-stream-item stream-item stream-item expanding-stream-item" data-item-id="563005573290287105"
|
||||||
|
id="stream-item-tweet-563005573290287105" data-item-type="tweet">
|
||||||
|
<div class="tweet original-tweet js-stream-tweet js-actionable-tweet js-profile-popup-actionable
|
||||||
|
js-original-tweet has-cards has-native-media" data-tweet-id="563005573290287105" data-disclosure-type=""
|
||||||
|
data-item-id="563005573290287105" data-screen-name="Jalopnik" data-name="Jalopnik"
|
||||||
|
data-user-id="3060631" data-has-native-media="true" data-has-cards="true" data-card-type="photo"
|
||||||
|
data-expanded-footer="<div class="js-tweet-details-fixer
|
||||||
|
tweet-details-fixer">
|
||||||
|
<div class="cards-media-container js-media-container"><div
|
||||||
|
data-card-url="//twitter.com/Jalopnik/status/563005573290287105/photo/1" data-card-type="
|
||||||
|
photo" class="cards-base cards-multimedia" data-element-context="platform_photo_card
|
||||||
|
"> <a class="media media-thumbnail twitter-timeline-link is-preview
|
||||||
|
" data-url="https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg:large"
|
||||||
|
data-resolved-url-large="https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg:large"
|
||||||
|
href="//twitter.com/Jalopnik/status/563005573290287105/photo/1">
|
||||||
|
<div class=""> <img src="
|
||||||
|
https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg"
|
||||||
|
alt="Embedded image permalink" width="636" height="309">
|
||||||
|
</div> </a> <div class="cards-content">
|
||||||
|
<div class="byline"> </div> </div>
|
||||||
|
</div> </div> <div
|
||||||
|
class="js-machine-translated-tweet-container"></div> <div
|
||||||
|
class="js-tweet-stats-container tweet-stats-container "> </div>
|
||||||
|
<div class="client-and-actions"> <span class="metadata">
|
||||||
|
<span>5:06 PM - 4 Feb 2015</span> &middot; <a
|
||||||
|
class="permalink-link js-permalink js-nav" href="/Jalopnik/status/563005573290287105
|
||||||
|
"tabindex="-1">Details</a>
|
||||||
|
</span> </div> </div> " data-you-follow="false"
|
||||||
|
data-you-block="false">
|
||||||
|
<div class="context">
|
||||||
|
</div>
|
||||||
|
<div class="content">
|
||||||
|
<div class="stream-item-header">
|
||||||
|
<a class="account-group js-account-group js-action-profile js-user-profile-link js-nav"
|
||||||
|
href="/Jalopnik" data-user-id="3060631">
|
||||||
|
<img class="avatar js-action-profile-avatar"
|
||||||
|
src="https://pbs.twimg.com/profile_images/2976430168/5cd4a59_bigger.jpeg" alt="">
|
||||||
|
<strong class="fullname js-action-profile-name show-popup-with-id" data-aria-label-part>
|
||||||
|
Jalopnik
|
||||||
|
</strong>
|
||||||
|
<span>‏</span>
|
||||||
|
<span class="username js-action-profile-name" data-aria-label-part>
|
||||||
|
<s>@</s><b>TitleName</b>
|
||||||
|
</span>
|
||||||
|
</a>
|
||||||
|
<small class="time">
|
||||||
|
<a href="/this.is.the.url"
|
||||||
|
class="tweet-timestamp js-permalink js-nav js-tooltip" title="5:06 PM - 4 Feb 2015" >
|
||||||
|
<span class="u-hiddenVisually" data-aria-label-part="last">17 minutes ago</span>
|
||||||
|
</a>
|
||||||
|
</small>
|
||||||
|
</div>
|
||||||
|
<p class="js-tweet-text tweet-text" lang="en" data-aria-label-part="0">
|
||||||
|
This is the content étude à€
|
||||||
|
<a href="http://t.co/nRWsqQAwBL" rel="nofollow" dir="ltr"
|
||||||
|
data-expanded-url="http://jalo.ps/ReMENu4" class="twitter-timeline-link"
|
||||||
|
target="_blank" title="http://jalo.ps/ReMENu4" >
|
||||||
|
<span class="tco-ellipsis">
|
||||||
|
</span>
|
||||||
|
<span class="invisible">http://</span><span class="js-display-url">link.in.tweet</span>
|
||||||
|
<span class="invisible"></span>
|
||||||
|
<span class="tco-ellipsis">
|
||||||
|
<span class="invisible"> </span>
|
||||||
|
</span>
|
||||||
|
</a>
|
||||||
|
<a href="http://t.co/rbFsfeE0l3" class="twitter-timeline-link u-hidden"
|
||||||
|
data-pre-embedded="true" dir="ltr">
|
||||||
|
pic.twitter.com/rbFsfeE0l3
|
||||||
|
</a>
|
||||||
|
</p>
|
||||||
|
<div class="expanded-content js-tweet-details-dropdown">
|
||||||
|
</div>
|
||||||
|
<div class="stream-item-footer">
|
||||||
|
<a class="details with-icn js-details" href="/Jalopnik/status/563005573290287105">
|
||||||
|
<span class="Icon Icon--photo">
|
||||||
|
</span>
|
||||||
|
<b>
|
||||||
|
<span class="expand-stream-item js-view-details">
|
||||||
|
View photo
|
||||||
|
</span>
|
||||||
|
<span class="collapse-stream-item js-hide-details">
|
||||||
|
Hide photo
|
||||||
|
</span>
|
||||||
|
</b>
|
||||||
|
</a>
|
||||||
|
<span class="ProfileTweet-action--reply u-hiddenVisually">
|
||||||
|
<span class="ProfileTweet-actionCount" aria-hidden="true" data-tweet-stat-count="0">
|
||||||
|
<span class="ProfileTweet-actionCountForAria" >0 replies</span>
|
||||||
|
</span>
|
||||||
|
</span>
|
||||||
|
<span class="ProfileTweet-action--retweet u-hiddenVisually">
|
||||||
|
<span class="ProfileTweet-actionCount" data-tweet-stat-count="8">
|
||||||
|
<span class="ProfileTweet-actionCountForAria" data-aria-label-part>8 retweets</span>
|
||||||
|
</span>
|
||||||
|
</span>
|
||||||
|
<span class="ProfileTweet-action--favorite u-hiddenVisually">
|
||||||
|
<span class="ProfileTweet-actionCount" data-tweet-stat-count="14">
|
||||||
|
<span class="ProfileTweet-actionCountForAria" data-aria-label-part>14 favorites</span>
|
||||||
|
</span>
|
||||||
|
</span>
|
||||||
|
<div role="group" aria-label="Tweet actions" class="ProfileTweet-actionList u-cf js-actions">
|
||||||
|
<div class="ProfileTweet-action ProfileTweet-action--reply">
|
||||||
|
<button class="ProfileTweet-actionButton u-textUserColorHover js-actionButton
|
||||||
|
js-actionReply" data-modal="ProfileTweet-reply" type="button" title="Reply">
|
||||||
|
<span class="Icon Icon--reply">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">Reply</span>
|
||||||
|
<span class="ProfileTweet-actionCount u-textUserColorHover
|
||||||
|
ProfileTweet-actionCount--isZero">
|
||||||
|
<span class="ProfileTweet-actionCountForPresentation" aria-hidden="true">
|
||||||
|
</span>
|
||||||
|
</span>
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
<div class="ProfileTweet-action ProfileTweet-action--retweet js-toggleState js-toggleRt">
|
||||||
|
<button class="ProfileTweet-actionButton js-actionButton js-actionRetweet js-tooltip"
|
||||||
|
title="Retweet" data-modal="ProfileTweet-retweet" type="button">
|
||||||
|
<span class="Icon Icon--retweet">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">Retweet</span>
|
||||||
|
<span class="ProfileTweet-actionCount">
|
||||||
|
<span class="ProfileTweet-actionCountForPresentation">8</span>
|
||||||
|
</span>
|
||||||
|
</button>
|
||||||
|
<button class="ProfileTweet-actionButtonUndo js-actionButton js-actionRetweet"
|
||||||
|
data-modal="ProfileTweet-retweet" title="Undo retweet" type="button">
|
||||||
|
<span class="Icon Icon--retweet">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">Retweeted</span>
|
||||||
|
<span class="ProfileTweet-actionCount">
|
||||||
|
<span class="ProfileTweet-actionCountForPresentation">8</span>
|
||||||
|
</span>
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
<div class="ProfileTweet-action ProfileTweet-action--favorite js-toggleState">
|
||||||
|
<button class="ProfileTweet-actionButton js-actionButton js-actionFavorite js-tooltip"
|
||||||
|
title="Favorite" type="button">
|
||||||
|
<span class="Icon Icon--favorite">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">Favorite</span>
|
||||||
|
<span class="ProfileTweet-actionCount">
|
||||||
|
<span class="ProfileTweet-actionCountForPresentation">14</span>
|
||||||
|
</span>
|
||||||
|
</button>
|
||||||
|
<button class="ProfileTweet-actionButtonUndo u-linkClean js-actionButton
|
||||||
|
js-actionFavorite" title="Undo favorite" type="button">
|
||||||
|
<span class="Icon Icon--favorite">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">Favorited</span>
|
||||||
|
<span class="ProfileTweet-actionCount">
|
||||||
|
<span class="ProfileTweet-actionCountForPresentation">
|
||||||
|
14
|
||||||
|
</span>
|
||||||
|
</span>
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
<div class="ProfileTweet-action ProfileTweet-action--more js-more-ProfileTweet-actions">
|
||||||
|
<div class="dropdown">
|
||||||
|
<button class="ProfileTweet-actionButton u-textUserColorHover dropdown-toggle
|
||||||
|
js-tooltip js-dropdown-toggle" type="button" title="More">
|
||||||
|
<span class="Icon Icon--dots">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">More</span>
|
||||||
|
</button>
|
||||||
|
<div class="dropdown-menu">
|
||||||
|
<div class="dropdown-caret">
|
||||||
|
<div class="caret-outer">
|
||||||
|
</div>
|
||||||
|
<div class="caret-inner">
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<ul>
|
||||||
|
<li class="share-via-dm js-actionShareViaDM" data-nav="share_tweet_dm">
|
||||||
|
<button type="button" class="dropdown-link">
|
||||||
|
Share via Direct Message
|
||||||
|
</button>
|
||||||
|
</li>
|
||||||
|
<li class="embed-link js-actionEmbedTweet" data-nav="embed_tweet">
|
||||||
|
<button type="button" class="dropdown-link">
|
||||||
|
Embed Tweet
|
||||||
|
</button>
|
||||||
|
</li>
|
||||||
|
<li class="mute-user-item pretty-link">
|
||||||
|
<button type="button" class="dropdown-link">
|
||||||
|
Mute
|
||||||
|
</button>
|
||||||
|
</li>
|
||||||
|
<li class="unmute-user-item pretty-link">
|
||||||
|
<button type="button" class="dropdown-link">
|
||||||
|
Unmute
|
||||||
|
</button>
|
||||||
|
</li>
|
||||||
|
<li class="block-or-report-link js-actionBlockOrReport"
|
||||||
|
data-nav="block_or_report">
|
||||||
|
<button type="button" class="dropdown-link">
|
||||||
|
Block or report
|
||||||
|
</button>
|
||||||
|
</li>
|
||||||
|
</ul>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</li>
|
||||||
|
"""
|
||||||
|
response = mock.Mock(text=html)
|
||||||
|
results = twitter.response(response)
|
||||||
|
self.assertEqual(type(results), list)
|
||||||
|
self.assertEqual(len(results), 1)
|
||||||
|
self.assertEqual(results[0]['title'], '@TitleName')
|
||||||
|
self.assertEqual(results[0]['url'], 'https://twitter.com/this.is.the.url')
|
||||||
|
self.assertIn(u'This is the content', results[0]['content'])
|
||||||
|
# self.assertIn(u'This is the content étude à€', results[0]['content'])
|
||||||
|
|
||||||
|
html = """
|
||||||
|
<li class="js-stream-item stream-item stream-item expanding-stream-item" data-item-id="563005573290287105"
|
||||||
|
id="stream-item-tweet-563005573290287105" data-item-type="tweet">
|
||||||
|
<div class="tweet original-tweet js-stream-tweet js-actionable-tweet js-profile-popup-actionable
|
||||||
|
js-original-tweet has-cards has-native-media" data-tweet-id="563005573290287105" data-disclosure-type=""
|
||||||
|
data-item-id="563005573290287105" data-screen-name="Jalopnik" data-name="Jalopnik"
|
||||||
|
data-user-id="3060631" data-has-native-media="true" data-has-cards="true" data-card-type="photo"
|
||||||
|
data-expanded-footer="<div class="js-tweet-details-fixer
|
||||||
|
tweet-details-fixer">
|
||||||
|
<div class="cards-media-container js-media-container"><div
|
||||||
|
data-card-url="//twitter.com/Jalopnik/status/563005573290287105/photo/1" data-card-type="
|
||||||
|
photo" class="cards-base cards-multimedia" data-element-context="platform_photo_card
|
||||||
|
"> <a class="media media-thumbnail twitter-timeline-link is-preview
|
||||||
|
" data-url="https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg:large"
|
||||||
|
data-resolved-url-large="https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg:large"
|
||||||
|
href="//twitter.com/Jalopnik/status/563005573290287105/photo/1">
|
||||||
|
<div class=""> <img src="
|
||||||
|
https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg"
|
||||||
|
alt="Embedded image permalink" width="636" height="309">
|
||||||
|
</div> </a> <div class="cards-content">
|
||||||
|
<div class="byline"> </div> </div>
|
||||||
|
</div> </div> <div
|
||||||
|
class="js-machine-translated-tweet-container"></div> <div
|
||||||
|
class="js-tweet-stats-container tweet-stats-container "> </div>
|
||||||
|
<div class="client-and-actions"> <span class="metadata">
|
||||||
|
<span>5:06 PM - 4 Feb 2015</span> &middot; <a
|
||||||
|
class="permalink-link js-permalink js-nav" href="/Jalopnik/status/563005573290287105
|
||||||
|
"tabindex="-1">Details</a>
|
||||||
|
</span> </div> </div> " data-you-follow="false"
|
||||||
|
data-you-block="false">
|
||||||
|
<div class="context">
|
||||||
|
</div>
|
||||||
|
<div class="content">
|
||||||
|
<div class="stream-item-header">
|
||||||
|
<a class="account-group js-account-group js-action-profile js-user-profile-link js-nav"
|
||||||
|
href="/Jalopnik" data-user-id="3060631">
|
||||||
|
<img class="avatar js-action-profile-avatar"
|
||||||
|
src="https://pbs.twimg.com/profile_images/2976430168/5cd4a59_bigger.jpeg" alt="">
|
||||||
|
<strong class="fullname js-action-profile-name show-popup-with-id" data-aria-label-part>
|
||||||
|
Jalopnik
|
||||||
|
</strong>
|
||||||
|
<span>‏</span>
|
||||||
|
<span class="username js-action-profile-name" data-aria-label-part>
|
||||||
|
<s>@</s><b>TitleName</b>
|
||||||
|
</span>
|
||||||
|
</a>
|
||||||
|
<small class="time">
|
||||||
|
<a href="/this.is.the.url"
|
||||||
|
class="tweet-timestamp js-permalink js-nav js-tooltip" title="5:06 PM - 4 Feb 2015" >
|
||||||
|
<span class="_timestamp js-short-timestamp js-relative-timestamp" data-time="1423065963"
|
||||||
|
data-time-ms="1423065963000" data-long-form="true" aria-hidden="true">
|
||||||
|
17m
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually" data-aria-label-part="last">17 minutes ago</span>
|
||||||
|
</a>
|
||||||
|
</small>
|
||||||
|
</div>
|
||||||
|
<p class="js-tweet-text tweet-text" lang="en" data-aria-label-part="0">
|
||||||
|
This is the content étude à€
|
||||||
|
<a href="http://t.co/nRWsqQAwBL" rel="nofollow" dir="ltr"
|
||||||
|
data-expanded-url="http://jalo.ps/ReMENu4" class="twitter-timeline-link"
|
||||||
|
target="_blank" title="http://jalo.ps/ReMENu4" >
|
||||||
|
<span class="tco-ellipsis">
|
||||||
|
</span>
|
||||||
|
<span class="invisible">http://</span><span class="js-display-url">link.in.tweet</span>
|
||||||
|
<span class="invisible"></span>
|
||||||
|
<span class="tco-ellipsis">
|
||||||
|
<span class="invisible"> </span>
|
||||||
|
</span>
|
||||||
|
</a>
|
||||||
|
<a href="http://t.co/rbFsfeE0l3" class="twitter-timeline-link u-hidden"
|
||||||
|
data-pre-embedded="true" dir="ltr">
|
||||||
|
pic.twitter.com/rbFsfeE0l3
|
||||||
|
</a>
|
||||||
|
</p>
|
||||||
|
<div class="expanded-content js-tweet-details-dropdown">
|
||||||
|
</div>
|
||||||
|
<div class="stream-item-footer">
|
||||||
|
<a class="details with-icn js-details" href="/Jalopnik/status/563005573290287105">
|
||||||
|
<span class="Icon Icon--photo">
|
||||||
|
</span>
|
||||||
|
<b>
|
||||||
|
<span class="expand-stream-item js-view-details">
|
||||||
|
View photo
|
||||||
|
</span>
|
||||||
|
<span class="collapse-stream-item js-hide-details">
|
||||||
|
Hide photo
|
||||||
|
</span>
|
||||||
|
</b>
|
||||||
|
</a>
|
||||||
|
<span class="ProfileTweet-action--reply u-hiddenVisually">
|
||||||
|
<span class="ProfileTweet-actionCount" aria-hidden="true" data-tweet-stat-count="0">
|
||||||
|
<span class="ProfileTweet-actionCountForAria" >0 replies</span>
|
||||||
|
</span>
|
||||||
|
</span>
|
||||||
|
<span class="ProfileTweet-action--retweet u-hiddenVisually">
|
||||||
|
<span class="ProfileTweet-actionCount" data-tweet-stat-count="8">
|
||||||
|
<span class="ProfileTweet-actionCountForAria" data-aria-label-part>8 retweets</span>
|
||||||
|
</span>
|
||||||
|
</span>
|
||||||
|
<span class="ProfileTweet-action--favorite u-hiddenVisually">
|
||||||
|
<span class="ProfileTweet-actionCount" data-tweet-stat-count="14">
|
||||||
|
<span class="ProfileTweet-actionCountForAria" data-aria-label-part>14 favorites</span>
|
||||||
|
</span>
|
||||||
|
</span>
|
||||||
|
<div role="group" aria-label="Tweet actions" class="ProfileTweet-actionList u-cf js-actions">
|
||||||
|
<div class="ProfileTweet-action ProfileTweet-action--reply">
|
||||||
|
<button class="ProfileTweet-actionButton u-textUserColorHover js-actionButton
|
||||||
|
js-actionReply" data-modal="ProfileTweet-reply" type="button" title="Reply">
|
||||||
|
<span class="Icon Icon--reply">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">Reply</span>
|
||||||
|
<span class="ProfileTweet-actionCount u-textUserColorHover
|
||||||
|
ProfileTweet-actionCount--isZero">
|
||||||
|
<span class="ProfileTweet-actionCountForPresentation" aria-hidden="true">
|
||||||
|
</span>
|
||||||
|
</span>
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
<div class="ProfileTweet-action ProfileTweet-action--retweet js-toggleState js-toggleRt">
|
||||||
|
<button class="ProfileTweet-actionButton js-actionButton js-actionRetweet js-tooltip"
|
||||||
|
title="Retweet" data-modal="ProfileTweet-retweet" type="button">
|
||||||
|
<span class="Icon Icon--retweet">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">Retweet</span>
|
||||||
|
<span class="ProfileTweet-actionCount">
|
||||||
|
<span class="ProfileTweet-actionCountForPresentation">8</span>
|
||||||
|
</span>
|
||||||
|
</button>
|
||||||
|
<button class="ProfileTweet-actionButtonUndo js-actionButton js-actionRetweet"
|
||||||
|
data-modal="ProfileTweet-retweet" title="Undo retweet" type="button">
|
||||||
|
<span class="Icon Icon--retweet">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">Retweeted</span>
|
||||||
|
<span class="ProfileTweet-actionCount">
|
||||||
|
<span class="ProfileTweet-actionCountForPresentation">8</span>
|
||||||
|
</span>
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
<div class="ProfileTweet-action ProfileTweet-action--favorite js-toggleState">
|
||||||
|
<button class="ProfileTweet-actionButton js-actionButton js-actionFavorite js-tooltip"
|
||||||
|
title="Favorite" type="button">
|
||||||
|
<span class="Icon Icon--favorite">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">Favorite</span>
|
||||||
|
<span class="ProfileTweet-actionCount">
|
||||||
|
<span class="ProfileTweet-actionCountForPresentation">14</span>
|
||||||
|
</span>
|
||||||
|
</button>
|
||||||
|
<button class="ProfileTweet-actionButtonUndo u-linkClean js-actionButton
|
||||||
|
js-actionFavorite" title="Undo favorite" type="button">
|
||||||
|
<span class="Icon Icon--favorite">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">Favorited</span>
|
||||||
|
<span class="ProfileTweet-actionCount">
|
||||||
|
<span class="ProfileTweet-actionCountForPresentation">
|
||||||
|
14
|
||||||
|
</span>
|
||||||
|
</span>
|
||||||
|
</button>
|
||||||
|
</div>
|
||||||
|
<div class="ProfileTweet-action ProfileTweet-action--more js-more-ProfileTweet-actions">
|
||||||
|
<div class="dropdown">
|
||||||
|
<button class="ProfileTweet-actionButton u-textUserColorHover dropdown-toggle
|
||||||
|
js-tooltip js-dropdown-toggle" type="button" title="More">
|
||||||
|
<span class="Icon Icon--dots">
|
||||||
|
</span>
|
||||||
|
<span class="u-hiddenVisually">More</span>
|
||||||
|
</button>
|
||||||
|
<div class="dropdown-menu">
|
||||||
|
<div class="dropdown-caret">
|
||||||
|
<div class="caret-outer">
|
||||||
|
</div>
|
||||||
|
<div class="caret-inner">
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
<ul>
|
||||||
|
<li class="share-via-dm js-actionShareViaDM" data-nav="share_tweet_dm">
|
||||||
|
<button type="button" class="dropdown-link">
|
||||||
|
Share via Direct Message
|
||||||
|
</button>
|
||||||
|
</li>
|
||||||
|
<li class="embed-link js-actionEmbedTweet" data-nav="embed_tweet">
|
||||||
|
<button type="button" class="dropdown-link">
|
||||||
|
Embed Tweet
|
||||||
|
</button>
|
||||||
|
</li>
|
||||||
|
<li class="mute-user-item pretty-link">
|
||||||
|
<button type="button" class="dropdown-link">
|
||||||
|
Mute
|
||||||
|
</button>
|
||||||
|
</li>
|
||||||
|
<li class="unmute-user-item pretty-link">
|
||||||
|
<button type="button" class="dropdown-link">
|
||||||
|
Unmute
|
||||||
|
</button>
|
||||||
|
</li>
|
||||||
|
<li class="block-or-report-link js-actionBlockOrReport"
|
||||||
|
data-nav="block_or_report">
|
||||||
|
<button type="button" class="dropdown-link">
|
||||||
|
Block or report
|
||||||
|
</button>
|
||||||
|
</li>
|
||||||
|
</ul>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</div>
|
||||||
|
</li>
|
||||||
|
"""
|
||||||
|
response = mock.Mock(text=html)
|
||||||
|
results = twitter.response(response)
|
||||||
|
self.assertEqual(type(results), list)
|
||||||
|
self.assertEqual(len(results), 1)
|
||||||
|
self.assertEqual(results[0]['title'], '@TitleName')
|
||||||
|
self.assertEqual(results[0]['url'], 'https://twitter.com/this.is.the.url')
|
||||||
|
self.assertIn(u'This is the content', results[0]['content'])
|
||||||
|
|
||||||
|
html = """
|
||||||
|
<li class="b_algo" u="0|5109|4755453613245655|UAGjXgIrPH5yh-o5oNHRx_3Zta87f_QO">
|
||||||
|
<div Class="sa_mc">
|
||||||
|
<div class="sb_tlst">
|
||||||
|
<h2>
|
||||||
|
<a href="http://this.should.be.the.link/" h="ID=SERP,5124.1">
|
||||||
|
<strong>This</strong> should be the title</a>
|
||||||
|
</h2>
|
||||||
|
</div>
|
||||||
|
<div class="sb_meta">
|
||||||
|
<cite>
|
||||||
|
<strong>this</strong>.meta.com</cite>
|
||||||
|
<span class="c_tlbxTrg">
|
||||||
|
<span class="c_tlbxH" H="BASE:CACHEDPAGEDEFAULT" K="SERP,5125.1">
|
||||||
|
</span>
|
||||||
|
</span>
|
||||||
|
</div>
|
||||||
|
<p>
|
||||||
|
<strong>This</strong> should be the content.</p>
|
||||||
|
</div>
|
||||||
|
</li>
|
||||||
|
"""
|
||||||
|
response = mock.Mock(text=html)
|
||||||
|
results = twitter.response(response)
|
||||||
|
self.assertEqual(type(results), list)
|
||||||
|
self.assertEqual(len(results), 0)
|
||||||
@ -23,6 +23,7 @@ from searx.tests.engines.test_searchcode_code import * # noqa
|
|||||||
from searx.tests.engines.test_searchcode_doc import * # noqa
|
from searx.tests.engines.test_searchcode_doc import * # noqa
|
||||||
from searx.tests.engines.test_soundcloud import * # noqa
|
from searx.tests.engines.test_soundcloud import * # noqa
|
||||||
from searx.tests.engines.test_stackoverflow import * # noqa
|
from searx.tests.engines.test_stackoverflow import * # noqa
|
||||||
|
from searx.tests.engines.test_twitter import * # noqa
|
||||||
from searx.tests.engines.test_vimeo import * # noqa
|
from searx.tests.engines.test_vimeo import * # noqa
|
||||||
from searx.tests.engines.test_www500px import * # noqa
|
from searx.tests.engines.test_www500px import * # noqa
|
||||||
from searx.tests.engines.test_youtube import * # noqa
|
from searx.tests.engines.test_youtube import * # noqa
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user