zaclys
/
searxng
mirror of https://github.com/searxng/searxng.git
1
0
Fork 1
Code Issues Packages Projects Releases Wiki Activity
searxng/tests/unit/engines/test_swisscows.py

153 lines
6.9 KiB
Python
Raw Normal View History

[enh] implement swisscows engine, FIX #347 TODO: implement image engine
2015-06-01 07:15:50 +00:00
from collections import defaultdict
import mock
from searx.engines import swisscows
from searx.testing import SearxTestCase
class TestSwisscowsEngine(SearxTestCase):
def test_request(self):
refactor engine's search language handling Add match_language function in utils to match any user given language code with a list of engine's supported languages. Also add language_aliases dict on each engine to translate standard language codes into the custom codes used by the engine.
2018-03-01 04:30:48 +00:00
swisscows.supported_languages = ['de-AT', 'de-DE']
[fix] check language aliases when setting search language
2018-11-26 05:32:48 +00:00
swisscows.language_aliases = {}
[enh] implement swisscows engine, FIX #347 TODO: implement image engine
2015-06-01 07:15:50 +00:00
query = 'test_query'
dicto = defaultdict(dict)
dicto['pageno'] = 1
Add language support for more engines.
2016-10-30 02:04:01 +00:00
dicto['language'] = 'de-DE'
[enh] implement swisscows engine, FIX #347 TODO: implement image engine
2015-06-01 07:15:50 +00:00
params = swisscows.request(query, dicto)
self.assertTrue('url' in params)
self.assertTrue(query in params['url'])
self.assertTrue('swisscows.ch' in params['url'])
self.assertTrue('uiLanguage=de' in params['url'])
self.assertTrue('region=de-DE' in params['url'])
Add a bit of testing to improve coverage
2015-06-12 17:54:03 +00:00
dicto['category'] = 'images'
params = swisscows.request(query, dicto)
self.assertIn('image', params['url'])
[enh] implement swisscows engine, FIX #347 TODO: implement image engine
2015-06-01 07:15:50 +00:00
def test_response(self):
self.assertRaises(AttributeError, swisscows.response, None)
self.assertRaises(AttributeError, swisscows.response, [])
self.assertRaises(AttributeError, swisscows.response, '')
self.assertRaises(AttributeError, swisscows.response, '[]')
[enh] py3 compatibility
2016-11-30 17:43:03 +00:00
response = mock.Mock(text=b'<html></html>')
[enh] implement swisscows engine, FIX #347 TODO: implement image engine
2015-06-01 07:15:50 +00:00
self.assertEqual(swisscows.response(response), [])
[enh] py3 compatibility
2016-11-30 17:43:03 +00:00
response = mock.Mock(text=b'<html></html>')
[enh] implement swisscows engine, FIX #347 TODO: implement image engine
2015-06-01 07:15:50 +00:00
self.assertEqual(swisscows.response(response), [])
[enh] py3 compatibility
2016-11-30 17:43:03 +00:00
html = b"""
[enh] implement swisscows engine, FIX #347 TODO: implement image engine
2015-06-01 07:15:50 +00:00
<script>
App.Dispatcher.dispatch("initialize", {
html5history: true,
initialData: {"Request":
{"Page":1,
"ItemsCount":1,
"Query":"This should ",
"NormalizedQuery":"This should ",
"Region":"de-AT",
"UILanguage":"de"},
"Results":{"items":[
{"Title":"\uE000This should\uE001 be the title",
"Description":"\uE000This should\uE001 be the content.",
"Url":"http://this.should.be.the.link/",
"DisplayUrl":"www.\uE000this.should.be.the\uE001.link",
[enh] implement image support for swisscows engine
2015-06-01 10:30:07 +00:00
"Id":"782ef287-e439-451c-b380-6ebc14ba033d"},
{"Title":"Datei:This should1.svg",
"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should1.png",
"SourceUrl":"http://de.wikipedia.org/wiki/Datei:This should1.svg",
"DisplayUrl":"de.wikipedia.org/wiki/Datei:This should1.svg",
"Width":950,
"Height":534,
"FileSize":92100,
"ContentType":"image/jpeg",
"Thumbnail":{
"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should1.png",
"ContentType":"image/jpeg",
"Width":300,
"Height":168,
"FileSize":9134},
"Id":"6a97a542-8f65-425f-b7f6-1178c3aba7be"
}
[enh] implement swisscows engine, FIX #347 TODO: implement image engine
2015-06-01 07:15:50 +00:00
],"TotalCount":55300,
"Query":"This should "
},
"Images":[{"Title":"Datei:This should.svg",
"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should.png",
"SourceUrl":"http://de.wikipedia.org/wiki/Datei:This should.svg",
"DisplayUrl":"de.wikipedia.org/wiki/Datei:This should.svg",
"Width":1280,
"Height":677,
"FileSize":50053,
"ContentType":"image/png",
"Thumbnail":{"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should.png",
"ContentType":"image/png",
"Width":300,
"Height":158,
"FileSize":8023},
"Id":"ae230fd8-a06a-47d6-99d5-e74766d8143a"}]},
environment: "production"
}).then(function (options) {
$('#Search_Form').on('submit', function (e) {
if (!Modernizr.history) return;
e.preventDefault();
var $form = $(this),
$query = $('#Query'),
query = $.trim($query.val()),
path = App.Router.makePath($form.attr('action'), null, $form.serializeObject())
if (query.length) {
options.html5history ?
ReactRouter.HistoryLocation.push(path) :
ReactRouter.RefreshLocation.push(path);
}
else $('#Query').trigger('blur');
});
});
</script>
"""
[enh] py3 compatibility
2016-11-30 17:43:03 +00:00
response = mock.Mock(text=html)
[enh] implement swisscows engine, FIX #347 TODO: implement image engine
2015-06-01 07:15:50 +00:00
results = swisscows.response(response)
self.assertEqual(type(results), list)
[enh] implement image support for swisscows engine
2015-06-01 10:30:07 +00:00
self.assertEqual(len(results), 3)
[enh] implement swisscows engine, FIX #347 TODO: implement image engine
2015-06-01 07:15:50 +00:00
self.assertEqual(results[0]['title'], 'This should be the title')
self.assertEqual(results[0]['url'], 'http://this.should.be.the.link/')
self.assertEqual(results[0]['content'], 'This should be the content.')
[enh] implement image support for swisscows engine
2015-06-01 10:30:07 +00:00
self.assertEqual(results[1]['title'], 'Datei:This should1.svg')
self.assertEqual(results[1]['url'], 'http://de.wikipedia.org/wiki/Datei:This should1.svg')
self.assertEqual(results[1]['img_src'], 'http://ts2.mm.This/should1.png')
[enh] implement swisscows engine, FIX #347 TODO: implement image engine
2015-06-01 07:15:50 +00:00
self.assertEqual(results[1]['template'], 'images.html')
[enh] implement image support for swisscows engine
2015-06-01 10:30:07 +00:00
self.assertEqual(results[2]['title'], 'Datei:This should.svg')
self.assertEqual(results[2]['url'], 'http://de.wikipedia.org/wiki/Datei:This should.svg')
self.assertEqual(results[2]['img_src'], 'http://ts2.mm.This/should.png')
self.assertEqual(results[2]['template'], 'images.html')
tests for _fetch_supported_languages in engines and refactor method to make it testable without making requests
2016-12-15 06:34:43 +00:00
def test_fetch_supported_languages(self):
html = """<html></html>"""
response = mock.Mock(text=html)
languages = swisscows._fetch_supported_languages(response)
self.assertEqual(type(languages), list)
self.assertEqual(len(languages), 0)
html = """
<html>
<div id="regions-popup">
<div>
<ul>
update engines_languages.json and languages.py Also, fix fetch_languages.py so it can run on python3.
2017-10-10 21:52:41 +00:00
<li><a data-search-language="browser"></a></li>
<li><a data-search-language="de-CH"></a></li>
<li><a data-search-language="fr-CH"></a></li>
tests for _fetch_supported_languages in engines and refactor method to make it testable without making requests
2016-12-15 06:34:43 +00:00
</ul>
</div>
</div>
</html>
"""
response = mock.Mock(text=html)
languages = swisscows._fetch_supported_languages(response)
self.assertEqual(type(languages), list)
self.assertEqual(len(languages), 3)
self.assertIn('de-CH', languages)
self.assertIn('fr-CH', languages)