2014-01-12 11:40:27 +00:00
|
|
|
# -*- coding: utf-8 -*-
|
2020-02-23 21:51:07 +00:00
|
|
|
# SPDX-License-Identifier: AGPL-3.0-or-later
|
2021-04-26 18:18:20 +00:00
|
|
|
# lint: pylint
|
2014-01-12 11:40:27 +00:00
|
|
|
"""Shared testing code."""
|
|
|
|
|
2020-02-23 21:51:07 +00:00
|
|
|
# pylint: disable=missing-function-docstring
|
2014-01-12 11:40:27 +00:00
|
|
|
|
|
|
|
import os
|
|
|
|
import subprocess
|
2016-11-30 17:43:03 +00:00
|
|
|
import traceback
|
|
|
|
|
2020-02-23 21:51:07 +00:00
|
|
|
from os.path import dirname, join, abspath, realpath
|
2016-11-30 17:43:03 +00:00
|
|
|
|
|
|
|
from splinter import Browser
|
[httpx] replace searx.poolrequests by searx.network
settings.yml:
* outgoing.networks:
* can contains network definition
* propertiers: enable_http, verify, http2, max_connections, max_keepalive_connections,
keepalive_expiry, local_addresses, support_ipv4, support_ipv6, proxies, max_redirects, retries
* retries: 0 by default, number of times searx retries to send the HTTP request (using different IP & proxy each time)
* local_addresses can be "192.168.0.1/24" (it supports IPv6)
* support_ipv4 & support_ipv6: both True by default
see https://github.com/searx/searx/pull/1034
* each engine can define a "network" section:
* either a full network description
* either reference an existing network
* all HTTP requests of engine use the same HTTP configuration (it was not the case before, see proxy configuration in master)
2021-04-05 08:43:33 +00:00
|
|
|
import aiounittest
|
2014-01-12 11:40:27 +00:00
|
|
|
|
2020-02-24 06:55:14 +00:00
|
|
|
|
2014-01-12 11:40:27 +00:00
|
|
|
class SearxTestLayer:
|
2014-01-19 21:59:01 +00:00
|
|
|
"""Base layer for non-robot tests."""
|
2014-01-12 11:40:27 +00:00
|
|
|
|
2020-08-06 15:42:46 +00:00
|
|
|
__name__ = 'SearxTestLayer'
|
2014-01-12 11:40:27 +00:00
|
|
|
|
2020-02-23 21:51:07 +00:00
|
|
|
@classmethod
|
2014-01-12 11:40:27 +00:00
|
|
|
def setUp(cls):
|
|
|
|
pass
|
|
|
|
|
2020-02-23 21:51:07 +00:00
|
|
|
@classmethod
|
2014-01-12 11:40:27 +00:00
|
|
|
def tearDown(cls):
|
|
|
|
pass
|
|
|
|
|
2020-02-23 21:51:07 +00:00
|
|
|
@classmethod
|
2014-01-12 11:40:27 +00:00
|
|
|
def testSetUp(cls):
|
|
|
|
pass
|
|
|
|
|
2020-02-23 21:51:07 +00:00
|
|
|
@classmethod
|
2014-01-12 11:40:27 +00:00
|
|
|
def testTearDown(cls):
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
2016-11-30 17:43:03 +00:00
|
|
|
class SearxRobotLayer():
|
2014-01-12 11:40:27 +00:00
|
|
|
"""Searx Robot Test Layer"""
|
|
|
|
|
|
|
|
def setUp(self):
|
|
|
|
os.setpgrp() # create new process group, become its leader
|
2014-01-19 21:59:01 +00:00
|
|
|
|
|
|
|
# get program paths
|
2020-02-23 21:51:07 +00:00
|
|
|
webapp = join(abspath(dirname(realpath(__file__))), 'webapp.py')
|
2016-01-02 11:15:47 +00:00
|
|
|
exe = 'python'
|
2014-01-19 21:59:01 +00:00
|
|
|
|
2020-02-23 22:03:05 +00:00
|
|
|
# The Flask app is started by Flask.run(...), don't enable Flask's debug
|
|
|
|
# mode, the debugger from Flask will cause wired process model, where
|
|
|
|
# the server never dies. Further read:
|
|
|
|
#
|
|
|
|
# - debug mode: https://flask.palletsprojects.com/quickstart/#debug-mode
|
|
|
|
# - Flask.run(..): https://flask.palletsprojects.com/api/#flask.Flask.run
|
|
|
|
|
|
|
|
os.environ['SEARX_DEBUG'] = '0'
|
|
|
|
|
2014-01-19 21:59:01 +00:00
|
|
|
# set robot settings path
|
2016-01-02 11:15:47 +00:00
|
|
|
os.environ['SEARX_SETTINGS_PATH'] = abspath(
|
|
|
|
dirname(__file__) + '/settings_robot.yml')
|
2014-01-19 21:59:01 +00:00
|
|
|
|
|
|
|
# run the server
|
2021-04-30 06:55:15 +00:00
|
|
|
self.server = subprocess.Popen( # pylint: disable=consider-using-with
|
2014-01-19 21:59:01 +00:00
|
|
|
[exe, webapp],
|
2014-01-12 11:40:27 +00:00
|
|
|
stdout=subprocess.PIPE,
|
|
|
|
stderr=subprocess.STDOUT
|
|
|
|
)
|
2019-07-06 16:47:35 +00:00
|
|
|
if hasattr(self.server.stdout, 'read1'):
|
2020-08-06 15:42:46 +00:00
|
|
|
print(self.server.stdout.read1(1024).decode())
|
2014-01-12 11:40:27 +00:00
|
|
|
|
|
|
|
def tearDown(self):
|
2016-02-27 17:41:09 +00:00
|
|
|
os.kill(self.server.pid, 9)
|
2014-01-19 21:59:01 +00:00
|
|
|
# remove previously set environment variable
|
|
|
|
del os.environ['SEARX_SETTINGS_PATH']
|
|
|
|
|
2014-01-12 11:40:27 +00:00
|
|
|
|
2016-11-30 17:43:03 +00:00
|
|
|
# SEARXROBOTLAYER = SearxRobotLayer()
|
|
|
|
def run_robot_tests(tests):
|
|
|
|
print('Running {0} tests'.format(len(tests)))
|
|
|
|
for test in tests:
|
2021-08-03 13:11:02 +00:00
|
|
|
with Browser('firefox', headless=True, profile_preferences={'intl.accept_languages': 'en'}) as browser:
|
2016-11-30 17:43:03 +00:00
|
|
|
test(browser)
|
2014-01-12 11:40:27 +00:00
|
|
|
|
|
|
|
|
[httpx] replace searx.poolrequests by searx.network
settings.yml:
* outgoing.networks:
* can contains network definition
* propertiers: enable_http, verify, http2, max_connections, max_keepalive_connections,
keepalive_expiry, local_addresses, support_ipv4, support_ipv6, proxies, max_redirects, retries
* retries: 0 by default, number of times searx retries to send the HTTP request (using different IP & proxy each time)
* local_addresses can be "192.168.0.1/24" (it supports IPv6)
* support_ipv4 & support_ipv6: both True by default
see https://github.com/searx/searx/pull/1034
* each engine can define a "network" section:
* either a full network description
* either reference an existing network
* all HTTP requests of engine use the same HTTP configuration (it was not the case before, see proxy configuration in master)
2021-04-05 08:43:33 +00:00
|
|
|
class SearxTestCase(aiounittest.AsyncTestCase):
|
2014-01-19 21:59:01 +00:00
|
|
|
"""Base test case for non-robot tests."""
|
|
|
|
|
2014-01-12 11:40:27 +00:00
|
|
|
layer = SearxTestLayer
|
2016-01-02 11:15:47 +00:00
|
|
|
|
2019-08-03 11:23:36 +00:00
|
|
|
def setattr4test(self, obj, attr, value):
|
|
|
|
"""
|
|
|
|
setattr(obj, attr, value)
|
|
|
|
but reset to the previous value in the cleanup.
|
|
|
|
"""
|
|
|
|
previous_value = getattr(obj, attr)
|
|
|
|
|
|
|
|
def cleanup_patch():
|
|
|
|
setattr(obj, attr, previous_value)
|
|
|
|
self.addCleanup(cleanup_patch)
|
|
|
|
setattr(obj, attr, value)
|
|
|
|
|
2016-01-02 11:15:47 +00:00
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
import sys
|
2016-11-30 17:43:03 +00:00
|
|
|
# test cases
|
|
|
|
from tests import robot
|
2016-01-02 11:15:47 +00:00
|
|
|
|
|
|
|
base_dir = abspath(join(dirname(__file__), '../tests'))
|
|
|
|
if sys.argv[1] == 'robot':
|
2016-11-30 17:43:03 +00:00
|
|
|
test_layer = SearxRobotLayer()
|
|
|
|
errors = False
|
|
|
|
try:
|
|
|
|
test_layer.setUp()
|
|
|
|
run_robot_tests([getattr(robot, x) for x in dir(robot) if x.startswith('test_')])
|
2020-02-23 21:51:07 +00:00
|
|
|
except Exception: # pylint: disable=broad-except
|
2016-11-30 17:43:03 +00:00
|
|
|
errors = True
|
|
|
|
print('Error occured: {0}'.format(traceback.format_exc()))
|
|
|
|
test_layer.tearDown()
|
|
|
|
sys.exit(1 if errors else 0)
|