From 8c83547683668ac97c90d21788721033b8c7c6f6 Mon Sep 17 00:00:00 2001 From: Markus Heiser Date: Thu, 13 Apr 2023 16:33:53 +0200 Subject: [PATCH] [mod] limiter: block unmaintained Farside instances Since [bb3a01f8] has been merged to the Farside project, Farside instances do no longer need to send requests to SearXNG instances [1]. There are some old unmaintained Farside instances on the web that continue to query SearXNG instances --> we can safely block their requests. [1] https://github.com/benbusby/farside/issues/95 [bb3a01f8] https://github.com/benbusby/farside/commit/bb3a01f8 Signed-off-by: Markus Heiser --- searx/plugins/limiter.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/searx/plugins/limiter.py b/searx/plugins/limiter.py index 2a9e6f8f5..72be33910 100644 --- a/searx/plugins/limiter.py +++ b/searx/plugins/limiter.py @@ -34,9 +34,9 @@ block_user_agent = re.compile( + r'|bingbot|Baiduspider|yacybot|YandexMobileBot|YandexBot|Yahoo! Slurp|MJ12bot|AhrefsBot|archive.org_bot|msnbot' + r'|MJ12bot|SeznamBot|linkdexbot|Netvibes|SMTBot|zgrab|James BOT|Sogou|Abonti|Pixray|Spinn3r|SemrushBot|Exabot' + r'|ZmEu|BLEXBot|bitlybot' - # when you block requests from Farside instances, your instance will - # disappear from https://farside.link/ - # + r'|Farside' + # unmaintained Farside instances + + r'|' + + re.escape(r'Mozilla/5.0 (compatible; Farside/0.1.0; +https://farside.link)') + r')' )