searxng/utils/templates/etc/filtron/rules.json

[{
  "name":"search request",
  "filters":[
    "Param:q",
    "Path=^(/|/search)$"
  ],
  "interval":120,
  "limit":19,
  "actions":[
    {
      "name":"block",
      "params":{
        "message":"common rate limit exceeded"
      }
    }
  ],
  "subrules":[
    {
      "name":"roboagent limit",
      "interval":60,
      "limit":3,
      "filters":[
        "Header:User-Agent=(curl|cURL|Wget|python-requests|Scrapy|FeedFetcher|Go-http-client|Ruby)"
      ],
      "actions":[
        {"name":"log"},
        {
          "name":"block",
          "params":{
            "message":"rate limit exceeded"
          }
        }
      ]
    },
    {
      "name":"botlimit",
      "interval":60,
      "limit":0,
      "stop":true,
      "filters":[
        "Header:User-Agent=(Googlebot|bingbot|Baiduspider|yacybot|YandexMobileBot|YandexBot|Yahoo! Slurp|MJ12bot|AhrefsBot|archive.org_bot|msnbot|MJ12bot|SeznamBot|linkdexbot|Netvibes|SMTBot|zgrab|James BOT)"
      ],
      "actions":[
        {"name":"log"},
        {
          "name":"block",
          "params":{
            "message":"rate limit exceeded"
          }
        }
      ]
    },
    {
      "name":"IP limit",
      "interval":60,
      "limit":13,
      "stop":true,
      "aggregations":[
        "Header:X-Forwarded-For"
      ],
      "actions":[
        {"name":"log"},
        {
          "name":"block",
          "params":{
            "message":"rate limit exceeded"
          }
        }
      ]
    },
    {
      "name":"rss/json limit",
      "interval":60,
      "limit":13,
      "stop":true,
      "filters":[
        "Param:format=(csv|json|rss)"
      ],
      "actions":[
        {"name":"log"},
        {
          "name":"block",
          "params":{
            "message":"rate limit exceeded"
          }
        }
      ]
    },
    {
      "name":"useragent limit",
      "interval":60,
      "limit":13,
      "aggregations":[
        "Header:User-Agent"
      ],
      "actions":[
        {"name":"log"},
        {
          "name":"block",
          "params":{
            "message":"rate limit exceeded"
          }
        }
      ]
    }
  ]
}]