mirrors/searxng
1
0
Fork 0
mirror of https://github.com/searxng/searxng.git synced 2024-11-26 21:01:01 +00:00
Code Issues Projects Releases Wiki Activity

filtron: log suspiciously frequent queries (WIP)

Browse source 
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
This commit is contained in:
Markus Heiser 2020-01-13 18:37:05 +01:00
parent 39feb141bc
commit b5449ec47c
1 changed files with 40 additions and 19 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

45
utils/templates/etc/filtron/rules.json
View file

@ -1,31 +1,52 @@
[{ [{
"name":"suspiciously frequent queries",
"filters":[
"Param:q",
"Path=^(/|/search)$"
],
"interval":120,
"limit":9,
"actions":[
{"name":"log"}
]
},
{
"name":"search request", "name":"search request",
"filters":[ "filters":[
"Param:q", "Param:q",
"Path=^(/|/search)$" "Path=^(/|/search)$"
], ],
"interval":60, "interval":120,
"limit":15, "limit":19,
"actions":[
{
"name":"block",
"params":{
"message":"common rate limit exceeded"
}
}
],
"subrules":[ "subrules":[
{ {
"name":"roboagent limit", "name":"roboagent limit",
"interval":60, "interval":60,
"limit":15, "limit":3,
"filters":[ "filters":[
"Header:User-Agent=(curl|cURL|Wget|python-requests|Scrapy|FeedFetcher|Go-http-client)" "Header:User-Agent=(curl|cURL|Wget|python-requests|Scrapy|FeedFetcher|Go-http-client|Ruby)"
], ],
"actions":[ "actions":[
{"name":"log"}, {"name":"log"},
{ {
"name":"block", "name":"block",
"params":{ "params":{
"message":"Rate limit exceeded" "message":"rate limit exceeded"
} }
} }
] ]
}, },
{ {
"name":"botlimit", "name":"botlimit",
"interval":60,
"limit":0, "limit":0,
"stop":true, "stop":true,
"filters":[ "filters":[
@ -36,7 +57,7 @@
{ {
"name":"block", "name":"block",
"params":{ "params":{
"message":"Rate limit exceeded" "message":"rate limit exceeded"
} }
} }
] ]
@ -44,7 +65,7 @@
{ {
"name":"IP limit", "name":"IP limit",
"interval":60, "interval":60,
"limit":15, "limit":13,
"stop":true, "stop":true,
"aggregations":[ "aggregations":[
"Header:X-Forwarded-For" "Header:X-Forwarded-For"
@ -54,7 +75,7 @@
{ {
"name":"block", "name":"block",
"params":{ "params":{
"message":"Rate limit exceeded" "message":"rate limit exceeded"
} }
} }
] ]
@ -62,7 +83,7 @@
{ {
"name":"rss/json limit", "name":"rss/json limit",
"interval":60, "interval":60,
"limit":15, "limit":13,
"stop":true, "stop":true,
"filters":[ "filters":[
"Param:format=(csv|json|rss)" "Param:format=(csv|json|rss)"
@ -72,7 +93,7 @@
{ {
"name":"block", "name":"block",
"params":{ "params":{
"message":"Rate limit exceeded" "message":"rate limit exceeded"
} }
} }
] ]
@ -80,7 +101,7 @@
{ {
"name":"useragent limit", "name":"useragent limit",
"interval":60, "interval":60,
"limit":15, "limit":13,
"aggregations":[ "aggregations":[
"Header:User-Agent" "Header:User-Agent"
], ],
@ -89,7 +110,7 @@
{ {
"name":"block", "name":"block",
"params":{ "params":{
"message":"Rate limit exceeded" "message":"rate limit exceeded"
} }
} }
] ]