1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
[{
"name":"search request",
"filters":[
"Param:q",
"Path=^(/|/search)$"
],
"interval":120,
"limit":19,
"actions":[
{
"name":"block",
"params":{
"message":"common rate limit exceeded"
}
}
],
"subrules":[
{
"name":"roboagent limit",
"interval":60,
"limit":3,
"filters":[
"Header:User-Agent=(curl|cURL|Wget|python-requests|Scrapy|FeedFetcher|Go-http-client|Ruby)"
],
"actions":[
{"name":"log"},
{
"name":"block",
"params":{
"message":"rate limit exceeded"
}
}
]
},
{
"name":"botlimit",
"interval":60,
"limit":0,
"stop":true,
"filters":[
"Header:User-Agent=(Googlebot|bingbot|Baiduspider|yacybot|YandexMobileBot|YandexBot|Yahoo! Slurp|MJ12bot|AhrefsBot|archive.org_bot|msnbot|MJ12bot|SeznamBot|linkdexbot|Netvibes|SMTBot|zgrab|James BOT)"
],
"actions":[
{"name":"log"},
{
"name":"block",
"params":{
"message":"rate limit exceeded"
}
}
]
},
{
"name":"IP limit",
"interval":60,
"limit":13,
"stop":true,
"aggregations":[
"Header:X-Forwarded-For"
],
"actions":[
{"name":"log"},
{
"name":"block",
"params":{
"message":"rate limit exceeded"
}
}
]
},
{
"name":"rss/json limit",
"interval":60,
"limit":13,
"stop":true,
"filters":[
"Param:format=(csv|json|rss)"
],
"actions":[
{"name":"log"},
{
"name":"block",
"params":{
"message":"rate limit exceeded"
}
}
]
},
{
"name":"useragent limit",
"interval":60,
"limit":13,
"aggregations":[
"Header:User-Agent"
],
"actions":[
{"name":"log"},
{
"name":"block",
"params":{
"message":"rate limit exceeded"
}
}
]
}
]
}]
|
