| 1 | map $request_uri $reject { |
| 2 | "~[\s]*" 1; |
| 3 | "~(yandexbot)" 0; |
| 4 | "~(googlebot)" 0; |
| 5 | "~(ClaudeBot).*" 1; |
| 6 | "~(Amazonbot).*" 1; |
| 7 | "~(SemrushBot).*" 1; |
| 8 | "~(meta-externalagent).*" 1; |
| 9 | "~(DataForSeoBot).*" 1; |
| 10 | "~(Screaming Frog SEO Spider).*" 1; |
| 11 | "~(GetRight).*" 1; |
| 12 | "~(GetWeb!).*" 1; |
| 13 | "~(Go!Zilla).*" 1; |
| 14 | "~(Download Demon).*" 1; |
| 15 | "~(Go-Ahead-Got-It).*" 1; |
| 16 | "~(TurnitinBot).*" 1; |
| 17 | "~(GrabNet).*" 1; |
| 18 | "~(dirbuster).*" 1; |
| 19 | "~(nikto).*" 1; |
| 20 | "~(SF).*" 1; |
| 21 | "~(sqlmap).*" 1; |
| 22 | "~(fimap).*" 1; |
| 23 | "~(nessus).*" 1; |
| 24 | "~(whatweb).*" 1; |
| 25 | "~(Openvas).*" 1; |
| 26 | "~(jbrofuzz).*" 1; |
| 27 | "~(libwhisker).*" 1; |
| 28 | "~(webshag).*" 1; |
| 29 | "~(Acunetix-Product).*" 1; |
| 30 | "~(Acunetix).*" 1; |
| 31 | } |
| 32 | #... |
| 33 | |
| 34 | server { |
| 35 | #... |
| 36 | if ($reject) { return 403; } |
| 37 | #... |
| 38 | } |
anthony / Block bots and crawlers in nginx
Last active 2 months ago
Revision 6aed7982a019803b656a2b44d859d35911f5c14e