anthony revised this gist . Go to revision
1 file changed, 1 deletion
mysrv.conf
| @@ -1,5 +1,4 @@ | |||
| 1 | 1 | map $request_uri $reject { | |
| 2 | - | "~[\s]*" 1; | |
| 3 | 2 | "~(yandexbot)" 0; | |
| 4 | 3 | "~(googlebot)" 0; | |
| 5 | 4 | "~(ClaudeBot).*" 1; | |
anthony revised this gist . Go to revision
1 file changed, 1 insertion
mysrv.conf
| @@ -2,6 +2,7 @@ map $request_uri $reject { | |||
| 2 | 2 | "~[\s]*" 1; | |
| 3 | 3 | "~(yandexbot)" 0; | |
| 4 | 4 | "~(googlebot)" 0; | |
| 5 | + | "~(ClaudeBot).*" 1; | |
| 5 | 6 | "~(Amazonbot).*" 1; | |
| 6 | 7 | "~(SemrushBot).*" 1; | |
| 7 | 8 | "~(meta-externalagent).*" 1; | |
anthony revised this gist . Go to revision
1 file changed, 37 insertions
mysrv.conf(file created)
| @@ -0,0 +1,37 @@ | |||
| 1 | + | map $request_uri $reject { | |
| 2 | + | "~[\s]*" 1; | |
| 3 | + | "~(yandexbot)" 0; | |
| 4 | + | "~(googlebot)" 0; | |
| 5 | + | "~(Amazonbot).*" 1; | |
| 6 | + | "~(SemrushBot).*" 1; | |
| 7 | + | "~(meta-externalagent).*" 1; | |
| 8 | + | "~(DataForSeoBot).*" 1; | |
| 9 | + | "~(Screaming Frog SEO Spider).*" 1; | |
| 10 | + | "~(GetRight).*" 1; | |
| 11 | + | "~(GetWeb!).*" 1; | |
| 12 | + | "~(Go!Zilla).*" 1; | |
| 13 | + | "~(Download Demon).*" 1; | |
| 14 | + | "~(Go-Ahead-Got-It).*" 1; | |
| 15 | + | "~(TurnitinBot).*" 1; | |
| 16 | + | "~(GrabNet).*" 1; | |
| 17 | + | "~(dirbuster).*" 1; | |
| 18 | + | "~(nikto).*" 1; | |
| 19 | + | "~(SF).*" 1; | |
| 20 | + | "~(sqlmap).*" 1; | |
| 21 | + | "~(fimap).*" 1; | |
| 22 | + | "~(nessus).*" 1; | |
| 23 | + | "~(whatweb).*" 1; | |
| 24 | + | "~(Openvas).*" 1; | |
| 25 | + | "~(jbrofuzz).*" 1; | |
| 26 | + | "~(libwhisker).*" 1; | |
| 27 | + | "~(webshag).*" 1; | |
| 28 | + | "~(Acunetix-Product).*" 1; | |
| 29 | + | "~(Acunetix).*" 1; | |
| 30 | + | } | |
| 31 | + | #... | |
| 32 | + | ||
| 33 | + | server { | |
| 34 | + | #... | |
| 35 | + | if ($reject) { return 403; } | |
| 36 | + | #... | |
| 37 | + | } | |