commit | 3272e2683a209fb3c7ea9741b9b27b91be3fa9c9 | [log] [tgz] |
---|---|---|
author | Solomon Peachy <pizza@shaftnet.org> | Mon Apr 06 17:51:45 2020 -0400 |
committer | Solomon Peachy <pizza@shaftnet.org> | Mon Apr 06 17:53:53 2020 -0400 |
tree | 39db23bc591309e5e0a0dd5f636cdc832a12e573 | |
parent | 7b5672e0fc0b851a39eb53cc1b0274834552b015 [diff] [blame] |
robots.txt: Add in some bad actor bots
diff --git a/robots.txt b/robots.txt index a8575b0..dc73ac6 100644 --- a/robots.txt +++ b/robots.txt
@@ -1,3 +1,18 @@ +User-agent: SemrushBot +Disallow: / + +User-agent: BLEXBot +Disallow: / + +User-agent: AhrefsBot +Disallow: / + +User-agent: dotbot +Disallow: / + +User-agent: MJ12bot +Disallow: / + User-agent: * Allow: index.php Disallow: /