Update site, fix scripts, block more AIs

This commit is contained in:
askiiart 2023-10-10 10:13:11 -05:00
parent e53b59a94b
commit e68cacf15c
No known key found for this signature in database
GPG key ID: 1C6E779EF11B3271
16 changed files with 69 additions and 62 deletions

View file

@ -1,3 +1,24 @@
User-agent: *
Disallow: /wishlist.md
Disallow: /wishlist.html
Disallow: /wishlist.html
User-agent: CCBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: FacebookBot
Disallow: /