Update site, fix scripts, block more AIs
This commit is contained in:
parent
e53b59a94b
commit
e68cacf15c
16 changed files with 69 additions and 62 deletions
23
robots.txt
23
robots.txt
|
@ -1,3 +1,24 @@
|
|||
User-agent: *
|
||||
Disallow: /wishlist.md
|
||||
Disallow: /wishlist.html
|
||||
Disallow: /wishlist.html
|
||||
|
||||
User-agent: CCBot
|
||||
Disallow: /
|
||||
|
||||
User-agent: ChatGPT-User
|
||||
Disallow: /
|
||||
|
||||
User-agent: GPTBot
|
||||
Disallow: /
|
||||
|
||||
User-agent: Google-Extended
|
||||
Disallow: /
|
||||
|
||||
User-agent: Omgilibot
|
||||
Disallow: /
|
||||
|
||||
User-agent: Omgili
|
||||
Disallow: /
|
||||
|
||||
User-agent: FacebookBot
|
||||
Disallow: /
|
Loading…
Add table
Add a link
Reference in a new issue