added security.txt and robots.txt

This commit is contained in:
ari melody 2023-12-03 03:36:21 +00:00
parent d8bd92e263
commit 8bca27c4e6
Signed by: ari
GPG key ID: CF99829C92678188
2 changed files with 25 additions and 0 deletions

14
public/robots.txt Normal file
View file

@ -0,0 +1,14 @@
User-agent: *
Disallow: /nobot/
Disallow: /private/
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: CCBot
Disallow: /