diff --git a/hosts/lightsail-tokyo/robots.txt b/hosts/lightsail-tokyo/robots.txt index 457cc89..fbbc48e 100644 --- a/hosts/lightsail-tokyo/robots.txt +++ b/hosts/lightsail-tokyo/robots.txt @@ -1,33 +1,3 @@ -User-agent: Amazonbot -Disallow: / - -User-agent: CCBot -Disallow: / - -User-agent: ChatGPT-User -Disallow: / - -User-agent: Claude-Web -Disallow: / - -User-agent: FacebookBot -Disallow: / - -User-agent: GPTBot -Disallow: / - -User-agent: Google-Extended -Disallow: / - -User-agent: Omgilibot -Disallow: / - -User-agent: anthopic-ai -Disallow: / - -User-agent: cohere-ai -Disallow: / - User-Agent: * Disallow: /harming/humans Disallow: /ignoring/human/orders