From 4cbde560d7205ee8ad123bc86b8a82eb5fbc4976 Mon Sep 17 00:00:00 2001 From: Guanran Wang Date: Sun, 14 Jul 2024 03:27:20 +0800 Subject: [PATCH] nixos: unblock bots --- hosts/lightsail-tokyo/robots.txt | 30 ------------------------------ 1 file changed, 30 deletions(-) diff --git a/hosts/lightsail-tokyo/robots.txt b/hosts/lightsail-tokyo/robots.txt index 457cc89..fbbc48e 100644 --- a/hosts/lightsail-tokyo/robots.txt +++ b/hosts/lightsail-tokyo/robots.txt @@ -1,33 +1,3 @@ -User-agent: Amazonbot -Disallow: / - -User-agent: CCBot -Disallow: / - -User-agent: ChatGPT-User -Disallow: / - -User-agent: Claude-Web -Disallow: / - -User-agent: FacebookBot -Disallow: / - -User-agent: GPTBot -Disallow: / - -User-agent: Google-Extended -Disallow: / - -User-agent: Omgilibot -Disallow: / - -User-agent: anthopic-ai -Disallow: / - -User-agent: cohere-ai -Disallow: / - User-Agent: * Disallow: /harming/humans Disallow: /ignoring/human/orders