From efb70372c04dcfd545407f9ea0a466356c28d390 Mon Sep 17 00:00:00 2001 From: UmbreonShapeshifter <61264672+UmbreonShapeshifter@users.noreply.github.com> Date: Sat, 17 Aug 2024 10:14:28 +1000 Subject: [PATCH] Update robots.txt to include extra bots and fix a UA typo --- public/robots.txt | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/public/robots.txt b/public/robots.txt index 29ecb9bb1e..b0802b7dbb 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -4,6 +4,12 @@ User-agent: anthropic-ai Disallow: / +User-agent: OmgiliBot +Disallow: / + +User-agent: The Knowledge AI +Disallow: / + User-agent: Meta-ExternalAgent Disallow: / @@ -52,7 +58,7 @@ Disallow: / User-agent: Amazonbot Disallow: / -User-agent: 0AI-SearchBot +User-agent: OAI-SearchBot Disallow: / User-agent: PerplexityBot