From ee8a98721b09a40d5acda6ce583f229d1bab32ce Mon Sep 17 00:00:00 2001 From: Seirdy Date: Tue, 25 Jun 2024 00:54:04 -0400 Subject: [PATCH] Disallow LLM training by Apple --- static/robots.txt | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/static/robots.txt b/static/robots.txt index 07d282d..434dc0b 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -99,6 +99,11 @@ Disallow: / User-agent: Google-Extended Disallow: / +# Official way to opt-out of LLM training by Apple +# +User-agent: Applebot-Extended +Disallow: / + # Anthropic-AI crawler posted guidance after a long period of crawling without opt-out documentation: User-agent: ClaudeBot Disallow: /