diff --git a/roles/httpd/website/templates/robots/src.fedoraproject.org-robots.txt b/roles/httpd/website/templates/robots/src.fedoraproject.org-robots.txt index fcbbd0321a..4121c50c7a 100644 --- a/roles/httpd/website/templates/robots/src.fedoraproject.org-robots.txt +++ b/roles/httpd/website/templates/robots/src.fedoraproject.org-robots.txt @@ -1,4 +1,8 @@ User-agent: * Crawl-delay: 5 + User-agent: Bytespider Disallow: / + +User-agent: ClaudeBot +Disallow: /