diff --git a/roles/httpd/website/files/robots/robots.txt.apps.fedoraproject.org b/roles/httpd/website/files/robots/robots.txt.apps.fedoraproject.org index 49afb40b31..33f12bef99 100644 --- a/roles/httpd/website/files/robots/robots.txt.apps.fedoraproject.org +++ b/roles/httpd/website/files/robots/robots.txt.apps.fedoraproject.org @@ -1,4 +1,6 @@ User-agent: * Disallow: /packages/ Disallow: /datagrepper/ +Disallow: /koschei/user/ +Disallow: /koschei/affected-by/ Crawl-delay: 1