diff --git a/roles/httpd/website/templates/robots/docs.fedoraproject.org-robots.txt b/roles/httpd/website/templates/robots/docs.fedoraproject.org-robots.txt new file mode 100644 index 0000000000..2e484e3228 --- /dev/null +++ b/roles/httpd/website/templates/robots/docs.fedoraproject.org-robots.txt @@ -0,0 +1,5 @@ +User-agent: * +Crawl-delay: 1 + +Disallow: /*/Fedora*/ +Disallow: /*/Community_Services_Infrastructure/