diff --git a/roles/httpd/website/templates/robots/bodhi.fedoraproject.org-robots.txt b/roles/httpd/website/templates/robots/bodhi.fedoraproject.org-robots.txt new file mode 100644 index 0000000000..d30c59773d --- /dev/null +++ b/roles/httpd/website/templates/robots/bodhi.fedoraproject.org-robots.txt @@ -0,0 +1,6 @@ +User-agent: * +Disallow: /do_login.html +Disallow: /overrides/ +Disallow: /composes/ +Disallow: /updates/F[0-2][0-9] +Crawl-delay: 1