diff --git a/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org b/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org index aeb1c2cc4c..632d1e5d51 100644 --- a/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org +++ b/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org @@ -6,3 +6,7 @@ Disallow: /pkgdb/packages/name # Temp block http://www.80legs.com/webcrawler.html User-agent: 008 Disallow: / + +# Block riddler.io +User-agent: Riddler +Disallow: /