From 88cc73324465f3d505a8493870870454f2ee474c Mon Sep 17 00:00:00 2001 From: Patrick Uiterwijk Date: Thu, 23 Apr 2015 14:50:45 +0000 Subject: [PATCH] Also tell riddler we don't like them --- .../website/files/robots/robots.txt.admin.fedoraproject.org | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org b/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org index aeb1c2cc4c..632d1e5d51 100644 --- a/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org +++ b/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org @@ -6,3 +6,7 @@ Disallow: /pkgdb/packages/name # Temp block http://www.80legs.com/webcrawler.html User-agent: 008 Disallow: / + +# Block riddler.io +User-agent: Riddler +Disallow: /