Also tell riddler we don't like them

2015-04-23 14:50:45 +00:00 · 2015-04-23 14:50:45 +00:00 · 88cc733244
commit 88cc733244
parent f77abb46e8
1 changed files with 4 additions and 0 deletions
--- a/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org
+++ b/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org
@ -6,3 +6,7 @@ Disallow: /pkgdb/packages/name
 # Temp block http://www.80legs.com/webcrawler.html
 User-agent: 008
 Disallow: /	
+
+# Block riddler.io
+User-agent: Riddler
+Disallow: /