From 4f2d7f0362871596a6677892ac6cbb1a2ef35b59 Mon Sep 17 00:00:00 2001 From: Kevin Fenzi Date: Thu, 23 Apr 2015 15:01:16 +0000 Subject: [PATCH] Just disallow /updates. Not much point in bodhi updates being in search engines. --- .../website/files/robots/robots.txt.admin.fedoraproject.org | 1 + 1 file changed, 1 insertion(+) diff --git a/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org b/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org index 632d1e5d51..a67f17d295 100644 --- a/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org +++ b/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org @@ -2,6 +2,7 @@ User-agent: * Disallow: /voting Disallow: /mirrormanager Disallow: /pkgdb/packages/name +Disallow: /updates # Temp block http://www.80legs.com/webcrawler.html User-agent: 008