From a654c55201d40c061ede34dd483c8ff915afc2ed Mon Sep 17 00:00:00 2001 From: Ralph Bean Date: Wed, 6 Dec 2017 20:37:39 +0000 Subject: [PATCH] Add pkgdb to robots.txt. --- .../website/files/robots/robots.txt.admin.fedoraproject.org | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org b/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org index a67f17d295..4f7c674196 100644 --- a/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org +++ b/roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org @@ -1,7 +1,7 @@ User-agent: * Disallow: /voting Disallow: /mirrormanager -Disallow: /pkgdb/packages/name +Disallow: /pkgdb Disallow: /updates # Temp block http://www.80legs.com/webcrawler.html