From d056090c7fde6a988f82acc95ef59042e5c1b44a Mon Sep 17 00:00:00 2001 From: Kevin Fenzi Date: Tue, 14 May 2019 16:54:18 +0000 Subject: [PATCH] websites: Disallow robots crawling fas. Signed-off-by: Kevin Fenzi --- .../website/templates/robots/admin.fedoraproject.org-robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/roles/httpd/website/templates/robots/admin.fedoraproject.org-robots.txt b/roles/httpd/website/templates/robots/admin.fedoraproject.org-robots.txt index 693ea1e37a..b4e6b07135 100644 --- a/roles/httpd/website/templates/robots/admin.fedoraproject.org-robots.txt +++ b/roles/httpd/website/templates/robots/admin.fedoraproject.org-robots.txt @@ -2,6 +2,7 @@ User-agent: * Disallow: /voting Disallow: /mirrormanager Disallow: /updates +Disallow: /accounts # Temp block http://www.80legs.com/webcrawler.html User-agent: 008