From a07dfe1c0265ecfefa3c8846a4e06fdbde5b071f Mon Sep 17 00:00:00 2001 From: Mikolaj Izdebski Date: Thu, 26 Sep 2019 06:38:46 +0200 Subject: [PATCH] Remove koschei from robots.txt for apps.fp.o --- .../website/templates/robots/apps.fedoraproject.org-robots.txt | 2 -- 1 file changed, 2 deletions(-) diff --git a/roles/httpd/website/templates/robots/apps.fedoraproject.org-robots.txt b/roles/httpd/website/templates/robots/apps.fedoraproject.org-robots.txt index 33f12bef99..49afb40b31 100644 --- a/roles/httpd/website/templates/robots/apps.fedoraproject.org-robots.txt +++ b/roles/httpd/website/templates/robots/apps.fedoraproject.org-robots.txt @@ -1,6 +1,4 @@ User-agent: * Disallow: /packages/ Disallow: /datagrepper/ -Disallow: /koschei/user/ -Disallow: /koschei/affected-by/ Crawl-delay: 1