From bb4d2c2456db976f56e8ea0f9bd49ac9eb05e027 Mon Sep 17 00:00:00 2001 From: Mikolaj Izdebski Date: Fri, 13 Sep 2024 21:52:02 +0200 Subject: [PATCH] Koschei: Add custom robots.txt Related: fedora-infrastructure#12180 --- .../templates/robots/koschei.fedoraproject.org-robots.txt | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 roles/httpd/website/templates/robots/koschei.fedoraproject.org-robots.txt diff --git a/roles/httpd/website/templates/robots/koschei.fedoraproject.org-robots.txt b/roles/httpd/website/templates/robots/koschei.fedoraproject.org-robots.txt new file mode 100644 index 0000000000..9a36280d39 --- /dev/null +++ b/roles/httpd/website/templates/robots/koschei.fedoraproject.org-robots.txt @@ -0,0 +1,5 @@ +User-agent: * +Crawl-delay: 2 +Disallow: /login +Disallow: /bugreport +Disallow: /affected-by