From f9f0942988bd8ec6bf82313834ae8e4c02de57cc Mon Sep 17 00:00:00 2001 From: Francois Andrieu Date: Sun, 27 Mar 2022 16:05:18 +0200 Subject: [PATCH] docs: disallow indexing of old-docs --- .../templates/robots/docs.fedoraproject.org-robots.txt | 5 +++++ 1 file changed, 5 insertions(+) create mode 100644 roles/httpd/website/templates/robots/docs.fedoraproject.org-robots.txt diff --git a/roles/httpd/website/templates/robots/docs.fedoraproject.org-robots.txt b/roles/httpd/website/templates/robots/docs.fedoraproject.org-robots.txt new file mode 100644 index 0000000000..2e484e3228 --- /dev/null +++ b/roles/httpd/website/templates/robots/docs.fedoraproject.org-robots.txt @@ -0,0 +1,5 @@ +User-agent: * +Crawl-delay: 1 + +Disallow: /*/Fedora*/ +Disallow: /*/Community_Services_Infrastructure/