From f40fef931645be5c2d42268bf85da8fe70e67f7c Mon Sep 17 00:00:00 2001 From: Kevin Fenzi Date: Fri, 19 Jul 2024 10:44:30 -0700 Subject: [PATCH] resultsdb: crawlers go away Signed-off-by: Kevin Fenzi --- .../templates/robots/resultsdb.fedoraproject.org-robots.txt | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 roles/httpd/website/templates/robots/resultsdb.fedoraproject.org-robots.txt diff --git a/roles/httpd/website/templates/robots/resultsdb.fedoraproject.org-robots.txt b/roles/httpd/website/templates/robots/resultsdb.fedoraproject.org-robots.txt new file mode 100644 index 0000000000..1f53798bb4 --- /dev/null +++ b/roles/httpd/website/templates/robots/resultsdb.fedoraproject.org-robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /