From 8925937958300e7704218cbeaefeaee9a15445a7 Mon Sep 17 00:00:00 2001 From: Kevin Fenzi Date: Sat, 13 Jul 2024 10:21:28 -0700 Subject: [PATCH] pagure: Drop incorrect robots.txt entry Signed-off-by: Kevin Fenzi --- roles/pagure/templates/robots.txt.j2 | 2 -- 1 file changed, 2 deletions(-) diff --git a/roles/pagure/templates/robots.txt.j2 b/roles/pagure/templates/robots.txt.j2 index 834c6752b7..97259ebddb 100644 --- a/roles/pagure/templates/robots.txt.j2 +++ b/roles/pagure/templates/robots.txt.j2 @@ -7,6 +7,4 @@ Disallow: /login Disallow: /*/raw Disallow: /*/blob Crawl-Delay: 10 -User-agent: Bytespider -Disallow: / {% endif %}