diff --git a/roles/pagure/templates/robots.txt.j2 b/roles/pagure/templates/robots.txt.j2 index 834c6752b7..97259ebddb 100644 --- a/roles/pagure/templates/robots.txt.j2 +++ b/roles/pagure/templates/robots.txt.j2 @@ -7,6 +7,4 @@ Disallow: /login Disallow: /*/raw Disallow: /*/blob Crawl-Delay: 10 -User-agent: Bytespider -Disallow: / {% endif %}