From 3896b82982f429978341e72cffbd806d5f958087 Mon Sep 17 00:00:00 2001 From: Kevin Fenzi Date: Mon, 19 Feb 2018 20:41:03 +0000 Subject: [PATCH] try disallowing blobs for robots on pagure.io --- roles/pagure/frontend/templates/robots.txt.j2 | 1 + 1 file changed, 1 insertion(+) diff --git a/roles/pagure/frontend/templates/robots.txt.j2 b/roles/pagure/frontend/templates/robots.txt.j2 index f7f174d8e3..9e911bd787 100644 --- a/roles/pagure/frontend/templates/robots.txt.j2 +++ b/roles/pagure/frontend/templates/robots.txt.j2 @@ -5,5 +5,6 @@ Disallow: / Disallow: /api Disallow: /login Disallow: /*/raw +Disallow: /*/blob Crawl-Delay: 2 {% endif %}