try disallowing blobs for robots on pagure.io

2018-02-19 20:41:03 +00:00 · 2018-02-19 20:41:03 +00:00 · 3896b82982
commit 3896b82982
parent 1ae76f5983
1 changed files with 1 additions and 0 deletions
--- a/roles/pagure/frontend/templates/robots.txt.j2
+++ b/roles/pagure/frontend/templates/robots.txt.j2
@ -5,5 +5,6 @@ Disallow: /
 Disallow: /api
 Disallow: /login
 Disallow: /*/raw
+Disallow: /*/blob
 Crawl-Delay: 2
 {% endif %}