diff --git a/roles/httpd/website/files/robots/robots.txt b/roles/httpd/website/files/robots/robots.txt
index 93d096db6c..64e9e1c2ae 100644
--- a/roles/httpd/website/files/robots/robots.txt
+++ b/roles/httpd/website/files/robots/robots.txt
@@ -1,2 +1,2 @@
 User-agent: *
-Crawl-delay: 10
+Crawl-delay: 1
diff --git a/roles/httpd/website/files/robots/robots.txt.lockbox01 b/roles/httpd/website/files/robots/robots.txt.lockbox01
index ce52b44584..06a741dd49 100644
--- a/roles/httpd/website/files/robots/robots.txt.lockbox01
+++ b/roles/httpd/website/files/robots/robots.txt.lockbox01
@@ -1,4 +1,5 @@
 User-agent: *
-Crawl-delay: 10
+Crawl-delay: 1
 Allow: /infra/docs/
 Disallow: /infra
+Allow: /cgit/