From 536e0a71b0ee041cbbc52a2fca501c337b0af6be Mon Sep 17 00:00:00 2001 From: Kevin Fenzi Date: Wed, 3 Jul 2024 09:29:22 -0700 Subject: [PATCH] mailman: try adding crawl-delay to robots.txt Signed-off-by: Kevin Fenzi --- roles/mailman3/files/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/roles/mailman3/files/robots.txt b/roles/mailman3/files/robots.txt index e97727942b..78ba2efeeb 100644 --- a/roles/mailman3/files/robots.txt +++ b/roles/mailman3/files/robots.txt @@ -2,3 +2,4 @@ User-agent: * Disallow: /accounts/ Disallow: /django-admin/ Disallow: /archives/*/vote$ +Crawl-Delay: 10