diff --git a/roles/mailman/files/settings_test.py b/roles/mailman/files/settings_test.py
index 2277c85c23..1b5c79b6e0 100644
--- a/roles/mailman/files/settings_test.py
+++ b/roles/mailman/files/settings_test.py
@@ -10,6 +10,8 @@ try:
 except ImportError:
     pass
 
+TESTING = True
+
 DATABASES = {
     'default': {
         'ENGINE': 'django.db.backends.sqlite3',
@@ -24,3 +26,22 @@ MAILMAN_REST_API_PASS = 'restpass'
 
 VCR_RECORD_MODE = 'once'
 USE_SSL = False
+
+COMPRESS_ENABLED = False
+# Empty the precompilers mapping for testing: django-compressor will run them
+# even if compress_enabled is false, no idea why
+COMPRESS_PRECOMPILERS = ()
+
+#
+# Full-text search engine
+#
+HAYSTACK_CONNECTIONS = {
+    'default': {
+        'ENGINE': 'haystack.backends.whoosh_backend.WhooshEngine',
+        'PATH': ':memory:',
+        'STORAGE': 'ram',
+    },
+}
+HAYSTACK_SIGNAL_PROCESSOR = 'haystack.signals.RealtimeSignalProcessor'
+
+LOGGING = {}
diff --git a/roles/mailman/tasks/main.yml b/roles/mailman/tasks/main.yml
index ce0dc546c9..56947bc4ef 100644
--- a/roles/mailman/tasks/main.yml
+++ b/roles/mailman/tasks/main.yml
@@ -257,7 +257,7 @@
 - name: install the hyperkitty settings test file
   copy: src=settings_test.py
             dest="{{ mailman_webui_confdir }}/settings_test.py"
-            owner=root group=root mode=0600
+            owner=root group=root mode=0644
   tags:
   - config
   - mailman