diff --git a/roles/mailman/templates/settings.py.j2 b/roles/mailman/templates/settings.py.j2
index 2db72eb0e1..308de0d8f5 100644
--- a/roles/mailman/templates/settings.py.j2
+++ b/roles/mailman/templates/settings.py.j2
@@ -353,7 +353,15 @@ LOGGING = {
                 {% endif %}
             ],
             'level': 'DEBUG',
-            'propagate': True,
+        },
+        'django.security': {
+            'handlers': [
+                'file',
+                {% if env == 'production' %}
+                'mail_admins',
+                {% endif %}
+            ],
+            'level': 'DEBUG',
         },
     },
     'formatters': {