diff --git a/roles/openshift-apps/message-tagging-service/templates/app-config.py b/roles/openshift-apps/message-tagging-service/templates/app-config.py
index 2dd081d216..ab4dc47ef2 100644
--- a/roles/openshift-apps/message-tagging-service/templates/app-config.py
+++ b/roles/openshift-apps/message-tagging-service/templates/app-config.py
@@ -21,7 +21,8 @@ class BaseConfiguration:
 
     {% else %}
 
-    dry_run = False
+    # Disable dry_run when enable MTS
+    dry_run = True
     rules_file_url = ('https://infrastructure.fedoraproject.org/cgit/ansible.git/tree/'
                       'roles/openshift-apps/message-tagging-service/files/mts-rules.yml')
     mbs_api_url = 'https://mbs.fedoraproject.org/module-build-service/1/'