diff --git a/roles/distgit/pagure/templates/pagure-sync-bugzilla.py.j2 b/roles/distgit/pagure/templates/pagure-sync-bugzilla.py.j2
index 70f5152a7a..d5c46ef7fa 100644
--- a/roles/distgit/pagure/templates/pagure-sync-bugzilla.py.j2
+++ b/roles/distgit/pagure/templates/pagure-sync-bugzilla.py.j2
@@ -656,7 +656,9 @@ if __name__ == '__main__':
         if DRY_RUN:
             print('[DEBUG]', '\n'.join(errors))
         else:
-            notify_users(errors)
+            # Temporarily disable emailing users while we figure this out
+            # https://pagure.io/fedora-infrastructure/issue/6233
+            #notify_users(errors)
             send_email(
                 EMAIL_FROM,
                 NOTIFYEMAIL,