diff --git a/roles/bodhi/base/templates/bodhi-prod.cfg.j2 b/roles/bodhi/base/templates/bodhi-prod.cfg.j2
index 5d367667a0..93805717e5 100644
--- a/roles/bodhi/base/templates/bodhi-prod.cfg.j2
+++ b/roles/bodhi/base/templates/bodhi-prod.cfg.j2
@@ -135,7 +135,9 @@ bz_server = 'https://partner-bugzilla.redhat.com/xmlrpc.cgi'
 {% else %}
 bz_server = 'https://bugzilla.redhat.com/xmlrpc.cgi'
 {% endif %}
-bz_cookie = '/var/tmp/bodhi-bz.cookie'
+# Don't store cookies and tokens persistently on disk
+#bz_cookie = '/var/tmp/bodhi-bz.cookie'
+#bz_token = None
 bz_products = 'Fedora,Fedora EPEL,oVirt'
 
 build_dir = '/mnt/koji/packages'