diff --git a/roles/koschei/backend/templates/cron-refresh-groups.j2 b/roles/koschei/backend/templates/cron-refresh-groups.j2
index e8f8e481cf..7b4ef3c6f1 100644
--- a/roles/koschei/backend/templates/cron-refresh-groups.j2
+++ b/roles/koschei/backend/templates/cron-refresh-groups.j2
@@ -1,3 +1,6 @@
 SHELL=/bin/bash
 MAILTO=sysadmin-koschei-members@fedoraproject.org
 0 0-23/3 * * *   koschei    /usr/local/bin/koschei-refresh-group php 'php*'
+
+# I'd use dnf clean, but it leaves stuff behind
+5 1 * * *        koschei    rm -rf /var/tmp/dnf-koschei-*