diff --git a/roles/koji_builder/tasks/main.yml b/roles/koji_builder/tasks/main.yml
index acc196dcb3..43ac603268 100644
--- a/roles/koji_builder/tasks/main.yml
+++ b/roles/koji_builder/tasks/main.yml
@@ -107,6 +107,8 @@
 
 - name: Re byte compile Guest.py (if needed)
   command: python2 -m compileall /usr/lib/python2.7/site-packages/oz/Guest.py
+  register: compileGuestpy
+  changed_when: "'Compiling ' in compileGuestpy.stdout"
   tags:
   - koji_builder
   notify: