diff --git a/roles/openshift-apps/bodhi/templates/dockerfile-base b/roles/openshift-apps/bodhi/templates/dockerfile-base
index 688b75ccd6..6d1abe9191 100644
--- a/roles/openshift-apps/bodhi/templates/dockerfile-base
+++ b/roles/openshift-apps/bodhi/templates/dockerfile-base
@@ -43,8 +43,8 @@ RUN dnf install -y \
     python3-librepo             \
     python3-mod_wsgi            \
     python3-gunicorn            \
-    koji && \
-    dnf clean all
+    && pip install koji \
+    && dnf clean all
 
 RUN git clone -b {{bodhi_version}} https://github.com/fedora-infra/bodhi.git /srv/bodhi && \
     cd /srv/bodhi && \