diff --git a/roles/openshift-apps/release-monitoring/templates/buildconfig.yml b/roles/openshift-apps/release-monitoring/templates/buildconfig.yml
index be6dc79448..cf7e0f5b20 100644
--- a/roles/openshift-apps/release-monitoring/templates/buildconfig.yml
+++ b/roles/openshift-apps/release-monitoring/templates/buildconfig.yml
@@ -44,8 +44,10 @@ items:
                 python3-wtforms && \
             dnf autoremove -y && \
             dnf clean all -y
-        # Install newer version of sphinx than what is available in Fedora 36
-        RUN pip install sphinx==5.1.1
+        # Install newer version of flask-login than what is available in Fedora 36
+        # It has issue with werkzeug package available in Fedora
+        # See https://github.com/maxcountryman/flask-login/pull/691 for more info
+        RUN pip install Flask-Login=0.6.2
         RUN git clone https://github.com/fedora-infra/anitya.git && \
                 pushd anitya && \
 {% if env == 'staging' %}