diff --git a/playbooks/include/proxies-reverseproxy.yml b/playbooks/include/proxies-reverseproxy.yml
index 43f3b05cbf..bbf0ed2663 100644
--- a/playbooks/include/proxies-reverseproxy.yml
+++ b/playbooks/include/proxies-reverseproxy.yml
@@ -672,7 +672,8 @@
     balancer_members:
     - "riscv-koji01.{{ datacenter }}.fedoraproject.org"
     http_not_https_yes_this_is_insecure_and_i_feel_bad: true
-    when: koji_instance == "secondary"
+    tags:
+    - riscv-koji
 
   - role: httpd/reverseproxy
     website: kojipkgs.fedoraproject.org
diff --git a/playbooks/include/proxies-websites.yml b/playbooks/include/proxies-websites.yml
index a72d03c25b..07de215c8f 100644
--- a/playbooks/include/proxies-websites.yml
+++ b/playbooks/include/proxies-websites.yml
@@ -1226,3 +1226,6 @@
     site_name: riscv-koji.fedoraproject.org
     sslonly: true
     cert_name: "{{wildcard_cert_name}}"
+    tags:
+    - riscv-koji
+