diff --git a/roles/koji_builder/tasks/main.yml b/roles/koji_builder/tasks/main.yml
index 15b01f6829..36b8a73ecf 100644
--- a/roles/koji_builder/tasks/main.yml
+++ b/roles/koji_builder/tasks/main.yml
@@ -66,7 +66,6 @@
   dnf: state=present pkg={{ item }}
   with_items:
     - koji-builder
-    - koji-builder-plugins
     - python2-koji
     - koji-containerbuild-builder
     - strace
@@ -98,6 +97,14 @@
   tags:
   - koji_builder
 
+- name: add pkgs on new builders
+  dnf: state=present pkg={{ item }}
+  with_items:
+    - koji-builder-plugins
+  tags:
+  - koji_builder
+  when: ansible_distribution_major_version|int >= 28
+
 - name: Install arm UEFI firmware package (aarch64 only)
   dnf: name=edk2-arm state=present
   tags: