diff --git a/inventory/group_vars/jenkins-slave b/inventory/group_vars/jenkins-slave
index 178a67cc10..f0b7ac0da9 100644
--- a/inventory/group_vars/jenkins-slave
+++ b/inventory/group_vars/jenkins-slave
@@ -147,7 +147,6 @@ slave_packages_fedora:
 - freeipa-python
 - httpd
 - mod_auth_mellon
-- mod_auth_openidc
 - postgresql-server
 - openssl
 - mod_wsgi
@@ -190,3 +189,7 @@ el7_only:
 - python-hawkey      # Required by koschei (ticket #4852)
 - python-librepo     # Required by koschei (ticket #4852)
 - nosync             # for use in mock
+
+# Packages only available in f23+
+f23_only:
+- mod_auth_openidc
diff --git a/roles/jenkins/slave/tasks/main.yml b/roles/jenkins/slave/tasks/main.yml
index 11b0fa5e4a..c5435e6b33 100644
--- a/roles/jenkins/slave/tasks/main.yml
+++ b/roles/jenkins/slave/tasks/main.yml
@@ -52,6 +52,15 @@
   - jenkins/slave
   - packages
 
+- name: install f23 and higher specific slave packages
+  dnf: name={{ item }} state=installed
+  with_items: "{{ f23_only }}"
+  when: ansible_distribution_major_version|int > 22
+  tags:
+  - jenkins
+  - jenkins/slave
+  - packages
+
 - name: create jenkins user
   user: name=jenkins state=present createhome=yes system=no groups=mock
   tags: