diff --git a/playbooks/transient_cloud_instance.yml b/playbooks/transient_cloud_instance.yml
index 2cf56f99c3..dad1908401 100644
--- a/playbooks/transient_cloud_instance.yml
+++ b/playbooks/transient_cloud_instance.yml
@@ -53,7 +53,11 @@
 
   - name: install python2 and dnf stuff
     raw: dnf -y install python-dnf libselinux-python
-    when: facts|failed || ansible_distribution_major_version|int >= 23
+    when: facts|failed
+
+  - name: install python2 and dnf stuff (f23+)
+    raw: dnf -y install python-dnf libselinux-python
+    when: ansible_distribution_major_version|int >= 23
 
 - name: provision instance
   hosts: tmp_just_created