diff --git a/roles/ipa/client/tasks/main.yml b/roles/ipa/client/tasks/main.yml
index 5d8c19b15d..22ab24ec95 100644
--- a/roles/ipa/client/tasks/main.yml
+++ b/roles/ipa/client/tasks/main.yml
@@ -33,6 +33,14 @@
     - ipa/client
     - config
 
+- name: Remove ipa sshd config since we do not need it
+  file:
+    state: absent
+    path: /etc/ssh/sshd_config.d/04-ipa.conf
+  tags:
+    - ipa/client
+    - config
+
 - name: Prepare IPA-related information to make the following more efficient
   delegate_to: localhost
   import_tasks: prepare-ipa-info.yml