diff --git a/roles/ipa/server/tasks/main.yml b/roles/ipa/server/tasks/main.yml
index 5d6d397089..b191e8ccae 100644
--- a/roles/ipa/server/tasks/main.yml
+++ b/roles/ipa/server/tasks/main.yml
@@ -134,6 +134,12 @@
              --unattended
     when: ansible_distribution_major_version|int >= 9
 
+    # Replication agreement needs to be removed from ipa cluster
+    # before installing the replica
+  - name: Remove the replication agreement for the replica
+    command: "ipa server-del --force {{ ansible_hostname }}"
+    delegate_to: "{{ ipa_server }}"
+
   - name: deploy replica
     command: ipa-replica-install
              --setup-ca