diff --git a/playbooks/groups/copr-pulp.yml b/playbooks/groups/copr-pulp.yml
index 3f5d545ac2..3665d49f3b 100644
--- a/playbooks/groups/copr-pulp.yml
+++ b/playbooks/groups/copr-pulp.yml
@@ -43,6 +43,12 @@
     package: name=postfix state=present
     become: true
 
+  - name: Temporarily dump keys so we can add them to bitwarden
+    copy:
+      content: "{{ copr_dev_pulp_default_admin_password }}"
+      dest: /tmp/pulp_default_admin_password
+      mode: 000
+
 - name: cloud basic setup
   hosts: copr_pulp_dev_aws:copr_pulp_aws
   become: true