diff --git a/tasks/koji/releng_config.yml b/tasks/koji/releng_config.yml
index 8e7da1b9ea..677c319700 100644
--- a/tasks/koji/releng_config.yml
+++ b/tasks/koji/releng_config.yml
@@ -185,14 +185,14 @@
   tags:
   - fedmsg
 - name: fedmsg ca and crt
-  action: copy src=$private/files/fedmsg-certs/$item dest=/etc/pki/fedmsg/$item mode=644
+  action: copy src=$private/files/fedmsg-certs/keys/$item dest=/etc/pki/fedmsg/$item mode=644
   with_items:
     - ca.crt
     - bodhi-releng01.phx2.fedoraproject.org.crt
   tags:
   - fedmsg
 - name: fedmsg key
-  action: copy src=$private/files/fedmsg-certs/$item dest=/etc/pki/fedmsg/$item mode=640 group=masher
+  action: copy src=$private/files/fedmsg-certs/keys/$item dest=/etc/pki/fedmsg/$item mode=640 group=masher
   with_items:
     - bodhi-releng01.phx2.fedoraproject.org.key
   tags: