diff --git a/roles/osbs-master/tasks/main.yml b/roles/osbs-master/tasks/main.yml
index 444f306db5..bb622d9886 100644
--- a/roles/osbs-master/tasks/main.yml
+++ b/roles/osbs-master/tasks/main.yml
@@ -75,7 +75,9 @@
   copy: src=openshift-role-osbs-builder.yml dest={{ osbs_openshift_home }}/role-osbs-builder.yml
 
 - name: import the osbs-builder role
-  command: oc replace --force=true --filename={{ osbs_openshift_home }}/role-osbs-builder.yml
+  shell: "oc replace --force=true --filename={{ osbs_openshift_home }}/role-osbs-builder.yml && touch /etc/origin/osbs-builder-role-imported"
+  args:
+    creates: "/etc/origin/osbs-builder-role-imported"
   environment: "{{ osbs_environment }}"
 
 - name: copy role bindings
@@ -95,7 +97,9 @@
     groups: "{{ osbs_admin_groups }}"
 
 - name: import the role bindings
-  command: oc replace --force=true --filename={{ osbs_openshift_home }}/rolebinding-{{ item }}.yml
+  shell: "oc replace --force=true --filename={{ osbs_openshift_home }}/rolebinding-{{ item }}.yml && touch /etc/origin/role-bindings-imported"
+  args:
+    creates: "/etc/origin/role-bindings-imported"
   environment: "{{ osbs_environment }}"
   with_items:
   - osbs-readonly
@@ -106,7 +110,9 @@
   template: src=openshift-resourcequota.yml.j2 dest={{ osbs_openshift_home }}/resourcequota.yml
 
 - name: import resource quotas
-  command: oc replace --force=true --filename={{ osbs_openshift_home }}/resourcequota.yml
+  shell: "oc replace --force=true --filename={{ osbs_openshift_home }}/resourcequota.yml && touch /etc/origin/resource-quotas-imported"
+  args:
+    creates: "/etc/origin/resource-quotas-imported"
   environment: "{{ osbs_environment }}"
 
 # Useful when using "oc" to inspect openshift state.