diff --git a/roles/taskotron/buildmaster/templates/robots.txt.j2 b/roles/taskotron/buildmaster/templates/robots.txt.j2 new file mode 100644 index 0000000000..b7ac34ad4d --- /dev/null +++ b/roles/taskotron/buildmaster/templates/robots.txt.j2 @@ -0,0 +1,10 @@ +User-agent: * +Disallow: /{{ buildmaster_endpoint }}/waterfall +Disallow: /{{ buildmaster_endpoint }}/builders +Disallow: /{{ buildmaster_endpoint }}/changes +Disallow: /{{ buildmaster_endpoint }}/buildslaves +Disallow: /{{ buildmaster_endpoint }}/schedulers +Disallow: /{{ buildmaster_endpoint }}/one_line_per_build +Disallow: /{{ buildmaster_endpoint }}/grid +Disallow: /{{ buildmaster_endpoint }}/tgrid +Disallow: /{{ buildmaster_endpoint }}/json