From dc5aa255f702e12ef7342701ade059e003b22760 Mon Sep 17 00:00:00 2001 From: Tim Flink Date: Wed, 5 Aug 2015 17:47:37 +0000 Subject: [PATCH] adding the robots.txt template for buildmaster robots.txt might help --- roles/taskotron/buildmaster/templates/robots.txt.j2 | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 roles/taskotron/buildmaster/templates/robots.txt.j2 diff --git a/roles/taskotron/buildmaster/templates/robots.txt.j2 b/roles/taskotron/buildmaster/templates/robots.txt.j2 new file mode 100644 index 0000000000..b7ac34ad4d --- /dev/null +++ b/roles/taskotron/buildmaster/templates/robots.txt.j2 @@ -0,0 +1,10 @@ +User-agent: * +Disallow: /{{ buildmaster_endpoint }}/waterfall +Disallow: /{{ buildmaster_endpoint }}/builders +Disallow: /{{ buildmaster_endpoint }}/changes +Disallow: /{{ buildmaster_endpoint }}/buildslaves +Disallow: /{{ buildmaster_endpoint }}/schedulers +Disallow: /{{ buildmaster_endpoint }}/one_line_per_build +Disallow: /{{ buildmaster_endpoint }}/grid +Disallow: /{{ buildmaster_endpoint }}/tgrid +Disallow: /{{ buildmaster_endpoint }}/json