diff --git a/roles/taskotron/buildmaster/templates/robots.txt.j2 b/roles/taskotron/buildmaster/templates/robots.txt.j2 index b7ac34ad4d..90abf3bb78 100644 --- a/roles/taskotron/buildmaster/templates/robots.txt.j2 +++ b/roles/taskotron/buildmaster/templates/robots.txt.j2 @@ -1,10 +1,6 @@ User-agent: * -Disallow: /{{ buildmaster_endpoint }}/waterfall -Disallow: /{{ buildmaster_endpoint }}/builders -Disallow: /{{ buildmaster_endpoint }}/changes -Disallow: /{{ buildmaster_endpoint }}/buildslaves -Disallow: /{{ buildmaster_endpoint }}/schedulers -Disallow: /{{ buildmaster_endpoint }}/one_line_per_build -Disallow: /{{ buildmaster_endpoint }}/grid -Disallow: /{{ buildmaster_endpoint }}/tgrid -Disallow: /{{ buildmaster_endpoint }}/json +Disallow: /{{ buildmaster_endpoint }}/ +Disallow: /{{ resultsdb_fe_endpoint }}/ +Disallow: /resultsdb_api/ +Disallow: /execdb/ +Disallow: /artifacts/