disable indexing of pagure-staging - converted robots.txt to template

This commit is contained in:
Brandon Gray 2017-06-26 20:37:01 +00:00 committed by Kevin Fenzi
parent 86ee884bde
commit 77eb639cee
3 changed files with 10 additions and 6 deletions

View file

@ -1,5 +0,0 @@
User-agent: *
Disallow: /api
Disallow: /login
Disallow: /*/raw
Crawl-Delay: 2

View file

@ -31,7 +31,7 @@
- pagure
- name: Put in robots.txt
copy: src=robots.txt dest=/var/www/html/robots.txt
template: src=robots.txt.j2 dest=/var/www/html/robots.txt
tags:
- pagure

View file

@ -0,0 +1,9 @@
User-agent: *
{% if env == 'pagure-staging' %}
Disallow: /
{% else %}
Disallow: /api
Disallow: /login
Disallow: /*/raw
Crawl-Delay: 2
{% endif %}