Working on the proxies-websites.yml playbook.

roles/httpd/website/files/robots/robots.txt

@@ -0,0 +1,2 @@
+User-agent: *
+Crawl-delay: 10

roles/httpd/website/files/robots/robots.txt.admin.fedoraproject.org

@@ -0,0 +1,8 @@
+User-agent: *
+Disallow: /voting
+Disallow: /mirrormanager
+Disallow: /pkgdb/packages/name
+
+# Temp block http://www.80legs.com/webcrawler.html
+User-agent: 008
+Disallow: /	

roles/httpd/website/files/robots/robots.txt.fedoraproject.org

@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /wikiold

roles/httpd/website/files/robots/robots.txt.lockbox01

@@ -0,0 +1,4 @@
+User-agent: *
+Crawl-delay: 10
+Allow: /infra/docs/
+Disallow: /infra

roles/httpd/website/files/robots/robots.txt.translate.fedoraproject.org

@@ -0,0 +1,4 @@
+User-agent: *
+Crawl-delay: 10
+Disallow: /*download_zip/$
+Disallow: /*download_targz/$

roles/httpd/website/tasks/main.yml

@@ -0,0 +1,70 @@
+# Expected vars
+# - name...
+# - ips: []
+# - server_aliases: []
+# - server_admin: webmaster@fedoraproject.org
+# - ssl: true
+# - sslonly: false
+# - cert_name: ""
+# - SSLCertificateChainFile: ""
+# - gzip: false
+
+- name: Create site directory in httpd/conf.d/{{name}}
+  file: >
+    dest=/etc/httpd/conf.d/{{name}}
+    state=directory
+    owner=root
+    group=root
+    mode=0755
+  notify:
+  - restart httpd
+  tags:
+  - httpd
+  - httpd/website
+
+# TODO - copy in Httpd::Certificate
+
+- name: Copy over primary template for {{name}}
+  template: >
+    src=website.conf
+    dest=/etc/httpd/conf.d/{{name}}.conf
+    owner=root
+    group=root
+    mode=0644
+  notify:
+  - restart httpd
+  tags:
+  - httpd
+  - httpd/redirect
+
+- name: Copy over some subordinate templates for {{name}}
+  template: >
+    src={{item}}.conf
+    dest=/etc/httpd/conf.d/{{name}}/{{item}}.conf
+    owner=root
+    group=root
+    mode=0644
+  with_items:
+  - logs
+  - robots
+  notify:
+  - restart httpd
+  tags:
+  - httpd
+  - httpd/redirect
+
+- name: And lastly, the robots.txt file
+  copy: >
+    src={{item}}
+    dest=/srv/web/robots.txt.{{name}}
+    mode=0644
+    owner=root
+    group=root
+  with_first_found:
+  - robots/robots.txt.{{name}}
+  - robots/robots.txt
+  notify:
+  - restart httpd
+  tags:
+  - httpd
+  - httpd/redirect

roles/httpd/website/templates/logs.conf

@@ -0,0 +1,2 @@
+CustomLog "logs/{{ name }}-access.log" combined
+ErrorLog "logs/{{ name }}-error.log"

roles/httpd/website/templates/robots.conf

@@ -0,0 +1 @@
+Alias /robots.txt /srv/web/robots.txt.{{ name }}

roles/httpd/website/vars/main.yml

@@ -0,0 +1,8 @@
+ips: []                                  
+server_aliases: []                       
+server_admin: webmaster@fedoraproject.org
+ssl: true
+sslonly: false                           
+cert_name: ""                            
+SSLCertificateChainFile: ""              
+gzip: false