Working on the proxies-websites.yml playbook.

This commit is contained in:
Ralph Bean 2014-12-07 23:39:44 +00:00
parent ee9fbbecaa
commit 00269dc0a8
14 changed files with 139 additions and 3 deletions

View file

@ -0,0 +1,8 @@
User-agent: *
Disallow: /voting
Disallow: /mirrormanager
Disallow: /pkgdb/packages/name
# Temp block http://www.80legs.com/webcrawler.html
User-agent: 008
Disallow: /