Working on the proxies-websites.yml playbook.
This commit is contained in:
parent
ee9fbbecaa
commit
00269dc0a8
14 changed files with 139 additions and 3 deletions
|
@ -0,0 +1,8 @@
|
|||
User-agent: *
|
||||
Disallow: /voting
|
||||
Disallow: /mirrormanager
|
||||
Disallow: /pkgdb/packages/name
|
||||
|
||||
# Temp block http://www.80legs.com/webcrawler.html
|
||||
User-agent: 008
|
||||
Disallow: /
|
Loading…
Add table
Add a link
Reference in a new issue