Remove koschei from robots.txt for apps.fp.o

This commit is contained in:
Mikolaj Izdebski 2019-09-26 06:38:46 +02:00 committed by Pierre-Yves Chibon
parent 8cd5a6b5a7
commit a07dfe1c02

View file

@ -1,6 +1,4 @@
User-agent: *
Disallow: /packages/
Disallow: /datagrepper/
Disallow: /koschei/user/
Disallow: /koschei/affected-by/
Crawl-delay: 1