From d7a367ae6604f2b69436a16f30e70cc3b2af87e2 Mon Sep 17 00:00:00 2001 From: Adrian Reber Date: Fri, 12 Jun 2015 16:06:27 +0000 Subject: [PATCH] Decrease the number of parallel crawlers from 35 to 32 --- roles/mirrormanager/crawler/files/crawler.cron | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/roles/mirrormanager/crawler/files/crawler.cron b/roles/mirrormanager/crawler/files/crawler.cron index f6d0b56943..9cad9b72fd 100644 --- a/roles/mirrormanager/crawler/files/crawler.cron +++ b/roles/mirrormanager/crawler/files/crawler.cron @@ -1,8 +1,8 @@ # run the crawler twice a day # logs sent to /var/log/mirrormanager/crawler.log and crawl/* by default -# 32GB of RAM is not enough for 75 threads, 35 seems to work so far +# 32GB of RAM is not enough for 75 threads, 32 seems to work so far # # [ "`hostname -s`" == "mm-crawler02" ] && sleep 3h is used to start the crawl # later on the second crawler to reduce the number of parallel accesses to # the database -0 */12 * * * mirrormanager [ "`hostname -s`" == "mm-crawler02" ] && sleep 3h; /usr/bin/mm2_crawler --timeout-minutes 180 --threads 35 `/usr/local/bin/run_crawler.sh 2` > /dev/null 2>&1 +0 */12 * * * mirrormanager [ "`hostname -s`" == "mm-crawler02" ] && sleep 3h; /usr/bin/mm2_crawler --timeout-minutes 180 --threads 32 `/usr/local/bin/run_crawler.sh 2` > /dev/null 2>&1