From af9462caabbbbff1cb4736d6ffaec93338c2f7b8 Mon Sep 17 00:00:00 2001 From: Adrian Reber Date: Sun, 31 May 2015 08:11:04 +0000 Subject: [PATCH] Reduce number of parallel crawlers from 38 to 35 To avoid regular nagios memory warnings the number of parallel crawlers is reduced from 38 to 35 to reduce the required memory. --- roles/mirrormanager/crawler/files/crawler.cron | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/roles/mirrormanager/crawler/files/crawler.cron b/roles/mirrormanager/crawler/files/crawler.cron index 29617748b3..f6d0b56943 100644 --- a/roles/mirrormanager/crawler/files/crawler.cron +++ b/roles/mirrormanager/crawler/files/crawler.cron @@ -1,8 +1,8 @@ # run the crawler twice a day # logs sent to /var/log/mirrormanager/crawler.log and crawl/* by default -# 32GB of RAM is not enough for 75 threads, 38 seems to work so far +# 32GB of RAM is not enough for 75 threads, 35 seems to work so far # # [ "`hostname -s`" == "mm-crawler02" ] && sleep 3h is used to start the crawl # later on the second crawler to reduce the number of parallel accesses to # the database -0 */12 * * * mirrormanager [ "`hostname -s`" == "mm-crawler02" ] && sleep 3h; /usr/bin/mm2_crawler --timeout-minutes 180 --threads 38 `/usr/local/bin/run_crawler.sh 2` > /dev/null 2>&1 +0 */12 * * * mirrormanager [ "`hostname -s`" == "mm-crawler02" ] && sleep 3h; /usr/bin/mm2_crawler --timeout-minutes 180 --threads 35 `/usr/local/bin/run_crawler.sh 2` > /dev/null 2>&1