From de58ca2f0f9fbf4fc44643c787c19e1ec9db7300 Mon Sep 17 00:00:00 2001 From: Adrian Reber Date: Wed, 6 May 2015 17:28:32 +0000 Subject: [PATCH] Forgot to change the actual command to run 38 crawlers in parallel --- roles/mirrormanager/crawler/files/crawler.cron | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/roles/mirrormanager/crawler/files/crawler.cron b/roles/mirrormanager/crawler/files/crawler.cron index 8d456c6684..3d695ca515 100644 --- a/roles/mirrormanager/crawler/files/crawler.cron +++ b/roles/mirrormanager/crawler/files/crawler.cron @@ -1,4 +1,4 @@ # run the crawler twice a day # logs sent to /var/log/mirrormanager/crawler.log and crawl/* by default # 32GB of RAM is not enough for 75 threads, 38 seems to work so far -0 */12 * * * mirrormanager /usr/bin/mm2_crawler --threads 35 `/usr/local/bin/run_crawler.sh 2` > /dev/null 2>&1 +0 */12 * * * mirrormanager /usr/bin/mm2_crawler --threads 38 `/usr/local/bin/run_crawler.sh 2` > /dev/null 2>&1