From 6068802824a0ca9dd128d4b4b33a36567923d28f Mon Sep 17 00:00:00 2001 From: Stephen Smoogen Date: Sat, 28 May 2016 14:32:13 +0000 Subject: [PATCH] a bad sort breaks eggs --- roles/web-data-analysis/files/condense-mirrorlogs.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/roles/web-data-analysis/files/condense-mirrorlogs.sh b/roles/web-data-analysis/files/condense-mirrorlogs.sh index fc7b168648..ce448b54b6 100644 --- a/roles/web-data-analysis/files/condense-mirrorlogs.sh +++ b/roles/web-data-analysis/files/condense-mirrorlogs.sh @@ -77,8 +77,8 @@ fi # stuck and you end up with days or weeks of data in a single # file. Doing a continual sort clears up that. -sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 4G -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE} -sort -o ${WORKDIR}/out-${YEAR} -S 4G -u -m ${WORKDIR}/out-${YEAR} ${WORKFILE} +sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -t /srv/tmp -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE} +sort -o ${WORKDIR}/out-${YEAR} -S 8G -t /srv/tmp -u -m ${WORKDIR}/out-${YEAR} ${WORKFILE} # Because the logs stop at 04:00 we can only get 24 hours from 6 days before. egrep "${OLDDATE}" ${WORKDIR}/out-${OLDYEAR} > ${TEMPDIR}/watched-day