diff --git a/roles/web-data-analysis/files/condense-mirrorlogs.sh b/roles/web-data-analysis/files/condense-mirrorlogs.sh index 40c382386f..29c9ee68f4 100644 --- a/roles/web-data-analysis/files/condense-mirrorlogs.sh +++ b/roles/web-data-analysis/files/condense-mirrorlogs.sh @@ -85,10 +85,13 @@ fi # stuck and you end up with days or weeks of data in a single # file. Doing a continual sort clears up that. -sort -o ${WORKFILE} -u ${WORKFILE} + +sort -o ${WORKFILE} -u ${WORKFILE} -S4G +simple_message_to_bus condense-mirrorlogs.mirrorlist.sort workfile="$WORKFILE" logfile="$LOGFILE" result="$?" sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -T /tmp -u ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE} sort -o ${WORKDIR}/out-${YEAR} -S 8G -T /tmp -u ${WORKDIR}/out-${YEAR} ${WORKFILE} + # Because the logs stop at 04:00 we can only get 24 hours from 6 days before. ### ### FIXME: This breaks around the new year.