From bb9864402f6f27b81d30bb452f8cef5a409cbc59 Mon Sep 17 00:00:00 2001 From: Stephen Smoogen Date: Mon, 27 Sep 2021 12:36:49 -0400 Subject: [PATCH] For some reason we are not sorting the files even though the script says we are. Try to get a result to find out why Signed-off-by: Stephen Smoogen --- roles/web-data-analysis/files/condense-mirrorlogs.sh | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/roles/web-data-analysis/files/condense-mirrorlogs.sh b/roles/web-data-analysis/files/condense-mirrorlogs.sh index 40c382386f..29c9ee68f4 100644 --- a/roles/web-data-analysis/files/condense-mirrorlogs.sh +++ b/roles/web-data-analysis/files/condense-mirrorlogs.sh @@ -85,10 +85,13 @@ fi # stuck and you end up with days or weeks of data in a single # file. Doing a continual sort clears up that. -sort -o ${WORKFILE} -u ${WORKFILE} + +sort -o ${WORKFILE} -u ${WORKFILE} -S4G +simple_message_to_bus condense-mirrorlogs.mirrorlist.sort workfile="$WORKFILE" logfile="$LOGFILE" result="$?" sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -T /tmp -u ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE} sort -o ${WORKDIR}/out-${YEAR} -S 8G -T /tmp -u ${WORKDIR}/out-${YEAR} ${WORKFILE} + # Because the logs stop at 04:00 we can only get 24 hours from 6 days before. ### ### FIXME: This breaks around the new year.