From f79e5d1b43b4d0c62855f56c7703848f617ba1cb Mon Sep 17 00:00:00 2001 From: Stephen Smoogen Date: Wed, 29 Sep 2021 14:21:38 -0400 Subject: [PATCH] Add in a message to dbus to see if we can get why files arent getting sorted Signed-off-by: Stephen Smoogen --- roles/web-data-analysis/files/condense-mirrorlogs.sh | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/roles/web-data-analysis/files/condense-mirrorlogs.sh b/roles/web-data-analysis/files/condense-mirrorlogs.sh index 29c9ee68f4..efc09f03b3 100644 --- a/roles/web-data-analysis/files/condense-mirrorlogs.sh +++ b/roles/web-data-analysis/files/condense-mirrorlogs.sh @@ -85,9 +85,10 @@ fi # stuck and you end up with days or weeks of data in a single # file. Doing a continual sort clears up that. - sort -o ${WORKFILE} -u ${WORKFILE} -S4G simple_message_to_bus condense-mirrorlogs.mirrorlist.sort workfile="$WORKFILE" logfile="$LOGFILE" result="$?" +RES=$( sort -c ${WORKFILE} ) +simple_message_to_bus condense-mirrorlogs.mirrorlist.finish workfile="$WORKFILE" logfile="$LOGFILE" result="${RES}" sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -T /tmp -u ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE} sort -o ${WORKDIR}/out-${YEAR} -S 8G -T /tmp -u ${WORKDIR}/out-${YEAR} ${WORKFILE}