diff --git a/roles/web-data-analysis/files/condense-mirrorlogs.sh b/roles/web-data-analysis/files/condense-mirrorlogs.sh index 3013439bfc..3fef9164a8 100644 --- a/roles/web-data-analysis/files/condense-mirrorlogs.sh +++ b/roles/web-data-analysis/files/condense-mirrorlogs.sh @@ -77,6 +77,7 @@ fi # stuck and you end up with days or weeks of data in a single # file. Doing a continual sort clears up that. +sort -o ${WORKFILE} -u ${WORKFILE} sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -T /srv/tmp -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE} sort -o ${WORKDIR}/out-${YEAR} -S 8G -T /srv/tmp -u -m ${WORKDIR}/out-${YEAR} ${WORKFILE} diff --git a/roles/web-data-analysis/files/run-daily-awstats.sh b/roles/web-data-analysis/files/run-daily-awstats.sh index d13722a374..01471e6704 100644 --- a/roles/web-data-analysis/files/run-daily-awstats.sh +++ b/roles/web-data-analysis/files/run-daily-awstats.sh @@ -46,7 +46,5 @@ SITES="apps.fedoraproject.org codecs.fedoraproject.org communityblog.fedoraproje for SITE in ${SITES}; do perl /usr/share/awstats/wwwroot/cgi-bin/awstats.pl -config=${CONFDIR}/${SITE} -update -Logfile=${TREEDIR}/${SITE}-access.log - mkdir -p ${OUTDIR}/${YEAR} - perl /usr/share/awstats/tools/awstats_buildstaticpages.pl -awstatsprog=${AWSTATS} -config=${SITE} -month=all -year=${YEAR} -dir=${OUTDIR}/${YEAR} ; done