From ee5d4cbd9ea6d0fb00c21379298abee6d732dd53 Mon Sep 17 00:00:00 2001
From: Stephen Smoogen <smooge@redhat.com>
Date: Thu, 2 Jun 2016 18:19:41 +0000
Subject: [PATCH] clean up some problems

---
 roles/web-data-analysis/files/condense-mirrorlogs.sh | 1 +
 roles/web-data-analysis/files/run-daily-awstats.sh   | 2 --
 2 files changed, 1 insertion(+), 2 deletions(-)

diff --git a/roles/web-data-analysis/files/condense-mirrorlogs.sh b/roles/web-data-analysis/files/condense-mirrorlogs.sh
index 3013439bfc..3fef9164a8 100644
--- a/roles/web-data-analysis/files/condense-mirrorlogs.sh
+++ b/roles/web-data-analysis/files/condense-mirrorlogs.sh
@@ -77,6 +77,7 @@ fi
 # stuck and you end up with days or weeks of data in a single
 # file. Doing a continual sort clears up that.
 
+sort -o ${WORKFILE} -u ${WORKFILE}
 sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -T /srv/tmp -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE}
 sort -o ${WORKDIR}/out-${YEAR} -S 8G -T /srv/tmp -u -m ${WORKDIR}/out-${YEAR} ${WORKFILE}
 
diff --git a/roles/web-data-analysis/files/run-daily-awstats.sh b/roles/web-data-analysis/files/run-daily-awstats.sh
index d13722a374..01471e6704 100644
--- a/roles/web-data-analysis/files/run-daily-awstats.sh
+++ b/roles/web-data-analysis/files/run-daily-awstats.sh
@@ -46,7 +46,5 @@ SITES="apps.fedoraproject.org codecs.fedoraproject.org communityblog.fedoraproje
 
 for SITE in ${SITES}; do
     perl /usr/share/awstats/wwwroot/cgi-bin/awstats.pl -config=${CONFDIR}/${SITE} -update -Logfile=${TREEDIR}/${SITE}-access.log
-    mkdir -p ${OUTDIR}/${YEAR}
-    perl /usr/share/awstats/tools/awstats_buildstaticpages.pl -awstatsprog=${AWSTATS} -config=${SITE} -month=all -year=${YEAR} -dir=${OUTDIR}/${YEAR} ;
 done