Infrastructure/ansible
1
0
Fork 0
Code Issues Pull requests 6 Projects Releases Packages Wiki Activity Actions

take out the sort -m as that doesnt work

Browse source
This commit is contained in:
Stephen Smoogen 2016-06-07 23:41:16 +00:00
parent 26335a2d05
commit 48465378bc
3 changed files with 7 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

4
roles/web-data-analysis/files/condense-getfedoralogs.sh
View file

@ -77,8 +77,8 @@ fi
# stuck and you end up with days or weeks of data in a single
# file. Doing a continual sort clears up that.
sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 4G -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE}
sort -o ${WORKDIR}/out-${YEAR} -S 4G -u -m ${WORKDIR}/out-${YEAR} ${WORKFILE}
sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -u ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE}
sort -o ${WORKDIR}/out-${YEAR} -S 8G -u ${WORKDIR}/out-${YEAR} ${WORKFILE}
# Because the logs stop at 04:00 we can only get 24 hours from 6 days before.
egrep "${OLDDATE}" ${WORKDIR}/out-${OLDYEAR} > ${TEMPDIR}/watched-day

4
roles/web-data-analysis/files/condense-mirrorlogs.sh
View file

@ -78,8 +78,8 @@ fi
# file. Doing a continual sort clears up that.
sort -o ${WORKFILE} -u ${WORKFILE}
sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -T /srv/tmp -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE}
sort -o ${WORKDIR}/out-${YEAR} -S 8G -T /srv/tmp -u -m ${WORKDIR}/out-${YEAR} ${WORKFILE}
sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -T /srv/tmp -u ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE}
sort -o ${WORKDIR}/out-${YEAR} -S 8G -T /srv/tmp -u ${WORKDIR}/out-${YEAR} ${WORKFILE}
# Because the logs stop at 04:00 we can only get 24 hours from 6 days before.
egrep "${OLDDATE}" ${WORKDIR}/out-${OLDYEAR} > ${TEMPDIR}/watched-day

5
roles/web-data-analysis/files/run-daily-awstats.sh
View file

@ -43,8 +43,9 @@ HTMLDOC=/usr/bin/htmldoc
SITES="apps.fedoraproject.org codecs.fedoraproject.org communityblog.fedoraproject.org docs.fedoraproject.org download.fedoraproject.org fedoramagazine.org fedoraproject.org geoip.fedoraproject.org get.fedoraproject.org getfedora.org labs.fedoraproject.org mirrors.fedoraproject.org spins.fedoraproject.org start.fedoraproject.org"
pushd ${CONFDIR}
for SITE in ${SITES}; do
perl /usr/share/awstats/wwwroot/cgi-bin/awstats.pl -config=${CONFDIR}/${SITE} -update -Logfile=${TREEDIR}/${SITE}-access.log
perl /mnt/fedora_stats/awstats/conf/awstats_buildstaticpages.pl -awstatsprog=${AWSTATS} -config=${SITE} -month=all -year=${YEAR} -dir=${OUTDIR}/${YEAR} ;
done
popd