infrastructure/ansible
1
0
Fork 0
Code Pull requests 7 Activity Actions

a bad sort breaks eggs

Browse source
This commit is contained in:
Stephen Smoogen 2016-05-28 14:32:13 +00:00
parent 4812bc39ec
commit 6068802824
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
roles/web-data-analysis/files/condense-mirrorlogs.sh
View file

@ -77,8 +77,8 @@ fi
# stuck and you end up with days or weeks of data in a single
# file. Doing a continual sort clears up that.
sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 4G -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE}
sort -o ${WORKDIR}/out-${YEAR} -S 4G -u -m ${WORKDIR}/out-${YEAR} ${WORKFILE}
sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -t /srv/tmp -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE}
sort -o ${WORKDIR}/out-${YEAR} -S 8G -t /srv/tmp -u -m ${WORKDIR}/out-${YEAR} ${WORKFILE}
# Because the logs stop at 04:00 we can only get 24 hours from 6 days before.
egrep "${OLDDATE}" ${WORKDIR}/out-${OLDYEAR} > ${TEMPDIR}/watched-day