Infrastructure/ansible
1
0
Fork 0
Code Issues Pull requests 6 Projects Releases Packages Wiki Activity Actions

and we put in a fixme for something later

Browse source
This commit is contained in:
Stephen Smoogen 2017-01-12 19:17:45 +00:00
parent 8cd42e1c54
commit e587deb968
2 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
roles/web-data-analysis/files/condense-getfedoralogs.sh
View file

@ -81,6 +81,8 @@ sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -u ${WORKDIR}/${YEAR}/out-
sort -o ${WORKDIR}/out-${YEAR} -S 8G -u ${WORKDIR}/out-${YEAR} ${WORKFILE} sort -o ${WORKDIR}/out-${YEAR} -S 8G -u ${WORKDIR}/out-${YEAR} ${WORKFILE}
# Because the logs stop at 04:00 we can only get 24 hours from 6 days before. # Because the logs stop at 04:00 we can only get 24 hours from 6 days before.
###
### FIXME: This breaks around the new year.
grep "${OLDDATE}" ${WORKDIR}/out-${OLDYEAR} > ${TEMPDIR}/watched-day grep "${OLDDATE}" ${WORKDIR}/out-${OLDYEAR} > ${TEMPDIR}/watched-day
# Grab the data and put it in the two files. This makes it a lot # Grab the data and put it in the two files. This makes it a lot

2
roles/web-data-analysis/files/condense-mirrorlogs.sh
View file

@ -82,6 +82,8 @@ sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -T /srv/tmp -u ${WORKDIR}/
sort -o ${WORKDIR}/out-${YEAR} -S 8G -T /srv/tmp -u ${WORKDIR}/out-${YEAR} ${WORKFILE} sort -o ${WORKDIR}/out-${YEAR} -S 8G -T /srv/tmp -u ${WORKDIR}/out-${YEAR} ${WORKFILE}
# Because the logs stop at 04:00 we can only get 24 hours from 6 days before. # Because the logs stop at 04:00 we can only get 24 hours from 6 days before.
###
### FIXME: This breaks around the new year.
egrep "${OLDDATE}" ${WORKDIR}/out-${OLDYEAR} > ${TEMPDIR}/watched-day egrep "${OLDDATE}" ${WORKDIR}/out-${OLDYEAR} > ${TEMPDIR}/watched-day
# Grab the data and put it in the two files. This makes it a lot # Grab the data and put it in the two files. This makes it a lot