Infrastructure/ansible
1
0
Fork 0
Code Issues Pull requests 6 Projects Releases Packages Wiki Activity Actions

add in logic for making a file which is needed to sort things

Browse source
This commit is contained in:
Stephen Smoogen 2016-05-06 13:53:37 +00:00
parent 79656cc660
commit fd2c7b7ff3
2 changed files with 17 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

9
roles/web-data-analysis/files/condense-getfedoralogs.sh
View file

@ -55,6 +55,13 @@ LBIN=/usr/local/bin/
LSHARE=/usr/local/share/web-data-analysis
mkdir -p ${WORKDIR}/${YEAR}/${MONTH}
if [[ ! -f ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ]]; then
touch ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH}
fi
if [[ ! -f ${WORKDIR}/out-${YEAR} ]]; then
touch ${WORKDIR}/out-${YEAR}
fi
if [[ ! -f ${LOGFILE} ]]; then
echo "No logfile found for ${YEAR}/${MONTH}/${DAY}. Please fix."
@ -71,7 +78,7 @@ fi
# file. Doing a continual sort clears up that.
sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 4G -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE}
sort -o ${WORKDIR}/out-${YEAR} -S 4G -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH}
sort -o ${WORKDIR}/out-${YEAR} -S 4G -u -m ${WORKDIR}/out-${YEAR} ${WORKFILE}
# Because the logs stop at 04:00 we can only get 24 hours from 6 days before.
egrep "${OLDDATE}" ${WORKDIR}/out-${OLDYEAR} > ${TEMPDIR}/watched-day

10
roles/web-data-analysis/files/condense-mirrorlogs.sh
View file

@ -55,6 +55,14 @@ LBIN=/usr/local/bin/
LSHARE=/usr/local/share/web-data-analysis
mkdir -p ${WORKDIR}/${YEAR}/${MONTH}
if [[ ! -f ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ]]; then
touch ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH}
fi
if [[ ! -f ${WORKDIR}/out-${YEAR} ]]; then
touch ${WORKDIR}/out-${YEAR}
fi
if [[ ! -f ${LOGFILE} ]]; then
echo "No logfile found for ${YEAR}/${MONTH}/${DAY}. Please fix."
@ -70,7 +78,7 @@ fi
# file. Doing a continual sort clears up that.
sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 4G -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE}
sort -o ${WORKDIR}/out-${YEAR} -S 4G -u -m ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH}
sort -o ${WORKDIR}/out-${YEAR} -S 4G -u -m ${WORKDIR}/out-${YEAR} ${WORKFILE}
# Because the logs stop at 04:00 we can only get 24 hours from 6 days before.
egrep "${OLDDATE}" ${WORKDIR}/out-${OLDYEAR} > ${TEMPDIR}/watched-day