Infrastructure/ansible
1
0
Fork 0
Code Issues Pull requests 6 Projects Releases Packages Wiki Activity Actions

fix a script to combine dl files

Browse source
This commit is contained in:
Stephen Smoogen 2016-06-02 17:18:45 +00:00
parent 816d2518ad
commit 1f58a5d00f
1 changed files with 13 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

17
roles/awstats/files/combineHttpLogs.sh
View file

@ -29,20 +29,29 @@ DAY=$(/bin/date -d "-${NUMDAYS} days" +%d)
LOGDIR=/var/log/hosts
NFSDIR=/mnt/fedora_stats/combined-http
HTTPLOG=${LOGDIR}/proxy*/${YEAR}/${MONTH}/${DAY}/http/
PROXYLOG=${LOGDIR}/proxy*/${YEAR}/${MONTH}/${DAY}/http/
DL_LOG=${LOGDIR}/download*/${YEAR}/${MONTH}/${DAY}/http/
TARGET=${NFSDIR}/${YEAR}/${MONTH}/${DAY}
LOGMERGE=/usr/share/awstats/tools/logresolvemerge.pl
FILES=$( ls -1 ${HTTPLOG}/*access.log.xz | awk '{x=split($0,a,"/"); print a[x]}' | sort -u )
FILES=$( ls -1 ${PROXYLOG}/*access.log.xz | awk '{x=split($0,a,"/"); print a[x]}' | sort -u )
mkdir -p ${TARGET}
for FILE in ${FILES}; do
TEMP=$(echo ${FILE} | sed 's/\.xz$//')
perl ${LOGMERGE} ${HTTPLOG}/${FILE} > ${TARGET}/${TEMP}
perl ${LOGMERGE} ${PROXYLOG}/${FILE} > ${TARGET}/${TEMP}
done
FILES=$( ls -1 ${DL_LOG}/dl*access.log.xz | awk '{x=split($0,a,"/"); print a[x]}' | sort -u )
mkdir -p ${TARGET}
for FILE in ${FILES}; do
TEMP=$(echo ${FILE} | sed 's/\.xz$//')
perl ${LOGMERGE} ${DL_LOG}/${FILE} > ${TARGET}/${TEMP}
done
# Now we link up the files into latest directory