2014-07-18 18:33:57 +00:00
|
|
|
#!/bin/bash
|
|
|
|
|
|
|
|
|
|
RSYNC_FLAGS='-az --no-motd'
|
|
|
|
|
|
|
|
|
|
function syncHttpLogs {
|
|
|
|
|
|
|
|
|
|
# in case we missed a run or two.. try to catch up the last 3 days.
|
|
|
|
|
for d in 1 2 3
|
|
|
|
|
do
|
|
|
|
|
HOST=$1
|
|
|
|
|
# some machines store stuff in old format. some new.
|
|
|
|
|
if [ "$2" = "old" ]; then
|
|
|
|
|
YESTERDAY=$(/bin/date -d "-$d days" +%Y-%m-%d)
|
|
|
|
|
else
|
|
|
|
|
YESTERDAY=$(/bin/date -d "-$d days" +%Y%m%d)
|
|
|
|
|
fi
|
|
|
|
|
YEAR=$(/bin/date -d "-$d days" +%Y)
|
|
|
|
|
MONTH=$(/bin/date -d "-$d days" +%m)
|
|
|
|
|
DAY=$(/bin/date -d "-$d days" +%d)
|
|
|
|
|
/bin/mkdir -p /var/log/hosts/$HOST/$YEAR/$MONTH/$DAY/http
|
|
|
|
|
cd /var/log/hosts/$HOST/$YEAR/$MONTH/$DAY/http/
|
|
|
|
|
|
|
|
|
|
for f in $(/usr/bin/rsync $RSYNC_FLAGS --list-only $HOST::log/httpd/*$YESTERDAY* | awk '{ print $5 }')
|
|
|
|
|
do
|
|
|
|
|
DEST=$(echo $f | /bin/sed s/-$YESTERDAY//)
|
|
|
|
|
/usr/bin/rsync $RSYNC_FLAGS $HOST::log/httpd/$f ./$DEST
|
|
|
|
|
done
|
|
|
|
|
done
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
syncHttpLogs proxy01.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs proxy02.vpn.fedoraproject.org
|
|
|
|
|
syncHttpLogs proxy03.vpn.fedoraproject.org
|
|
|
|
|
syncHttpLogs proxy04.vpn.fedoraproject.org
|
2015-03-25 18:56:04 +00:00
|
|
|
syncHttpLogs proxy05.vpn.fedoraproject.org
|
2014-07-18 18:33:57 +00:00
|
|
|
syncHttpLogs proxy06.vpn.fedoraproject.org
|
2019-09-24 21:55:32 +00:00
|
|
|
#syncHttpLogs proxy08.vpn.fedoraproject.org
|
2017-01-16 01:01:45 +00:00
|
|
|
syncHttpLogs proxy09.vpn.fedoraproject.org
|
2015-03-23 20:33:32 +00:00
|
|
|
syncHttpLogs proxy10.phx2.fedoraproject.org
|
2015-04-01 19:47:12 +00:00
|
|
|
syncHttpLogs proxy11.vpn.fedoraproject.org
|
2015-12-18 00:07:50 +00:00
|
|
|
syncHttpLogs proxy12.vpn.fedoraproject.org
|
2016-12-01 17:46:58 +00:00
|
|
|
syncHttpLogs proxy13.vpn.fedoraproject.org
|
|
|
|
|
syncHttpLogs proxy14.vpn.fedoraproject.org
|
2019-04-04 23:46:02 +02:00
|
|
|
syncHttpLogs proxy101.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs proxy110.phx2.fedoraproject.org
|
2014-07-18 18:33:57 +00:00
|
|
|
syncHttpLogs proxy01.stg.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs fedocal01.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs fedocal02.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs fedocal01.stg.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs datagrepper01.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs datagrepper02.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs datagrepper01.stg.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs badges-web01.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs badges-web02.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs badges-web01.stg.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs packages03.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs packages04.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs packages03.stg.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs blockerbugs01.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs blockerbugs02.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs blockerbugs01.stg.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs value01.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs secondary01
|
2017-12-20 21:37:46 +00:00
|
|
|
syncHttpLogs people02.vpn.fedoraproject.org
|
2014-07-18 18:33:57 +00:00
|
|
|
syncHttpLogs noc01.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs download01.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs download02.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs download03.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs download04.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs download05.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs download-rdu01.vpn.fedoraproject.org
|
2018-01-31 21:30:54 +00:00
|
|
|
syncHttpLogs download-ib01.vpn.fedoraproject.org
|
2014-07-18 18:33:57 +00:00
|
|
|
syncHttpLogs sundries01.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs sundries02.phx2.fedoraproject.org
|
|
|
|
|
syncHttpLogs sundries01.stg.phx2.fedoraproject.org
|
|
|
|
|
## eof
|
