Infrastructure/ansible
1
0
Fork 0
Code Issues Pull requests 6 Projects Releases Packages Wiki Activity Actions

Add 3 times retry and 30m+30m rsync timeout to syncHttpLogs

Browse source
This commit is contained in:
Adam Saleh 2021-07-21 16:05:42 +02:00
parent fca9cbad46
commit 721e3e9864
1 changed files with 10 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

18
roles/base/files/syncHttpLogs.sh
View file

@ -1,6 +1,6 @@
#!/bin/bash
RSYNC_FLAGS='-avSHP --no-motd'
RSYNC_FLAGS='-avSHP --no-motd --timeout=1200 --contimeout=1200'
DEBUG=1
function syncHttpLogs {
@ -23,13 +23,15 @@ function syncHttpLogs {
RSYNC_OUTPUT=$(/usr/bin/rsync $RSYNC_FLAGS --list-only $HOST::log/httpd/*$YESTERDAY* | grep xz$ | awk '{ print $5 }' )
for f in ${RSYNC_OUTPUT}; do
DEST=$(echo $f | /bin/sed s/-$YESTERDAY//)
if [[ ${DEBUG} -eq 1 ]]; then
echo "${HOST}: Getting ${RSYNC_OUTPUT} and saving to ${DEST}"
fi
/usr/bin/rsync $RSYNC_FLAGS $HOST::log/httpd/$f ./$DEST &> /dev/null
if [[ $? -ne 0 ]]; then
echo "rsync from $HOST for file $f failed"
fi
if [[ ${DEBUG} -eq 1 ]]; then
echo "${HOST}: Getting ${RSYNC_OUTPUT} and saving to ${DEST}"
fi
for i in 2 1 0; do
timeout 12h /usr/bin/rsync $RSYNC_FLAGS $HOST::log/httpd/$f ./$DEST &> /dev/null && break
if [[ $? -ne 0 ]]; then
echo "rsync from $HOST for file $f failed, will repeat $i times"
fi
done
done
done
}