Infrastructure/ansible
1
0
Fork 0
Code Issues Pull requests 6 Projects Releases Packages Wiki Activity Actions

remove the template sync. It will not work because most logs need to be done over vpn which the ansible inventory does not know

Browse source
This commit is contained in:
Stephen Smoogen 2020-07-10 09:29:18 -04:00
parent fdf96ef734
commit f615527d42
1 changed files with 0 additions and 207 deletions
Download patch file Download diff file Expand all files Collapse all files

207
roles/base/templates/syncHttpLogs.sh.j2
View file

@ -1,207 +0,0 @@
#!/bin/bash
RSYNC_FLAGS='-avSHP --no-motd'
function syncHttpLogs {
# in case we missed a run or two.. try to catch up the last 3 days.
for d in 1 2 3
do
HOST=$1
# some machines store stuff in old format. some new.
if [ "$2" = "old" ]; then
YESTERDAY=$(/bin/date -d "-$d days" +%Y-%m-%d)
else
YESTERDAY=$(/bin/date -d "-$d days" +%Y%m%d)
fi
YEAR=$(/bin/date -d "-$d days" +%Y)
MONTH=$(/bin/date -d "-$d days" +%m)
DAY=$(/bin/date -d "-$d days" +%d)
/bin/mkdir -p /var/log/hosts/$HOST/$YEAR/$MONTH/$DAY/http
cd /var/log/hosts/$HOST/$YEAR/$MONTH/$DAY/http/
for f in $(/usr/bin/rsync $RSYNC_FLAGS --list-only $HOST::log/httpd/*$YESTERDAY* | awk '{ print $5 }')
do
DEST=$(echo $f | /bin/sed s/-$YESTERDAY//)
/usr/bin/rsync $RSYNC_FLAGS $HOST::log/httpd/$f ./$DEST &> /dev/null
if [[ $? -ne 0 ]]; then
echo "rsync from $HOST for file $f failed"
fi
done
done
}
## Sync up all proxies
{% for host in groups['proxies'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up all internal proxies
{% for host in groups['proxies_internal'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up all staging proxies
{% for host in groups['proxies_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up all fas servers
{% for host in groups['fas'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['fas_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up all fedocal hosts
{% for host in groups['fedocal'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['fedocal_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up all data grepper hosts
{% for host in groups['datagrepper'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['datagrepper_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up all ipsilon hosts
{% for host in groups['ipsilon'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['ipsilon_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up all ask hosts
{% for host in groups['ask'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['ask_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up all badges hosts
{% for host in groups['badges_web'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['badges_web_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up all elections hosts
{% for host in groups['elections'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['elections_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up all bodhi hosts
{% for host in groups['bodhi2'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['bodhi2_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up packages hosts
{% for host in groups['packages'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['packages_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up blockerbugs
{% for host in groups['blockerbugs'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['blockerbugs_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up value
{% for host in groups['value'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['value_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up secondary
{% for host in groups['secondary'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up hosted
{% for host in groups['hosted'] %}
syncHttpLogs {{host}} old
{% endfor %}
## sync up people
{% for host in groups['people'] %}
syncHttpLogs {{host}}
{% endfor %}
## sync up nagios
{% for host in groups['nagios'] %}
syncHttpLogs {{host}}
{% endfor %}
## sync up download
{% for host in groups['download_phx2'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['download_ibiblio'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['download_rdu2'] %}
syncHttpLogs {{host}}
{% endfor %}
## sync up sundries
{% for host in groups['sundries'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['sundries_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## sync up notifs
{% for host in groups['notifs_web'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['notifs_web_stg'] %}
syncHttpLogs {{host}}
{% endfor %}
## Sync up pdc
{% for host in groups['pdc_web'] %}
syncHttpLogs {{host}}
{% endfor %}
{% for host in groups['pdc_web_stg'] %}
syncHttpLogs {{host}}
{% endfor %}