diff --git a/inventory/inventory b/inventory/inventory index 37bd1bf261..0bf49136eb 100644 --- a/inventory/inventory +++ b/inventory/inventory @@ -495,6 +495,10 @@ mirrorlist-phx2.phx2.fedoraproject.org [mirrorlist2-stg] mirrorlist-phx2.stg.phx2.fedoraproject.org +[mirrorlist-proxies] +proxy02.fedoraproject.org +proxy05.fedoraproject.org + [mm-frontend] mm-frontend01.phx2.fedoraproject.org mm-frontend02.phx2.fedoraproject.org diff --git a/roles/mirrormanager/backend/templates/create_statistics.sh b/roles/mirrormanager/backend/templates/create_statistics.sh index 04dc71b261..456ac3103d 100644 --- a/roles/mirrormanager/backend/templates/create_statistics.sh +++ b/roles/mirrormanager/backend/templates/create_statistics.sh @@ -1,21 +1,26 @@ #!/bin/sh MIRRORLIST_SERVERS="{% for host in groups['mirrorlist2'] %} {{ host }} {% endfor %}" +MIRRORLIST_PROXIES="{% for host in groups['mirrorlist-proxies'] %} {{ host }} {% endfor %}" FRONTENDS="{% for host in groups['mm-frontend'] %} {{ host }} {% endfor %}" INPUT="/var/log/mirrormanager/mirrorlist.log" +CONTAINER1="/var/log/mirrormanager/mirrorlist1.service.log" +CONTAINER2="/var/log/mirrormanager/mirrorlist2.service.log" if [ "$1" == "yesterday" ]; then - DATE=`date +%Y-%m-%d --date='yesterday'` + DATE=`date +%Y%m%d --date='yesterday'` STATISTICS="/usr/bin/mirrorlist_statistics -o 1" DEST="/var/www/mirrormanager-statistics/data/`date +%Y/%m --date='yesterday'`" else - DATE=`date +%Y-%m-%d` + DATE=`date +%Y%m%d` STATISTICS="/usr/bin/mirrorlist_statistics" DEST="/var/www/mirrormanager-statistics/data/`date +%Y/%m`" fi -INFILE=${INPUT}.${DATE} +INFILE=${INPUT}-${DATE}.xz +INFILE_CONTAINER1=${CONTAINER1}-${DATE}.xz +INFILE_CONTAINER2=${CONTAINER2}-${DATE}.xz OUTPUT=`mktemp -d` @@ -23,7 +28,11 @@ OUTPUT=`mktemp -d` # Fetch compressed log files for s in ${MIRRORLIST_SERVERS}; do - ssh $s "( cat $INFILE | gzip -4 )" >> ${OUTPUT}/mirrorlist.log.gz + ssh $s "( xzcat $INFILE | gzip -4 )" >> ${OUTPUT}/mirrorlist.log.gz +done +for s in ${MIRRORLIST_PROXIES}; do + ssh $s "( xzcat $INFILE_CONTAINER1 | gzip -4 )" >> ${OUTPUT}/mirrorlist.log.gz + ssh $s "( xzcat $INFILE_CONTAINER2 | gzip -4 )" >> ${OUTPUT}/mirrorlist.log.gz done ${STATISTICS} -l ${OUTPUT}/mirrorlist.log.gz -d ${OUTPUT}/ diff --git a/roles/mirrormanager/backend/templates/sync_pkl_to_mirrorlists.sh b/roles/mirrormanager/backend/templates/sync_pkl_to_mirrorlists.sh index 5437eb2bc0..9858bef7c7 100644 --- a/roles/mirrormanager/backend/templates/sync_pkl_to_mirrorlists.sh +++ b/roles/mirrormanager/backend/templates/sync_pkl_to_mirrorlists.sh @@ -9,7 +9,7 @@ done # sync also to new mirrorlist containers on proxies -MIRRORLIST_PROXY="proxy02.fedoraproject.org proxy05.fedoraproject.org" +MIRRORLIST_PROXY="{% for host in groups['mirrorlist-proxies'] %} {{ host }} {% endfor %}" for s in ${MIRRORLIST_PROXY}; do rsync -az --delete-delay --delay-updates --delete /var/lib/mirrormanager/{*pkl,*txt} ${s}:/srv/mirrorlist/data/mirrorlist1/