Infrastructure/ansible
5
0
Fork 0
Code Issues Pull requests 3 Projects Releases Packages Wiki Activity Actions

Try to restart a mirrorlist-server process if not running

Browse source 
Sometimes we see that mirrorlist-server processes are not running and it
just needs to be restarted. Let the script try it twice before erroring
out.

The most common reason for non running mirrorlist-server processes seems
to be incomplete or truncated input files which is usually fixed the
next time the data is synced.

Signed-off-by: Adrian Reber <adrian@lisas.de>
This commit is contained in:
Adrian Reber 2022-01-16 18:34:01 +01:00 • committed by kevin
parent 76ec9e06a1
commit ff550a4317
1 changed files with 26 additions and 22 deletions
Download patch file Download diff file Expand all files Collapse all files

48
roles/mirrormanager/mirrorlist_proxy/files/restart-mirrorlist-processes
View file

@ -12,15 +12,36 @@ TIME_DRAIN=30
TIME_RESTART=5
TIME_DISABLE=5
##
# Initial expected state is mirrorlist1 running, mirrorlist2 running and new protbuf cache
check_and_restart() {
systemctl start $1
if [[ ${?} -ne 0 ]]; then
systemctl start $1
if [[ ${?} -ne 0 ]]; then
echo "Unable to start $1"
exit 1
fi
fi
}
if [ ! -f /srv/mirrorlist/data/mirrorlist2/global_netblocks.txt ];
then
cp /srv/mirrorlist/data/mirrorlist1/* /srv/mirrorlist/data/mirrorlist2/
fi
## check mirrorlist1 running
if [ `systemctl show mirrorlist1 -p ActiveState` != 'ActiveState=active' ]; then
# mirrorlist1 not running, there is a problem
echo "Error: mirrorlist1 is not running as expected. Trying to restart"
check_and_restart mirrorlist1
fi
## check mirrorlist2 running
if [ `systemctl show mirrorlist2 -p ActiveState` != 'ActiveState=active' ]; then
# mirrorlist2 not running, maybe a new install
systemctl start mirrorlist2
touch /srv/mirrorlist/data/mirrorlist1/mirrorlist_cache.proto
fi
## Check that protbuf cache is newer than old protobuf cache
if [ /srv/mirrorlist/data/mirrorlist1/mirrorlist_cache.proto -nt /srv/mirrorlist/data/mirrorlist2/mirrorlist_cache.proto ]; then
# new proto
@ -29,12 +50,6 @@ else
# No new proto
exit 0
fi
## check mirrorlist1 running
if [ `systemctl show mirrorlist1 -p ActiveState` != 'ActiveState=active' ]; then
# mirrorlist1 not running, there is a problem
echo "Error: mirrorlist1 is not running as expected"
exit 1
fi
# check mirrorlist2 (old protbuf cache and see that it's processing ok)
curl -q -H mirrors.fedoraproject.org ${mirrorlist2} -s -f --retry 50 --retry-delay 10 --retry-connrefused --retry-max-time 180 | grep "sha512" >/dev/null
@ -53,14 +68,7 @@ sleep ${TIME_DISABLE}
# restart mirrorlist1 (new protbuf cache and make sure it's processing ok)
systemctl stop mirrorlist1
sleep 1
systemctl start mirrorlist1
if [[ ${?} -ne 0 ]]; then
systemctl start mirrorlist1
if [[ ${?} -ne 0 ]]; then
echo "Unable to start mirrorlist1"
exit 1
fi
fi
check_and_restart mirrorlist1
sleep ${TIME_RESTART}
@ -86,11 +94,7 @@ sleep ${TIME_DISABLE}
# restart mirrorlist2
systemctl stop mirrorlist2
sleep 1
systemctl start mirrorlist2
if [[ ${?} -ne 0 ]]; then
echo "Unable to start mirrorlist2"
exit 1
fi
check_and_restart mirrorlist2
sleep ${TIME_RESTART}
curl -q -H mirrors.fedoraproject.org ${mirrorlist2} -o/dev/null -s -f --retry 50 --retry-delay 10 --retry-connrefused --retry-max-time 180