From 16076c620bfb51235e6417530292f28569158cad Mon Sep 17 00:00:00 2001 From: Adam Williamson Date: Mon, 6 Jan 2020 18:09:42 -0800 Subject: [PATCH] openqa: Slow fm-consumer@ service restarts to every 60 secs This is to reduce a flood of errors happening when servers the consumers communicate with go down. Signed-off-by: Adam Williamson --- roles/openqa/dispatcher/files/fmconsumer.restartsec.conf | 2 ++ roles/openqa/dispatcher/tasks/main.yml | 6 ++++++ 2 files changed, 8 insertions(+) create mode 100644 roles/openqa/dispatcher/files/fmconsumer.restartsec.conf diff --git a/roles/openqa/dispatcher/files/fmconsumer.restartsec.conf b/roles/openqa/dispatcher/files/fmconsumer.restartsec.conf new file mode 100644 index 0000000000..29449568cb --- /dev/null +++ b/roles/openqa/dispatcher/files/fmconsumer.restartsec.conf @@ -0,0 +1,2 @@ +[Service] +RestartSec=60 diff --git a/roles/openqa/dispatcher/tasks/main.yml b/roles/openqa/dispatcher/tasks/main.yml index c7dec3a031..027bd78f68 100644 --- a/roles/openqa/dispatcher/tasks/main.yml +++ b/roles/openqa/dispatcher/tasks/main.yml @@ -358,6 +358,12 @@ service: name=fm-consumer@fedora_openqa_resultsdb_reporter enabled=yes state=started when: "openqa_amqp_resultsdb_reporter_queue is defined and openqa_amqp_resultsdb_reporter_queue" +# This slows restarts of fm-consumer@ to every 60 seconds, instead of +# near-instantly; this avoids huge floods of errors when resultsdb +# or the wiki go down for a bit +- name: Consumer service config drop-in to slow down restarts + copy: src=fmconsumer.restartsec.conf dest=/etc/systemd/system/fm-consumer@.d/10-restartsec.conf owner=root group=root mode=0644 + - name: Set up cron job to schedule live-respins jobs copy: src=schedule-live-respins.cron dest=/etc/cron.hourly/schedule-live-respins owner=root group=root mode=0755 tags: