copr: support for node_exporter on frontend (dev and prod)

inventory/group_vars/copr_front_aws

@@ -24,7 +24,10 @@ letsencrypt:
         - copr.fedorainfracloud.org
       mail: copr-devel@lists.fedorahosted.org
   predefined_deploy_script: httpd
-tcp_ports: [22, 80, 443]
+tcp_ports: [22, 80, 443,
+    # node_exporter/prometheus
+    9100,
+]
 services_disabled: false
 
 aws_ipv6_addr: "2600:1f18:8ee:ae00:9d1f:4737:93ce:6db/128"

inventory/group_vars/copr_front_dev_aws

@@ -26,7 +26,10 @@ letsencrypt:
         - copr-fe-dev.cloud.fedoraproject.org
       mail: copr-devel@lists.fedorahosted.org
   predefined_deploy_script: httpd
-tcp_ports: [22, 80, 443]
+tcp_ports: [22, 80, 443,
+    # node_exporter/prometheus
+    9100,
+]
 services_disabled: false
 
 aws_ipv6_addr: "2600:1f18:8ee:ae00:66a:fd15:3f16:4092/128"

inventory/host_vars/copr-fe-dev.cloud.fedoraproject.org

@@ -26,7 +26,10 @@ nagios_Check_Services:
 public_ip: 209.132.184.55
 root_auth_users: ryanlerch pingou msuchy frostyx praiskup schlupov
 security_group: web-80-anywhere-persistent,web-443-anywhere-persistent,ssh-anywhere-persistent,default,all-icmp-persistent
-tcp_ports: [22, 80, 443]
+tcp_ports: [22, 80, 443,
+    # node_exporter/prometheus
+    9100,
+]
 # volumes: copr-fe-dev-db
 volumes: [{device: '/dev/vdc', volume_id: 'c0f338f4-b59e-4b58-8f86-47011eaa0fab'}]
 zone: nova

inventory/host_vars/copr-fe.cloud.fedoraproject.org

@@ -36,6 +36,8 @@ sar_output_file: copr.json
 sar_script: /usr/share/copr/coprs_frontend/run/copr-gdpr-sar.sh
 sar_script_user: copr-fe
 security_group: web-80-anywhere-persistent,web-443-anywhere-persistent,ssh-anywhere-persistent,default,allow-nagios-persistent
-tcp_ports: [22, 80, 443]
+tcp_ports: [22, 80, 443,
+  # this port is used by node_exporter whose metrics are used by prometheus
+  '9100']
 volumes: [{device: '/dev/vdc', volume_id: '8f790db7-8294-4d2b-8bae-7af5961ce0f8'}]
 zone: nova

roles/copr/frontend/handlers/main.yml

@@ -8,3 +8,6 @@
   service: name="fm-consumer@copr_messaging"
            state=restarted
   when: not services_disabled|bool
+
+- name: restart node_exporter
+  action: service name=node_exporter state=restarted

roles/copr/frontend/tasks/main.yml

@@ -40,6 +40,7 @@
       - pxz
       - python3-alembic
       - mod_auth_gssapi
+      - golang-github-prometheus-node-exporter
   tags:
   - packages
 
@@ -160,3 +161,14 @@
       export PGUSER=copr-fe
       export PGDATABASE=coprdb
     dest: "{{ copr_fe_homedir }}/.bash_profile"
+
+- name: start node exporter
+  service: state=started enabled=yes name=node_exporter
+
+- name: configure options in node exporter
+  lineinfile:
+    path: /etc/sysconfig/node_exporter
+    regexp: '^OPTIONS='
+    line: 'OPTIONS=--collector.textfile.directory /var/lib/node_exporter/textfile_collector --collector.systemd'
+    backrefs: yes
+  notify: restart node_exporter