infrastructure/ansible
1
0
Fork 0
Code Pull requests 7 Activity Actions

Shelve summershum

Browse source
This commit is contained in:
Kevin Fenzi 2018-04-10 21:39:11 +00:00
parent 73f534bd37
commit e51b6285a6
16 changed files with 0 additions and 222 deletions
Download patch file Download diff file Expand all files Collapse all files

27
inventory/group_vars/summershum
View file

@ -1,27 +0,0 @@
---
# Define resources for this group of hosts here.
lvm_size: 20000
mem_size: 1024
num_cpus: 2
# for systems that do not match the above - specify the same parameter in
# the host_vars/$hostname file
tcp_ports: [ 3000 ]
fas_client_groups: sysadmin-noc,sysadmin-datanommer,sysadmin-veteran
# These are consumed by a task in roles/fedmsg/base/main.yml
fedmsg_certs:
- service: shell
owner: root
group: sysadmin
can_send:
- logger.log
- service: summershum
owner: root
group: fedmsg
can_send:
- summershum.ingest.complete
- summershum.ingest.fail
- summershum.ingest.start

27
inventory/group_vars/summershum-stg
View file

@ -1,27 +0,0 @@
---
# Define resources for this group of hosts here.
lvm_size: 20000
mem_size: 1024
num_cpus: 2
# for systems that do not match the above - specify the same parameter in
# the host_vars/$hostname file
tcp_ports: [ 3000 ]
fas_client_groups: sysadmin-noc,sysadmin-datanommer,sysadmin-veteran
# These are consumed by a task in roles/fedmsg/base/main.yml
fedmsg_certs:
- service: shell
owner: root
group: sysadmin
can_send:
- logger.log
- service: summershum
owner: root
group: fedmsg
can_send:
- summershum.ingest.complete
- summershum.ingest.fail
- summershum.ingest.start

2
inventory/host_vars/db01.phx2.fedoraproject.org
View file

@ -32,7 +32,6 @@ databases:
- pdc
- pkgdb2
- statscache
- summershum
- tahrir
- waiverdb
@ -58,7 +57,6 @@ dbs_to_backup:
- pdc
- pkgdb2
- statscache
- summershum
- tahrir
- waiverdb

1
inventory/host_vars/db01.stg.phx2.fedoraproject.org
View file

@ -24,7 +24,6 @@ databases:
- notifications
- nuancier_lite
- pkgdb2
- summershum
- tahrir
# These are normally group variables, but in this case db servers are often different

7
inventory/inventory
View file

@ -800,7 +800,6 @@ sign-bridge01.stg.phx2.fedoraproject.org
statscache-web01.stg.phx2.fedoraproject.org
statscache-web02.stg.phx2.fedoraproject.org
statscache-backend01.stg.phx2.fedoraproject.org
summershum01.stg.phx2.fedoraproject.org
sundries01.stg.phx2.fedoraproject.org
tagger01.stg.phx2.fedoraproject.org
taskotron-stg01.qa.fedoraproject.org
@ -872,12 +871,6 @@ statscache-backend01.phx2.fedoraproject.org
[statscache-backend-stg]
statscache-backend01.stg.phx2.fedoraproject.org
[summershum]
summershum01.phx2.fedoraproject.org
[summershum-stg]
summershum01.stg.phx2.fedoraproject.org
[sundries]
sundries01.phx2.fedoraproject.org
sundries02.phx2.fedoraproject.org

1
master.yml
View file

@ -106,7 +106,6 @@
- import_playbook: /srv/web/infra/ansible/playbooks/groups/sign-bridge.yml
- import_playbook: /srv/web/infra/ansible/playbooks/groups/simple-koji-ci.yml
- import_playbook: /srv/web/infra/ansible/playbooks/groups/statscache.yml
- import_playbook: /srv/web/infra/ansible/playbooks/groups/summershum.yml
- import_playbook: /srv/web/infra/ansible/playbooks/groups/sundries.yml
- import_playbook: /srv/web/infra/ansible/playbooks/groups/tagger.yml
- import_playbook: /srv/web/infra/ansible/playbooks/groups/taskotron.yml

1
playbooks/fedmsgupdate.yml
View file

@ -22,7 +22,6 @@
- include_playbook: /srv/web/infra/ansible/playbooks/groups/packages.yml
- include_playbook: /srv/web/infra/ansible/playbooks/groups/pkgdb.yml
- include_playbook: /srv/web/infra/ansible/playbooks/groups/releng.yml
- include_playbook: /srv/web/infra/ansible/playbooks/groups/summershum.yml
- include_playbook: /srv/web/infra/ansible/playbooks/groups/tagger.yml
- include_playbook: /srv/web/infra/ansible/playbooks/groups/wiki.yml
- include_playbook: /srv/web/infra/ansible/playbooks/groups/value.yml

72
playbooks/groups/summershum.yml
View file

@ -1,72 +0,0 @@
# create a new summershum server
# NOTE: should be used with --limit most of the time
# NOTE: make sure there is room/space for this server on the vmhost
# NOTE: most of these vars_path come from group_vars/mirrorlist or from hostvars
- import_playbook: "/srv/web/infra/ansible/playbooks/include/virt-create.yml myhosts=summershum:summershum-stg"
- name: dole out the generic configuration
hosts: summershum:summershum-stg
user: root
gather_facts: True
vars_files:
- /srv/web/infra/ansible/vars/global.yml
- "/srv/private/ansible/vars.yml"
- /srv/web/infra/ansible/vars/{{ ansible_distribution }}.yml
roles:
- base
- rkhunter
- nagios_client
- collectd/base
- hosts
- fas_client
- sudo
# The proxies don't actually need to talk to these hosts so we won't bother
# putting them on the vpn.
#- { role: openvpn/client,
# when: env != "staging" }
tasks:
- import_tasks: "{{ tasks_path }}/yumrepos.yml"
- import_tasks: "{{ tasks_path }}/2fa_client.yml"
- import_tasks: "{{ tasks_path }}/motd.yml"
handlers:
- import_tasks: "{{ handlers_path }}/restart_services.yml"
- name: set up fedmsg basics
hosts: summershum:summershum-stg
user: root
gather_facts: True
vars_files:
- /srv/web/infra/ansible/vars/global.yml
- "/srv/private/ansible/vars.yml"
- /srv/web/infra/ansible/vars/{{ ansible_distribution }}.yml
roles:
- fedmsg/base
handlers:
- import_tasks: "{{ handlers_path }}/restart_services.yml"
- name: dole out the service-specific config
hosts: summershum:summershum-stg
user: root
gather_facts: True
roles:
- fedmsg/hub
- summershum
- role: collectd/fedmsg-service
process: fedmsg-hub
vars_files:
- /srv/web/infra/ansible/vars/global.yml
- "/srv/private/ansible/vars.yml"
- /srv/web/infra/ansible/vars/{{ ansible_distribution }}.yml
handlers:
- import_tasks: "{{ handlers_path }}/restart_services.yml"

1
roles/fedmsg/base/tasks/main.yml
View file

@ -114,7 +114,6 @@
- endpoints-mbs-backend.py
- endpoints-hotness.py
- endpoints-mailman.py
- endpoints-summershum.py
- endpoints-fedimg.py
- endpoints-bugzilla2fedmsg.py
- endpoints-bodhi.py

13
roles/fedmsg/base/templates/endpoints-summershum.py.j2
View file

@ -1,13 +0,0 @@
{% if env == 'staging' %}
suffix = 'stg.phx2.fedoraproject.org'
{% else %}
suffix = 'phx2.fedoraproject.org'
{% endif %}
config = dict(
endpoints={
"summershum.summershum01": [
"tcp://summershum01.%s:3000" % suffix,
],
},
)

1
roles/nagios_client/templates/check_datanommer_history.cfg.j2
View file

@ -29,7 +29,6 @@ command[check_datanommer_askbot]={{libdir}}/nagios/plugins/check_datanommer_time
command[check_datanommer_fedbadges]={{libdir}}/nagios/plugins/check_datanommer_timesince.py fedbadges 86400 259200
command[check_datanommer_fedocal]={{libdir}}/nagios/plugins/check_datanommer_timesince.py fedocal 7884000 23652000
command[check_datanommer_ansible]={{libdir}}/nagios/plugins/check_datanommer_timesince.py ansible 432000 604800
command[check_datanommer_summershum]={{libdir}}/nagios/plugins/check_datanommer_timesince.py summershum 604800 1814400
command[check_datanommer_jenkins]={{libdir}}/nagios/plugins/check_datanommer_timesince.py jenkins 432000 604800
command[check_datanommer_github]={{libdir}}/nagios/plugins/check_datanommer_timesince.py github 432000 604800
command[check_datanommer_kerneltest]={{libdir}}/nagios/plugins/check_datanommer_timesince.py kerneltest 604800 1814400

3
roles/nagios_client/templates/check_fedmsg_consumers.cfg.j2
View file

@ -5,7 +5,6 @@ command[check_fedmsg_cp_busgateway_gateway]={{libdir}}/nagios/plugins/check_fedm
command[check_fedmsg_cp_anitya_relay]={{libdir}}/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-relay RelayConsumer MonitoringProducer
command[check_fedmsg_cp_app]={{libdir}}/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-relay RelayConsumer MonitoringProducer
command[check_fedmsg_cp_value]={{libdir}}/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-irc IRCBotConsumer MonitoringProducer
command[check_fedmsg_cp_summershum]={{libdir}}/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-hub SummerShumConsumer MonitoringProducer
command[check_fedmsg_cp_badges_backend]={{libdir}}/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-hub FedoraBadgesConsumer MonitoringProducer
command[check_fedmsg_cp_notifs_backend]={{libdir}}/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-hub FMNConsumer DigestProducer ConfirmationProducer MonitoringProducer
command[check_fedmsg_cp_bugzilla2fedmsg]={{libdir}}/nagios/plugins/check_fedmsg_producers_consumers.py moksha-hub BugzillaConsumer MonitoringProducer
@ -25,7 +24,6 @@ command[check_fedmsg_cexceptions_busgateway_gateway]={{libdir}}/nagios/plugins/c
command[check_fedmsg_cexceptions_anitya_relay]={{libdir}}/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-relay RelayConsumer 1 10
command[check_fedmsg_cexceptions_app]={{libdir}}/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-relay RelayConsumer 1 10
command[check_fedmsg_cexceptions_value]={{libdir}}/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-irc IRCBotConsumer 1 10
command[check_fedmsg_cexceptions_summershum]={{libdir}}/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-hub SummerShumConsumer 1 10
command[check_fedmsg_cexceptions_badges_backend]={{libdir}}/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-hub FedoraBadgesConsumer 1 10
command[check_fedmsg_cexceptions_notifs_backend]={{libdir}}/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-hub FMNConsumer 1 10
command[check_fedmsg_cexceptions_bugzilla2fedmsg]={{libdir}}/nagios/plugins/check_fedmsg_consumer_exceptions.py moksha-hub BugzillaConsumer 1 10
@ -45,7 +43,6 @@ command[check_fedmsg_cbacklog_busgateway_gateway]={{libdir}}/nagios/plugins/chec
command[check_fedmsg_cbacklog_anitya_relay]={{libdir}}/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-relay RelayConsumer 10 50
command[check_fedmsg_cbacklog_app]={{libdir}}/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-relay RelayConsumer 10 50
command[check_fedmsg_cbacklog_value]={{libdir}}/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-irc IRCBotConsumer 10 50
command[check_fedmsg_cbacklog_summershum]={{libdir}}/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-hub SummerShumConsumer 100 500
command[check_fedmsg_cbacklog_badges_backend]={{libdir}}/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-hub FedoraBadgesConsumer 7000 10000
command[check_fedmsg_cbacklog_notifs_backend]={{libdir}}/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-hub FMNConsumer 15000 20000
command[check_fedmsg_cbacklog_bugzilla2fedmsg]={{libdir}}/nagios/plugins/check_fedmsg_consumer_backlog.py moksha-hub BugzillaConsumer 10 100

7
roles/nagios_server/files/nagios/services/fedmsg.cfg
View file

@ -102,13 +102,6 @@ define service {
use defaulttemplate
}
define service {
host_name summershum01.phx2.fedoraproject.org
service_description Check for fedmsg-hub proc
check_command check_by_nrpe!check_fedmsg_hub_proc
use defaulttemplate
}
define service {
host_name pkgs02.phx2.fedoraproject.org
service_description Check for fedmsg-hub proc

4
roles/nagios_server/files/nrpe/nrpe.cfg
View file

@ -380,7 +380,6 @@ command[check_datanommer_autocloud]=/usr/lib64/nagios/plugins/check_datanommer_t
# These are not actually finished and deployed yet
command[check_datanommer_mailman]=/usr/lib64/nagios/plugins/check_datanommer_timesince.py mailman 14400 86400
command[check_datanommer_summershum]=/usr/lib64/nagios/plugins/check_datanommer_timesince.py summershum 604800 1814400
# Fedmsg checks for consumers and producers
command[check_fedmsg_cp_busgateway_hub]=/usr/lib64/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-hub Nommer MonitoringProducer
@ -388,7 +387,6 @@ command[check_fedmsg_cp_busgateway_relay]=/usr/lib64/nagios/plugins/check_fedmsg
command[check_fedmsg_cp_busgateway_gateway]=/usr/lib64/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-gateway GatewayConsumer MonitoringProducer
command[check_fedmsg_cp_app]=/usr/lib64/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-relay RelayConsumer MonitoringProducer
command[check_fedmsg_cp_value]=/usr/lib64/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-irc IRCBotConsumer MonitoringProducer
command[check_fedmsg_cp_summershum]=/usr/lib64/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-hub SummerShumConsumer MonitoringProducer
command[check_fedmsg_cp_badges_backend]=/usr/lib64/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-hub FedoraBadgesConsumer MonitoringProducer
command[check_fedmsg_cp_notifs_backend]=/usr/lib64/nagios/plugins/check_fedmsg_producers_consumers.py fedmsg-hub FMNConsumer DigestProducer ConfirmationProducer MonitoringProducer
command[check_fedmsg_cp_bugzilla2fedmsg]=/usr/lib64/nagios/plugins/check_fedmsg_producers_consumers.py moksha-hub BugzillaConsumer MonitoringProducer
@ -407,7 +405,6 @@ command[check_fedmsg_cexceptions_busgateway_relay]=/usr/lib64/nagios/plugins/che
command[check_fedmsg_cexceptions_busgateway_gateway]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-gateway GatewayConsumer 1 10
command[check_fedmsg_cexceptions_app]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-relay RelayConsumer 1 10
command[check_fedmsg_cexceptions_value]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-irc IRCBotConsumer 1 10
command[check_fedmsg_cexceptions_summershum]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-hub SummerShumConsumer 1 10
command[check_fedmsg_cexceptions_badges_backend]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-hub FedoraBadgesConsumer 1 10
command[check_fedmsg_cexceptions_notifs_backend]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_exceptions.py fedmsg-hub FMNConsumer 1 10
command[check_fedmsg_cexceptions_bugzilla2fedmsg]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_exceptions.py moksha-hub BugzillaConsumer 1 10
@ -426,7 +423,6 @@ command[check_fedmsg_cbacklog_busgateway_relay]=/usr/lib64/nagios/plugins/check_
command[check_fedmsg_cbacklog_busgateway_gateway]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-gateway GatewayConsumer 10 50
command[check_fedmsg_cbacklog_app]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-relay RelayConsumer 10 50
command[check_fedmsg_cbacklog_value]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-irc IRCBotConsumer 10 50
command[check_fedmsg_cbacklog_summershum]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-hub SummerShumConsumer 10 50
command[check_fedmsg_cbacklog_badges_backend]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-hub FedoraBadgesConsumer 10 50
command[check_fedmsg_cbacklog_notifs_backend]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_backlog.py fedmsg-hub FMNConsumer 10 50
command[check_fedmsg_cbacklog_bugzilla2fedmsg]=/usr/lib64/nagios/plugins/check_fedmsg_consumer_backlog.py moksha-hub BugzillaConsumer 10 100

38
roles/summershum/tasks/main.yml
View file

@ -1,38 +0,0 @@
---
# Configuration for the summershum consumer
- name: install needed packages
package: name={{ item }} state=present
with_items:
- python-summershum
- python-psycopg2
- name: ensure summershum has a place to unpack files
file: >
dest=/var/cache/summershum
state=directory
mode=0755
owner=fedmsg
group=fedmsg
- name: copy database configuration
template: >
src={{ item }} dest=/etc/fedmsg.d/{{ item }}
owner=fedmsg group=fedmsg mode=0600
with_items:
- summershum.py
notify:
- restart fedmsg-hub
# TODO -- this can be removed soon.
# Here I'm "permanently" hotfixing the fedmsg-hub
# It needs to load the forward-compat sqlalchemy0.7 package from the get-go.
- name: copy over patched fedmsg-hub
copy: >
src=patched-fedmsg-hub dest=/usr/bin/fedmsg-hub
owner=root group=root mode=0755
tags:
- patches
- hotfix
notify:
- restart fedmsg-hub

17
roles/summershum/templates/summershum.py
View file

@ -1,17 +0,0 @@
config = {
# This is just a key to tell the fedmsg-hub to initialize us.
'summershum.enabled': True,
'summershum.sqlalchemy.url': 'postgresql://{{summershum_db_user}}:{{summershum_db_password}}@db-summershum/summershum',
'summershum.lookaside': 'http://src.fedoraproject.org/lookaside/pkgs/',
'summershum.datagrepper': 'https://apps.fedoraproject.org/datagrepper/',
'logging': {
'loggers': {
'summershum': {
'handlers': ['console', 'mailer'],
'level': 'DEBUG',
'propagate': False
},
},
},
}