Merge branch 'master' of /git/ansible
This commit is contained in:
Stephen Smoogen
commit
b9700c9998
15 changed files with 505 additions and 829 deletions
26
inventory/group_vars/fas
Normal file
26
inventory/group_vars/fas
Normal file
|
|
@ -0,0 +1,26 @@
|
||||||
|
---
|
||||||
|
# Define resources for this group of hosts here.
|
||||||
|
lvm_size: 30000
|
||||||
|
mem_size: 2048
|
||||||
|
num_cpus: 2
|
||||||
|
|
||||||
|
# for systems that do not match the above - specify the same parameter in
|
||||||
|
# the host_vars/$hostname file
|
||||||
|
|
||||||
|
tcp_ports: [ 80, 8443, 8444,
|
||||||
|
# fas has 32 wsgi processes, each of which need their own port
|
||||||
|
# open for outbound fedmsg messages.
|
||||||
|
8000, 8001, 8002, 8003, 8004, 8005, 8006, 8007,
|
||||||
|
8008, 8009, 8010, 8011, 8012, 8013, 8014, 8015,
|
||||||
|
8016, 8017, 8018, 8019, 8020, 8021, 8022, 8023,
|
||||||
|
8024, 8025, 8026, 8027, 8028, 8029, 8030, 8031, ]
|
||||||
|
|
||||||
|
fas_client_groups: sysadmin-main,sysadmin-accounts
|
||||||
|
|
||||||
|
master_fas_node: False
|
||||||
|
|
||||||
|
# A host group for rsync config
|
||||||
|
rsync_group: fas
|
||||||
|
|
||||||
|
nrpe_procs_warn: 300
|
||||||
|
nrpe_procs_crit: 500
|
||||||
10
inventory/host_vars/fas01.stg.phx2.fedoraproject.org
Normal file
10
inventory/host_vars/fas01.stg.phx2.fedoraproject.org
Normal file
|
|
@ -0,0 +1,10 @@
|
||||||
|
---
|
||||||
|
nm: 255.255.255.0
|
||||||
|
gw: 10.5.126.254
|
||||||
|
dns: 10.5.126.21
|
||||||
|
ks_url: http://10.5.126.23/repo/rhel/ks/kvm-rhel-6
|
||||||
|
ks_repo: http://10.5.126.23/repo/rhel/RHEL6-x86_64/
|
||||||
|
volgroup: /dev/vg_virthost10
|
||||||
|
eth0_ip: 10.5.126.86
|
||||||
|
vmhost: virthost10.phx2.fedoraproject.org
|
||||||
|
datacenter: phx2
|
||||||
|
|
@ -38,6 +38,7 @@
|
||||||
- include: /srv/web/infra/ansible/playbooks/groups/docs-backend.yml
|
- include: /srv/web/infra/ansible/playbooks/groups/docs-backend.yml
|
||||||
- include: /srv/web/infra/ansible/playbooks/groups/download.yml
|
- include: /srv/web/infra/ansible/playbooks/groups/download.yml
|
||||||
- include: /srv/web/infra/ansible/playbooks/groups/elections.yml
|
- include: /srv/web/infra/ansible/playbooks/groups/elections.yml
|
||||||
|
- include: /srv/web/infra/ansible/playbooks/groups/fas.yml
|
||||||
- include: /srv/web/infra/ansible/playbooks/groups/fedimg.yml
|
- include: /srv/web/infra/ansible/playbooks/groups/fedimg.yml
|
||||||
- include: /srv/web/infra/ansible/playbooks/groups/fedoauth.yml
|
- include: /srv/web/infra/ansible/playbooks/groups/fedoauth.yml
|
||||||
- include: /srv/web/infra/ansible/playbooks/groups/fedocal.yml
|
- include: /srv/web/infra/ansible/playbooks/groups/fedocal.yml
|
||||||
|
|
|
||||||
53
playbooks/groups/fas.yml
Normal file
53
playbooks/groups/fas.yml
Normal file
|
|
@ -0,0 +1,53 @@
|
||||||
|
# create a new fas server
|
||||||
|
#
|
||||||
|
#
|
||||||
|
|
||||||
|
- name: make fas server
|
||||||
|
hosts: fas-stg
|
||||||
|
user: root
|
||||||
|
gather_facts: False
|
||||||
|
accelerate: "{{ accelerated }}"
|
||||||
|
|
||||||
|
vars_files:
|
||||||
|
- /srv/web/infra/ansible/vars/global.yml
|
||||||
|
- "{{ private }}/vars.yml"
|
||||||
|
- /srv/web/infra/ansible/vars/{{ ansible_distribution }}.yml
|
||||||
|
|
||||||
|
tasks:
|
||||||
|
- include: "{{ tasks }}/virt_instance_create.yml"
|
||||||
|
|
||||||
|
handlers:
|
||||||
|
- include: "{{ handlers }}/restart_services.yml"
|
||||||
|
|
||||||
|
- name: make the box be real
|
||||||
|
hosts: fas-stg
|
||||||
|
user: root
|
||||||
|
gather_facts: True
|
||||||
|
accelerate: "{{ accelerated }}"
|
||||||
|
|
||||||
|
vars_files:
|
||||||
|
- /srv/web/infra/ansible/vars/global.yml
|
||||||
|
- "{{ private }}/vars.yml"
|
||||||
|
- /srv/web/infra/ansible/vars/{{ ansible_distribution }}.yml
|
||||||
|
|
||||||
|
roles:
|
||||||
|
- base
|
||||||
|
- rkhunter
|
||||||
|
- denyhosts
|
||||||
|
- nagios_client
|
||||||
|
- fas_client
|
||||||
|
- collectd/base
|
||||||
|
- rsyncd
|
||||||
|
- fas_server
|
||||||
|
|
||||||
|
tasks:
|
||||||
|
- include: "{{ tasks }}/hosts.yml"
|
||||||
|
- include: "{{ tasks }}/yumrepos.yml"
|
||||||
|
- include: "{{ tasks }}/2fa_client.yml"
|
||||||
|
- include: "{{ tasks }}/motd.yml"
|
||||||
|
- include: "{{ tasks }}/sudo.yml"
|
||||||
|
- include: "{{ tasks }}/apache.yml"
|
||||||
|
- include: "{{ tasks }}/mod_wsgi.yml"
|
||||||
|
|
||||||
|
handlers:
|
||||||
|
- include: "{{ handlers }}/restart_services.yml"
|
||||||
|
|
@ -1,5 +1,8 @@
|
||||||
|
# create a new fedimg server
|
||||||
|
# NOTE: make sure there is room/space for this server on the vmhost
|
||||||
|
|
||||||
- name: make fedimg server
|
- name: make fedimg server
|
||||||
hosts: fedimg;fedimg-stg
|
hosts: fedimg-stg
|
||||||
user: root
|
user: root
|
||||||
gather_facts: False
|
gather_facts: False
|
||||||
|
|
||||||
|
|
@ -15,7 +18,7 @@
|
||||||
- include: "{{ handlers }}/restart_services.yml"
|
- include: "{{ handlers }}/restart_services.yml"
|
||||||
|
|
||||||
- name: dole out the generic configuration
|
- name: dole out the generic configuration
|
||||||
hosts: fedimg;fedimg-stg
|
hosts: fedimg-stg
|
||||||
user: root
|
user: root
|
||||||
gather_facts: True
|
gather_facts: True
|
||||||
|
|
||||||
|
|
@ -34,6 +37,10 @@
|
||||||
- collectd/base
|
- collectd/base
|
||||||
- fedmsg/base
|
- fedmsg/base
|
||||||
- sudo
|
- sudo
|
||||||
|
# The proxies don't actually need to talk to these hosts so we won't bother
|
||||||
|
# putting them on the vpn.
|
||||||
|
#- { role: openvpn/client,
|
||||||
|
# when: env != "staging" }
|
||||||
|
|
||||||
tasks:
|
tasks:
|
||||||
- include: "{{ tasks }}/yumrepos.yml"
|
- include: "{{ tasks }}/yumrepos.yml"
|
||||||
|
|
@ -44,20 +51,20 @@
|
||||||
- include: "{{ handlers }}/restart_services.yml"
|
- include: "{{ handlers }}/restart_services.yml"
|
||||||
|
|
||||||
- name: dole out the service-specific config
|
- name: dole out the service-specific config
|
||||||
hosts: fedimg;fedimg-stg
|
hosts: fedimg-stg
|
||||||
user: root
|
user: root
|
||||||
gather_facts: True
|
gather_facts: True
|
||||||
|
|
||||||
roles:
|
roles:
|
||||||
- fedmsg/hub
|
- fedmsg/hub
|
||||||
#- fedimg
|
- fedimg
|
||||||
#- role: collectd/fedmsg-service
|
- role: collectd/fedmsg-service
|
||||||
# process: fedmsg-hub
|
process: fedmsg-hub
|
||||||
|
|
||||||
vars_files:
|
vars_files:
|
||||||
- /srv/web/infra/ansible/vars/global.yml
|
- /srv/web/infra/ansible/vars/global.yml
|
||||||
- "{{ private }}/vars.yml"
|
- "{{ private }}/vars.yml"
|
||||||
- "{{ vars_path }}/{{ ansible_distribution }}.yml"
|
- /srv/web/infra/ansible/vars/{{ ansible_distribution }}.yml
|
||||||
|
|
||||||
handlers:
|
handlers:
|
||||||
- include: "{{ handlers }}/restart_services.yml"
|
- include: "{{ handlers }}/restart_services.yml"
|
||||||
|
|
|
||||||
280
roles/fas_server/tasks/main.yml
Normal file
280
roles/fas_server/tasks/main.yml
Normal file
|
|
@ -0,0 +1,280 @@
|
||||||
|
---
|
||||||
|
# Tasks to set up fas_server
|
||||||
|
|
||||||
|
- name: install needed packages
|
||||||
|
yum: pkg={{ item }} state=installed
|
||||||
|
with_items:
|
||||||
|
- fas
|
||||||
|
- fas-plugin-yubikey
|
||||||
|
tags:
|
||||||
|
- packages
|
||||||
|
|
||||||
|
- name: enable httpd_can_network_connect selinux boolean
|
||||||
|
seboolean: name=httpd_can_network_connect state=yes persistent=yes
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: setup /var/www/.python-eggs directory
|
||||||
|
file: path=/var/www/.python-eggs owner=apache group=apache mode=0700 state=directory
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: setup /etc/fas-gpg directory
|
||||||
|
file: path=/etc/fas-gpg owner=fas group=fas mode=0700 state=directory
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /etc/httpd/conf.d/accounts.conf file
|
||||||
|
template: >
|
||||||
|
src="fas-app.conf.j2"
|
||||||
|
dest="/etc/httpd/conf.d/accounts.conf"
|
||||||
|
owner=root
|
||||||
|
group=root
|
||||||
|
mode=0644
|
||||||
|
notify:
|
||||||
|
- restart httpd
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: setup /etc/pki/fas directory
|
||||||
|
file: path=/etc/pki/fas owner=fas group=fas mode=0755 state=directory
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install $pythonsitelib/fas/config/log.cfg
|
||||||
|
copy: >
|
||||||
|
src="fas-log.cfg"
|
||||||
|
dest="$pythonsitelib/fas/config/log.cfg" # $pythonsitelib=?
|
||||||
|
owner=root
|
||||||
|
group=root
|
||||||
|
mode=0644
|
||||||
|
notify:
|
||||||
|
- restart httpd
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
# $bugzillaUser = "fedora-admin-xmlrpc@redhat.com"
|
||||||
|
|
||||||
|
- name: install /etc/fas-gpg/pubring.gpg file
|
||||||
|
copy: >
|
||||||
|
src="{{ puppet_private }}/fas-gpg/pubring.gpg"
|
||||||
|
dest="/etc/fas-gpg/pubring.gpg"
|
||||||
|
owner=fas
|
||||||
|
group=fas
|
||||||
|
mode=0600
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /etc/pki/fas/fedora-server-ca.cert file
|
||||||
|
copy: >
|
||||||
|
src="{{ puppet_private }}/fedora-ca.cert"
|
||||||
|
dest="/etc/pki/fas/fedora-server-ca.cert"
|
||||||
|
owner=fas
|
||||||
|
group=fas
|
||||||
|
mode=0644
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /etc/pki/fas/fedora-upload-ca.cert file
|
||||||
|
copy: >
|
||||||
|
src="{{ puppet_private }}/fedora-ca.cert"
|
||||||
|
dest="/etc/pki/fas/fedora-upload-ca.cert"
|
||||||
|
owner=fas
|
||||||
|
group=fas
|
||||||
|
mode=0644
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /usr/share/fas/static/fedora-server-ca.cert file
|
||||||
|
copy: >
|
||||||
|
src="{{ puppet_private }}/fedora-ca.cert"
|
||||||
|
dest="/usr/share/fas/static/fedora-server-ca.cert"
|
||||||
|
owner=root
|
||||||
|
group=root
|
||||||
|
mode=0644
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /usr/share/fas/static/fedora-upload-ca.cert file
|
||||||
|
copy: >
|
||||||
|
src="{{ puppet_private }}/fedora-ca.cert"
|
||||||
|
dest="/usr/share/fas/static/fedora-upload-ca.cert"
|
||||||
|
owner=root
|
||||||
|
group=root
|
||||||
|
mode=0644
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /etc/fas.cfg file
|
||||||
|
template: >
|
||||||
|
src="fas.cfg.j2"
|
||||||
|
dest="/etc/fas.cfg"
|
||||||
|
owner=fas
|
||||||
|
group=apache
|
||||||
|
mode=0640
|
||||||
|
notify:
|
||||||
|
- restart httpd
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /usr/local/bin/yubikey-remove.py file
|
||||||
|
template: >
|
||||||
|
src="yubikey-remove.py.j2"
|
||||||
|
dest="/usr/local/bin/yubikey-remove.py"
|
||||||
|
owner=fas
|
||||||
|
group=fas
|
||||||
|
mode=0750
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
# $gen_cert = "True"
|
||||||
|
|
||||||
|
- name: install /etc/fas.cfg file
|
||||||
|
template: >
|
||||||
|
src="fas.cfg.j2"
|
||||||
|
dest="/etc/fas.cfg"
|
||||||
|
owner=fas
|
||||||
|
group=apache
|
||||||
|
mode=0640
|
||||||
|
when: master_fas_node == True
|
||||||
|
notify:
|
||||||
|
- restart httpd
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: setup /var/lock/fedora-ca directory
|
||||||
|
file: path=/var/lock/fedora-ca owner=fas group=fas mode=0700 state=directory setype=var_lock_t
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: setup /var/lib/fedora-ca directory
|
||||||
|
file: path=/var/lib/fedora-ca owner=fas group=fas mode=0771 state=directory setype=httpd_sys_content_t
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /var/lib/fedora-ca/.rnd file
|
||||||
|
file: path=/var/lib/fedora-ca/.rnd owner=fas group=fas mode=0600 setype=httpd_sys_content_t
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: setup /var/lib/fedora-ca/newcerts directory
|
||||||
|
file: path=/var/lib/fedora-ca/newcerts owner=fas group=fas mode=0700 state=directory
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: setup /var/lib/fedora-ca/private directory
|
||||||
|
file: path=/var/lib/fedora-ca/private owner=fas group=fas mode=0700 state=directory
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /var/lib/fedora-ca/private/cakey.pem file
|
||||||
|
copy: >
|
||||||
|
src="{{ puppet_private }}/cakey.pem"
|
||||||
|
dest="/var/lib/fedora-ca/private/cakey.pem"
|
||||||
|
owner=fas
|
||||||
|
group=fas
|
||||||
|
mode=0400
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /var/lib/fedora-ca/Makefile file
|
||||||
|
copy: >
|
||||||
|
src="Makefile.fedora-ca"
|
||||||
|
dest="/var/lib/fedora-ca/Makefile"
|
||||||
|
owner=root
|
||||||
|
group=root
|
||||||
|
mode=0644
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /var/lib/fedora-ca/openssl.cnf file
|
||||||
|
copy: >
|
||||||
|
src="fedora-ca-client-openssl.cnf"
|
||||||
|
dest="/var/lib/fedora-ca/openssl.cnf"
|
||||||
|
owner=root
|
||||||
|
group=root
|
||||||
|
mode=0644
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /var/lib/fedora-ca/certhelper.py file
|
||||||
|
copy: >
|
||||||
|
src="certhelper.py"
|
||||||
|
dest="/var/lib/fedora-ca/certhelper.py"
|
||||||
|
owner=root
|
||||||
|
group=root
|
||||||
|
mode=0755
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /var/lib/fedora-ca/cacert.pem file
|
||||||
|
copy: >
|
||||||
|
src="{{ puppet_private }}/fedora-ca.cert"
|
||||||
|
dest="/var/lib/fedora-ca/cacert.pem"
|
||||||
|
owner=root
|
||||||
|
group=root
|
||||||
|
mode=0644
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
#For publishing the crl
|
||||||
|
- name: setup /srv/web/ca directory
|
||||||
|
file: path=/srv/web/ca owner=apache group=apache mode=0755 state=directory
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: twice every month, force a new crl to be created
|
||||||
|
cron: >
|
||||||
|
name="gen-crl"
|
||||||
|
job="cd /var/lib/fedora-ca ; /usr/bin/make gencrl &> /dev/null"
|
||||||
|
user="fas"
|
||||||
|
minute="0"
|
||||||
|
hour="0"
|
||||||
|
day="1,15"
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: create /srv/web/ca/crl.pem link
|
||||||
|
file: path="/srv/web/ca/crl.pem" state=link src="/var/lib/fedora-ca/crl/crl.pem"
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: create /srv/web/ca/cacert.pem link
|
||||||
|
file: path="/srv/web/ca/cacert.pem" state=link src="/var/lib/fedora-ca/cacert.pem"
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: install /etc/export-bugzilla.cfg file
|
||||||
|
template: >
|
||||||
|
src="export-bugzilla.cgf.j2"
|
||||||
|
dest="/etc/export-bugzilla.cfg"
|
||||||
|
owner=fas
|
||||||
|
group=fas
|
||||||
|
mode=0600
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
|
|
||||||
|
- name: run export-bugzilla program
|
||||||
|
cron: >
|
||||||
|
name="export-bugzilla"
|
||||||
|
job="cd /etc; MAILTO=root; /usr/sbin/export-bugzilla fedorabugs fedora_contrib"
|
||||||
|
user="fas"
|
||||||
|
minute="10"
|
||||||
|
when: master_fas_node == True
|
||||||
|
tags:
|
||||||
|
- config
|
||||||
25
roles/fedimg/tasks/main.yml
Normal file
25
roles/fedimg/tasks/main.yml
Normal file
|
|
@ -0,0 +1,25 @@
|
||||||
|
---
|
||||||
|
# Configuration for the notifications consumer
|
||||||
|
|
||||||
|
- name: install needed packages
|
||||||
|
yum: pkg={{ item }} state=installed
|
||||||
|
with_items:
|
||||||
|
- koji
|
||||||
|
- fedmsg
|
||||||
|
- python-paramiko
|
||||||
|
- python-libcloud
|
||||||
|
- python-fedimg
|
||||||
|
|
||||||
|
- name: copy base configuration
|
||||||
|
template: >
|
||||||
|
src=fedimg.cfg dest=/etc/fedimg.cfg
|
||||||
|
owner=fedmsg group=fedmsg mode=0700
|
||||||
|
notify:
|
||||||
|
- restart fedmsg-hub
|
||||||
|
|
||||||
|
- name: copy koji fedmsg consumer
|
||||||
|
template: >
|
||||||
|
src=fedmsg.d/fedimg.py dest=/etc/fedmsg.d/fedimg.py
|
||||||
|
owner=fedmsg group=fedmsg mode=0600
|
||||||
|
notify:
|
||||||
|
- restart fedmsg-hub
|
||||||
58
roles/fedimg/templates/fedimg.cfg
Normal file
58
roles/fedimg/templates/fedimg.cfg
Normal file
|
|
@ -0,0 +1,58 @@
|
||||||
|
[general]
|
||||||
|
clean_up_on_failure = {{clean_up_on_failure}}
|
||||||
|
delete_image_on_failure = {{delete_image_on_failure}}
|
||||||
|
|
||||||
|
[koji]
|
||||||
|
{% if env == 'staging' %}
|
||||||
|
server = https://koji.stg.fedoraproject.org/kojihub
|
||||||
|
# The two adjacent slashes in the below URL are _not_ a typo.
|
||||||
|
base_task_url = https://kojipkgs.stg.fedoraproject.org//work/tasks
|
||||||
|
{% else %}
|
||||||
|
server = https://koji.fedoraproject.org/kojihub
|
||||||
|
# The two adjacent slashes in the below URL are _not_ a typo.
|
||||||
|
base_task_url = https://kojipkgs.fedoraproject.org//work/tasks
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
|
[aws]
|
||||||
|
util_username = {{aws_util_username}}
|
||||||
|
test_username = {{aws_test_username}}
|
||||||
|
access_id = {{aws_access_id}}
|
||||||
|
secret_key = {{aws_secret_key}}
|
||||||
|
iam_profile = {{aws_iam_profile}}
|
||||||
|
keyname = {{aws_keyname}}
|
||||||
|
keypath = {{aws_keypath}}
|
||||||
|
pubkeypath = {{aws_pubkeypath}}
|
||||||
|
test = {{aws_test}}
|
||||||
|
amis = ap-northeast-1|RHEL|6.5|x86_64|ami-e7aee0e6|aki-176bf516
|
||||||
|
ap-southeast-1|RHEL|6.5|x86_64|ami-c683df94|aki-503e7402
|
||||||
|
ap-southeast-2|RHEL|6.5|x86_64|ami-41ra8f7b|aki-c362fff9
|
||||||
|
eu-west-1|RHEL|6.5|x86_64|ami-81f23cf6|aki-52a34525
|
||||||
|
sa-east-1|RHEL|6.5|x86_64|ami-b7ec43aa|aki-5553f448
|
||||||
|
us-east-1|RHEL|6.5|x86_64|ami-be6a98d6|aki-919dcaf8
|
||||||
|
us-west-1|RHEL|6.5|x86_64|ami-fc393eb9|aki-880531cd
|
||||||
|
us-west-2|RHEL|6.5|x86_64|ami-79daa849|aki-fc8f11cc
|
||||||
|
ap-northeast-1|RHEL|6.5|i386|ami-c7bff1c6|aki-136bf512
|
||||||
|
ap-southeast-1|RHEL|6.5|i386|ami-9eb8e4cc|aki-ae3973fc
|
||||||
|
ap-southeast-2|RHEL|6.5|i386|ami-87f194bd|aki-cd62fff7
|
||||||
|
eu-west-1|RHEL|6.5|i386|ami-7101cf06|aki-68a3451f
|
||||||
|
sa-east-1|RHEL|6.5|i386|ami-e9e847f4|aki-5b53f446
|
||||||
|
us-east-1|RHEL|6.5|i386|ami-acac51c4|aki-8f9dcae6
|
||||||
|
us-west-1|RHEL|6.5|i386|ami-eacfc8af|aki-8e0531cb
|
||||||
|
us-west-2|RHEL|6.5|i386|ami-25cab815|aki-f08f11c0
|
||||||
|
|
||||||
|
# none of the stuff below this line is used right now,
|
||||||
|
# so these placeholders can stay
|
||||||
|
|
||||||
|
[rackspace]
|
||||||
|
username = someuser
|
||||||
|
api_key = secretk3y
|
||||||
|
|
||||||
|
[gce]
|
||||||
|
email = someacct@provider.com
|
||||||
|
keypath = /path/to/pem/file
|
||||||
|
project_id = someprojectid
|
||||||
|
|
||||||
|
[hp]
|
||||||
|
username = aperson
|
||||||
|
password = somecoolpassword
|
||||||
|
tenant = theprojectname
|
||||||
24
roles/fedimg/templates/fedmsg.d/fedimg.py
Normal file
24
roles/fedimg/templates/fedmsg.d/fedimg.py
Normal file
|
|
@ -0,0 +1,24 @@
|
||||||
|
# This file is part of fedimg.
|
||||||
|
# Copyright (C) 2014 Red Hat, Inc.
|
||||||
|
#
|
||||||
|
# fedimg is free software: you can redistribute it and/or modify
|
||||||
|
# it under the terms of the GNU Affero General Public License as
|
||||||
|
# published by the Free Software Foundation, either version 3 of the
|
||||||
|
# License, or (at your option) any later version.
|
||||||
|
#
|
||||||
|
# fedimg is distributed in the hope that it will be useful,
|
||||||
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||||
|
# Affero General Public License for more details.
|
||||||
|
#
|
||||||
|
# You should have received a copy of the GNU Affero General Public
|
||||||
|
# License along with fedimg; if not, see http://www.gnu.org/licenses,
|
||||||
|
# or write to the Free Software Foundation, Inc.,
|
||||||
|
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
||||||
|
#
|
||||||
|
# Authors: David Gay <dgay@redhat.com>
|
||||||
|
#
|
||||||
|
|
||||||
|
config = dict(
|
||||||
|
kojiconsumer=True,
|
||||||
|
)
|
||||||
|
|
@ -17,22 +17,16 @@ config = dict(
|
||||||
# name of it's calling module to determine which endpoint definition
|
# name of it's calling module to determine which endpoint definition
|
||||||
# to use. This can be overridden by explicitly providing the name in
|
# to use. This can be overridden by explicitly providing the name in
|
||||||
# the initial call to fedmsg.init(...).
|
# the initial call to fedmsg.init(...).
|
||||||
"bodhi.branched-composer": [
|
|
||||||
"tcp://branched-composer.%s:3000" % suffix,
|
|
||||||
"tcp://branched-composer.%s:3001" % suffix,
|
|
||||||
],
|
|
||||||
"bodhi.rawhide-composer": [
|
|
||||||
"tcp://rawhide-composer.%s:3000" % suffix,
|
|
||||||
"tcp://rawhide-composer.%s:3001" % suffix,
|
|
||||||
],
|
|
||||||
"bodhi.bodhi01": [
|
"bodhi.bodhi01": [
|
||||||
"tcp://bodhi01.%s:300%i" % (suffix, i)
|
"tcp://bodhi01.%s:300%i" % (suffix, i)
|
||||||
for i in range(8)
|
for i in range(8)
|
||||||
],
|
],
|
||||||
|
{% if not env == 'staging' %}
|
||||||
"bodhi.bodhi02": [
|
"bodhi.bodhi02": [
|
||||||
"tcp://bodhi02.%s:300%i" % (suffix, i)
|
"tcp://bodhi02.%s:300%i" % (suffix, i)
|
||||||
for i in range(8)
|
for i in range(8)
|
||||||
],
|
],
|
||||||
|
{% endif %}
|
||||||
{% if not env == 'staging' %}
|
{% if not env == 'staging' %}
|
||||||
"bodhi.releng04": [
|
"bodhi.releng04": [
|
||||||
"tcp://releng04.%s:3000" % suffix,
|
"tcp://releng04.%s:3000" % suffix,
|
||||||
|
|
@ -82,11 +76,12 @@ config = dict(
|
||||||
for i in range(6)
|
for i in range(6)
|
||||||
],
|
],
|
||||||
|
|
||||||
# Askbot runs as 6 processes with 1 thread each.
|
{% if env != 'staging' %}
|
||||||
"askbot.ask02": [
|
"askbot.ask02": [
|
||||||
"tcp://ask02.%s:30%02i" % (suffix, i)
|
"tcp://ask02.%s:30%02i" % (suffix, i)
|
||||||
for i in range(6)
|
for i in range(6)
|
||||||
],
|
],
|
||||||
|
{% endif %}
|
||||||
|
|
||||||
# koji is not listed here since it publishes to the fedmsg-relay
|
# koji is not listed here since it publishes to the fedmsg-relay
|
||||||
},
|
},
|
||||||
|
|
|
||||||
|
|
@ -1,8 +1,8 @@
|
||||||
define host {
|
#define host {
|
||||||
host_name branched-composer
|
# host_name branched-composer
|
||||||
alias branched-composer.phx2.fedoraproject.org
|
# alias branched-composer.phx2.fedoraproject.org
|
||||||
use defaulttemplate
|
# use defaulttemplate
|
||||||
address branched-composer.phx2.fedoraproject.org
|
# address branched-composer.phx2.fedoraproject.org
|
||||||
parents bvirthost08
|
# parents bvirthost08
|
||||||
contact_groups build-sysadmin-email
|
# contact_groups build-sysadmin-email
|
||||||
}
|
#}
|
||||||
|
|
|
||||||
|
|
@ -14,7 +14,7 @@ define service {
|
||||||
#}
|
#}
|
||||||
|
|
||||||
define service {
|
define service {
|
||||||
host_name noc01, proxy01, proxy02, rawhide-composer, branched-composer, db01
|
host_name noc01, proxy01, proxy02, rawhide-composer, db01
|
||||||
service_description Disk Space /boot
|
service_description Disk Space /boot
|
||||||
check_command check_by_nrpe!check_disk_/boot
|
check_command check_by_nrpe!check_disk_/boot
|
||||||
use disktemplate
|
use disktemplate
|
||||||
|
|
|
||||||
|
|
@ -1,5 +1,5 @@
|
||||||
define service {
|
define service {
|
||||||
host_name rawhide-composer, branched-composer, koji03
|
host_name rawhide-composer, koji03
|
||||||
service_description Check NFS File Locks
|
service_description Check NFS File Locks
|
||||||
check_command check_by_nrpe!check_lock
|
check_command check_by_nrpe!check_lock
|
||||||
use criticaltemplate
|
use criticaltemplate
|
||||||
|
|
|
||||||
|
|
@ -1,797 +0,0 @@
|
||||||
# -*- coding: utf-8 -*-
|
|
||||||
###
|
|
||||||
# Copyright (c) 2007, Mike McGrath
|
|
||||||
# All rights reserved.
|
|
||||||
#
|
|
||||||
# Redistribution and use in source and binary forms, with or without
|
|
||||||
# modification, are permitted provided that the following conditions are met:
|
|
||||||
#
|
|
||||||
# * Redistributions of source code must retain the above copyright notice,
|
|
||||||
# this list of conditions, and the following disclaimer.
|
|
||||||
# * Redistributions in binary form must reproduce the above copyright notice,
|
|
||||||
# this list of conditions, and the following disclaimer in the
|
|
||||||
# documentation and/or other materials provided with the distribution.
|
|
||||||
# * Neither the name of the author of this software nor the name of
|
|
||||||
# contributors to this software may be used to endorse or promote products
|
|
||||||
# derived from this software without specific prior written consent.
|
|
||||||
#
|
|
||||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
|
||||||
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
|
||||||
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
|
||||||
# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
|
|
||||||
# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
||||||
# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
||||||
# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
||||||
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
||||||
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
||||||
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
||||||
# POSSIBILITY OF SUCH DAMAGE.
|
|
||||||
###
|
|
||||||
|
|
||||||
import arrow
|
|
||||||
import sgmllib
|
|
||||||
import htmlentitydefs
|
|
||||||
import requests
|
|
||||||
|
|
||||||
import supybot.utils as utils
|
|
||||||
import supybot.conf as conf
|
|
||||||
import time
|
|
||||||
from supybot.commands import *
|
|
||||||
import supybot.plugins as plugins
|
|
||||||
import supybot.ircutils as ircutils
|
|
||||||
import supybot.callbacks as callbacks
|
|
||||||
|
|
||||||
from fedora.client import AppError
|
|
||||||
from fedora.client import AuthError
|
|
||||||
from fedora.client import ServerError
|
|
||||||
from fedora.client.fas2 import AccountSystem
|
|
||||||
from fedora.client.fas2 import FASError
|
|
||||||
from pkgdb2client import PkgDB
|
|
||||||
|
|
||||||
from kitchen.text.converters import to_unicode
|
|
||||||
|
|
||||||
import fedmsg.config
|
|
||||||
import fedmsg.meta
|
|
||||||
|
|
||||||
import simplejson
|
|
||||||
import urllib
|
|
||||||
import commands
|
|
||||||
import urllib2
|
|
||||||
import socket
|
|
||||||
import pytz
|
|
||||||
import datetime
|
|
||||||
import threading
|
|
||||||
|
|
||||||
SPARKLINE_RESOLUTION = 50
|
|
||||||
|
|
||||||
datagrepper_url = 'https://apps.fedoraproject.org/datagrepper/raw'
|
|
||||||
|
|
||||||
|
|
||||||
def datagrepper_query(kwargs):
|
|
||||||
""" Return the count of msgs filtered by kwargs for a given time.
|
|
||||||
|
|
||||||
The arguments for this are a little clumsy; this is imposed on us by
|
|
||||||
multiprocessing.Pool.
|
|
||||||
"""
|
|
||||||
start, end = kwargs.pop('start'), kwargs.pop('end')
|
|
||||||
params = {
|
|
||||||
'start': time.mktime(start.timetuple()),
|
|
||||||
'end': time.mktime(end.timetuple()),
|
|
||||||
}
|
|
||||||
params.update(kwargs)
|
|
||||||
|
|
||||||
req = requests.get(datagrepper_url, params=params)
|
|
||||||
json_out = simplejson.loads(req.text)
|
|
||||||
result = int(json_out['total'])
|
|
||||||
return result
|
|
||||||
|
|
||||||
|
|
||||||
class WorkerThread(threading.Thread):
|
|
||||||
""" A simple worker thread for our threadpool. """
|
|
||||||
|
|
||||||
def __init__(self, fn, item, *args, **kwargs):
|
|
||||||
self.fn = fn
|
|
||||||
self.item = item
|
|
||||||
super(WorkerThread, self).__init__(*args, **kwargs)
|
|
||||||
|
|
||||||
def run(self):
|
|
||||||
self.result = self.fn(self.item)
|
|
||||||
|
|
||||||
|
|
||||||
class ThreadPool(object):
|
|
||||||
""" Our very own threadpool implementation.
|
|
||||||
|
|
||||||
We make our own thing because multiprocessing is too heavy.
|
|
||||||
"""
|
|
||||||
|
|
||||||
def map(self, fn, items):
|
|
||||||
threads = []
|
|
||||||
|
|
||||||
for item in items:
|
|
||||||
threads.append(WorkerThread(fn=fn, item=item))
|
|
||||||
|
|
||||||
for thread in threads:
|
|
||||||
thread.start()
|
|
||||||
|
|
||||||
for thread in threads:
|
|
||||||
thread.join()
|
|
||||||
|
|
||||||
return [thread.result for thread in threads]
|
|
||||||
|
|
||||||
|
|
||||||
class Title(sgmllib.SGMLParser):
|
|
||||||
entitydefs = htmlentitydefs.entitydefs.copy()
|
|
||||||
entitydefs['nbsp'] = ' '
|
|
||||||
|
|
||||||
def __init__(self):
|
|
||||||
self.inTitle = False
|
|
||||||
self.title = ''
|
|
||||||
sgmllib.SGMLParser.__init__(self)
|
|
||||||
|
|
||||||
def start_title(self, attrs):
|
|
||||||
self.inTitle = True
|
|
||||||
|
|
||||||
def end_title(self):
|
|
||||||
self.inTitle = False
|
|
||||||
|
|
||||||
def unknown_entityref(self, name):
|
|
||||||
if self.inTitle:
|
|
||||||
self.title += ' '
|
|
||||||
|
|
||||||
def unknown_charref(self, name):
|
|
||||||
if self.inTitle:
|
|
||||||
self.title += ' '
|
|
||||||
|
|
||||||
def handle_data(self, data):
|
|
||||||
if self.inTitle:
|
|
||||||
self.title += data
|
|
||||||
|
|
||||||
|
|
||||||
class Fedora(callbacks.Plugin):
|
|
||||||
"""Use this plugin to retrieve Fedora-related information."""
|
|
||||||
threaded = True
|
|
||||||
|
|
||||||
def __init__(self, irc):
|
|
||||||
super(Fedora, self).__init__(irc)
|
|
||||||
|
|
||||||
# caches, automatically downloaded on __init__, manually refreshed on
|
|
||||||
# .refresh
|
|
||||||
self.userlist = None
|
|
||||||
self.bugzacl = None
|
|
||||||
|
|
||||||
# To get the information, we need a username and password to FAS.
|
|
||||||
# DO NOT COMMIT YOUR USERNAME AND PASSWORD TO THE PUBLIC REPOSITORY!
|
|
||||||
self.fasurl = self.registryValue('fas.url')
|
|
||||||
self.username = self.registryValue('fas.username')
|
|
||||||
self.password = self.registryValue('fas.password')
|
|
||||||
|
|
||||||
self.fasclient = AccountSystem(self.fasurl, username=self.username,
|
|
||||||
password=self.password)
|
|
||||||
self.pkgdb = PkgDB()
|
|
||||||
# URLs
|
|
||||||
#self.url = {}
|
|
||||||
|
|
||||||
# fetch necessary caches
|
|
||||||
self._refresh()
|
|
||||||
|
|
||||||
# Pull in /etc/fedmsg.d/ so we can build the fedmsg.meta processors.
|
|
||||||
fm_config = fedmsg.config.load_config()
|
|
||||||
fedmsg.meta.make_processors(**fm_config)
|
|
||||||
|
|
||||||
def _refresh(self):
|
|
||||||
timeout = socket.getdefaulttimeout()
|
|
||||||
socket.setdefaulttimeout(None)
|
|
||||||
self.log.info("Downloading user data")
|
|
||||||
request = self.fasclient.send_request('/user/list',
|
|
||||||
req_params={'search': '*'},
|
|
||||||
auth=True,
|
|
||||||
timeout=240)
|
|
||||||
users = request['people'] + request['unapproved_people']
|
|
||||||
del request
|
|
||||||
self.log.info("Caching necessary user data")
|
|
||||||
self.users = {}
|
|
||||||
self.faslist = {}
|
|
||||||
for user in users:
|
|
||||||
name = user['username']
|
|
||||||
self.users[name] = {}
|
|
||||||
self.users[name]['id'] = user['id']
|
|
||||||
key = ' '.join([user['username'], user['email'] or '',
|
|
||||||
user['human_name'] or '', user['ircnick'] or ''])
|
|
||||||
key = key.lower()
|
|
||||||
value = "%s '%s' <%s>" % (user['username'], user['human_name'] or
|
|
||||||
'', user['email'] or '')
|
|
||||||
self.faslist[key] = value
|
|
||||||
self.log.info("Downloading package owners cache")
|
|
||||||
data = requests.get(
|
|
||||||
'https://admin.fedoraproject.org/pkgdb/api/bugzilla?format=json',
|
|
||||||
verify=True).json()
|
|
||||||
self.bugzacl = data['bugzillaAcls']
|
|
||||||
socket.setdefaulttimeout(timeout)
|
|
||||||
|
|
||||||
def refresh(self, irc, msg, args):
|
|
||||||
"""takes no arguments
|
|
||||||
|
|
||||||
Refresh the necessary caches."""
|
|
||||||
self._refresh()
|
|
||||||
irc.replySuccess()
|
|
||||||
refresh = wrap(refresh)
|
|
||||||
|
|
||||||
def _load_json(self, url):
|
|
||||||
timeout = socket.getdefaulttimeout()
|
|
||||||
socket.setdefaulttimeout(45)
|
|
||||||
json = simplejson.loads(utils.web.getUrl(url))
|
|
||||||
socket.setdefaulttimeout(timeout)
|
|
||||||
return json
|
|
||||||
|
|
||||||
def whoowns(self, irc, msg, args, package):
|
|
||||||
"""<package>
|
|
||||||
|
|
||||||
Retrieve the owner of a given package
|
|
||||||
"""
|
|
||||||
try:
|
|
||||||
mainowner = self.bugzacl['Fedora'][package]['owner']
|
|
||||||
except KeyError:
|
|
||||||
irc.reply("No such package exists.")
|
|
||||||
return
|
|
||||||
others = []
|
|
||||||
for key in self.bugzacl:
|
|
||||||
if key == 'Fedora':
|
|
||||||
continue
|
|
||||||
try:
|
|
||||||
owner = self.bugzacl[key][package]['owner']
|
|
||||||
if owner == mainowner:
|
|
||||||
continue
|
|
||||||
except KeyError:
|
|
||||||
continue
|
|
||||||
others.append("%s in %s" % (owner, key))
|
|
||||||
if others == []:
|
|
||||||
irc.reply(mainowner)
|
|
||||||
else:
|
|
||||||
irc.reply("%s (%s)" % (mainowner, ', '.join(others)))
|
|
||||||
whoowns = wrap(whoowns, ['text'])
|
|
||||||
|
|
||||||
def branches(self, irc, msg, args, package):
|
|
||||||
"""<package>
|
|
||||||
|
|
||||||
Return the branches a package is in."""
|
|
||||||
try:
|
|
||||||
pkginfo = self.pkgdb.get_package(package)
|
|
||||||
except AppError:
|
|
||||||
irc.reply("No such package exists.")
|
|
||||||
return
|
|
||||||
branch_list = []
|
|
||||||
for listing in pkginfo['packages']:
|
|
||||||
branch_list.append(listing['collection']['branchname'])
|
|
||||||
branch_list.sort()
|
|
||||||
irc.reply(' '.join(branch_list))
|
|
||||||
return
|
|
||||||
branches = wrap(branches, ['text'])
|
|
||||||
|
|
||||||
def what(self, irc, msg, args, package):
|
|
||||||
"""<package>
|
|
||||||
|
|
||||||
Returns a description of a given package.
|
|
||||||
"""
|
|
||||||
try:
|
|
||||||
summary = self.bugzacl['Fedora'][package]['summary']
|
|
||||||
irc.reply("%s: %s" % (package, summary))
|
|
||||||
except KeyError:
|
|
||||||
irc.reply("No such package exists.")
|
|
||||||
return
|
|
||||||
what = wrap(what, ['text'])
|
|
||||||
|
|
||||||
def fas(self, irc, msg, args, find_name):
|
|
||||||
"""<query>
|
|
||||||
|
|
||||||
Search the Fedora Account System usernames, full names, and email
|
|
||||||
addresses for a match."""
|
|
||||||
find_name = to_unicode(find_name)
|
|
||||||
matches = []
|
|
||||||
for entry in self.faslist.keys():
|
|
||||||
if entry.find(find_name.lower()) != -1:
|
|
||||||
matches.append(entry)
|
|
||||||
if len(matches) == 0:
|
|
||||||
irc.reply("'%s' Not Found!" % find_name)
|
|
||||||
else:
|
|
||||||
output = []
|
|
||||||
for match in matches:
|
|
||||||
output.append(self.faslist[match])
|
|
||||||
irc.reply(' - '.join(output).encode('utf-8'))
|
|
||||||
fas = wrap(fas, ['text'])
|
|
||||||
|
|
||||||
def hellomynameis(self, irc, msg, args, name):
|
|
||||||
"""<username>
|
|
||||||
|
|
||||||
Return brief information about a Fedora Account System username. Useful
|
|
||||||
for things like meeting roll call and calling attention to yourself."""
|
|
||||||
try:
|
|
||||||
person = self.fasclient.person_by_username(name)
|
|
||||||
except:
|
|
||||||
irc.reply('Something blew up, please try again')
|
|
||||||
return
|
|
||||||
if not person:
|
|
||||||
irc.reply('Sorry, but you don\'t exist')
|
|
||||||
return
|
|
||||||
irc.reply(('%(username)s \'%(human_name)s\' <%(email)s>' %
|
|
||||||
person).encode('utf-8'))
|
|
||||||
hellomynameis = wrap(hellomynameis, ['text'])
|
|
||||||
|
|
||||||
def himynameis(self, irc, msg, args, name):
|
|
||||||
"""<username>
|
|
||||||
|
|
||||||
Will the real Slim Shady please stand up?"""
|
|
||||||
try:
|
|
||||||
person = self.fasclient.person_by_username(name)
|
|
||||||
except:
|
|
||||||
irc.reply('Something blew up, please try again')
|
|
||||||
return
|
|
||||||
if not person:
|
|
||||||
irc.reply('Sorry, but you don\'t exist')
|
|
||||||
return
|
|
||||||
irc.reply(('%(username)s \'Slim Shady\' <%(email)s>' %
|
|
||||||
person).encode('utf-8'))
|
|
||||||
himynameis = wrap(himynameis, ['text'])
|
|
||||||
|
|
||||||
def localtime(self, irc, msg, args, name):
|
|
||||||
"""<username>
|
|
||||||
|
|
||||||
Returns the current time of the user.
|
|
||||||
The timezone is queried from FAS."""
|
|
||||||
try:
|
|
||||||
person = self.fasclient.person_by_username(name)
|
|
||||||
except:
|
|
||||||
irc.reply('Error getting info user user: "%s"' % name)
|
|
||||||
return
|
|
||||||
if not person:
|
|
||||||
irc.reply('User "%s" doesn\'t exist' % name)
|
|
||||||
return
|
|
||||||
timezone_name = person['timezone']
|
|
||||||
if timezone_name is None:
|
|
||||||
irc.reply('User "%s" doesn\'t share his timezone' % name)
|
|
||||||
return
|
|
||||||
try:
|
|
||||||
time = datetime.datetime.now(pytz.timezone(timezone_name))
|
|
||||||
except:
|
|
||||||
irc.reply('The timezone of "%s" was unknown: "%s"' % (name,
|
|
||||||
timezone))
|
|
||||||
return
|
|
||||||
irc.reply('The current local time of "%s" is: "%s" (timezone: %s)' %
|
|
||||||
(name, time.strftime('%H:%M'), timezone_name))
|
|
||||||
localtime = wrap(localtime, ['text'])
|
|
||||||
|
|
||||||
def fasinfo(self, irc, msg, args, name):
|
|
||||||
"""<username>
|
|
||||||
|
|
||||||
Return information on a Fedora Account System username."""
|
|
||||||
try:
|
|
||||||
person = self.fasclient.person_by_username(name)
|
|
||||||
except:
|
|
||||||
irc.reply('Error getting info for user: "%s"' % name)
|
|
||||||
return
|
|
||||||
if not person:
|
|
||||||
irc.reply('User "%s" doesn\'t exist' % name)
|
|
||||||
return
|
|
||||||
person['creation'] = person['creation'].split(' ')[0]
|
|
||||||
string = ("User: %(username)s, Name: %(human_name)s"
|
|
||||||
", email: %(email)s, Creation: %(creation)s"
|
|
||||||
", IRC Nick: %(ircnick)s, Timezone: %(timezone)s"
|
|
||||||
", Locale: %(locale)s"
|
|
||||||
", GPG key ID: %(gpg_keyid)s, Status: %(status)s") % person
|
|
||||||
irc.reply(string.encode('utf-8'))
|
|
||||||
|
|
||||||
# List of unapproved groups is easy
|
|
||||||
unapproved = ''
|
|
||||||
for group in person['unapproved_memberships']:
|
|
||||||
unapproved = unapproved + "%s " % group['name']
|
|
||||||
if unapproved != '':
|
|
||||||
irc.reply('Unapproved Groups: %s' % unapproved)
|
|
||||||
|
|
||||||
# List of approved groups requires a separate query to extract roles
|
|
||||||
constraints = {'username': name, 'group': '%',
|
|
||||||
'role_status': 'approved'}
|
|
||||||
columns = ['username', 'group', 'role_type']
|
|
||||||
roles = []
|
|
||||||
try:
|
|
||||||
roles = self.fasclient.people_query(constraints=constraints,
|
|
||||||
columns=columns)
|
|
||||||
except:
|
|
||||||
irc.reply('Error getting group memberships.')
|
|
||||||
return
|
|
||||||
|
|
||||||
approved = ''
|
|
||||||
for role in roles:
|
|
||||||
if role['role_type'] == 'sponsor':
|
|
||||||
approved += '+' + role['group'] + ' '
|
|
||||||
elif role['role_type'] == 'administrator':
|
|
||||||
approved += '@' + role['group'] + ' '
|
|
||||||
else:
|
|
||||||
approved += role['group'] + ' '
|
|
||||||
if approved == '':
|
|
||||||
approved = "None"
|
|
||||||
|
|
||||||
irc.reply('Approved Groups: %s' % approved)
|
|
||||||
fasinfo = wrap(fasinfo, ['text'])
|
|
||||||
|
|
||||||
def group(self, irc, msg, args, name):
|
|
||||||
"""<group short name>
|
|
||||||
|
|
||||||
Return information about a Fedora Account System group."""
|
|
||||||
try:
|
|
||||||
group = self.fasclient.group_by_name(name)
|
|
||||||
irc.reply('%s: %s' %
|
|
||||||
(name, group['display_name']))
|
|
||||||
except AppError:
|
|
||||||
irc.reply('There is no group "%s".' % name)
|
|
||||||
group = wrap(group, ['text'])
|
|
||||||
|
|
||||||
def admins(self, irc, msg, args, name):
|
|
||||||
"""<group short name>
|
|
||||||
|
|
||||||
Return the administrators list for the selected group"""
|
|
||||||
|
|
||||||
try:
|
|
||||||
group = self.fasclient.group_members(name)
|
|
||||||
sponsors = ''
|
|
||||||
for person in group:
|
|
||||||
if person['role_type'] == 'administrator':
|
|
||||||
sponsors += person['username'] + ' '
|
|
||||||
irc.reply('Administrators for %s: %s' % (name, sponsors))
|
|
||||||
except AppError:
|
|
||||||
irc.reply('There is no group %s.' % name)
|
|
||||||
|
|
||||||
admins = wrap(admins, ['text'])
|
|
||||||
|
|
||||||
def sponsors(self, irc, msg, args, name):
|
|
||||||
"""<group short name>
|
|
||||||
|
|
||||||
Return the sponsors list for the selected group"""
|
|
||||||
|
|
||||||
try:
|
|
||||||
group = self.fasclient.group_members(name)
|
|
||||||
sponsors = ''
|
|
||||||
for person in group:
|
|
||||||
if person['role_type'] == 'sponsor':
|
|
||||||
sponsors += person['username'] + ' '
|
|
||||||
elif person['role_type'] == 'administrator':
|
|
||||||
sponsors += '@' + person['username'] + ' '
|
|
||||||
irc.reply('Sponsors for %s: %s' % (name, sponsors))
|
|
||||||
except AppError:
|
|
||||||
irc.reply('There is no group %s.' % name)
|
|
||||||
|
|
||||||
sponsors = wrap(sponsors, ['text'])
|
|
||||||
|
|
||||||
def members(self, irc, msg, args, name):
|
|
||||||
"""<group short name>
|
|
||||||
|
|
||||||
Return a list of members of the specified group"""
|
|
||||||
try:
|
|
||||||
group = self.fasclient.group_members(name)
|
|
||||||
members = ''
|
|
||||||
for person in group:
|
|
||||||
if person['role_type'] == 'administrator':
|
|
||||||
members += '@' + person['username'] + ' '
|
|
||||||
elif person['role_type'] == 'sponsor':
|
|
||||||
members += '+' + person['username'] + ' '
|
|
||||||
else:
|
|
||||||
members += person['username'] + ' '
|
|
||||||
irc.reply('Members of %s: %s' % (name, members))
|
|
||||||
except AppError:
|
|
||||||
irc.reply('There is no group %s.' % name)
|
|
||||||
|
|
||||||
members = wrap(members, ['text'])
|
|
||||||
|
|
||||||
def showticket(self, irc, msg, args, baseurl, number):
|
|
||||||
"""<baseurl> <number>
|
|
||||||
|
|
||||||
Return the name and URL of a trac ticket or bugzilla bug.
|
|
||||||
"""
|
|
||||||
url = format(baseurl, str(number))
|
|
||||||
size = conf.supybot.protocols.http.peekSize()
|
|
||||||
text = utils.web.getUrl(url, size=size)
|
|
||||||
parser = Title()
|
|
||||||
try:
|
|
||||||
parser.feed(text)
|
|
||||||
except sgmllib.SGMLParseError:
|
|
||||||
irc.reply(format('Encountered a problem parsing %u', url))
|
|
||||||
if parser.title:
|
|
||||||
irc.reply(utils.web.htmlToText(parser.title.strip()) + ' - ' + url)
|
|
||||||
else:
|
|
||||||
irc.reply(format('That URL appears to have no HTML title ' +
|
|
||||||
'within the first %i bytes.', size))
|
|
||||||
showticket = wrap(showticket, ['httpUrl', 'int'])
|
|
||||||
|
|
||||||
def swedish(self, irc, msg, args):
|
|
||||||
"""takes no arguments
|
|
||||||
|
|
||||||
Humor mmcgrath."""
|
|
||||||
|
|
||||||
# Import this here to avoid a circular import problem.
|
|
||||||
from __init__ import __version__
|
|
||||||
|
|
||||||
irc.reply(str('kwack kwack'))
|
|
||||||
irc.reply(str('bork bork bork'))
|
|
||||||
irc.reply(str('(supybot-fedora version %s)' % __version__))
|
|
||||||
swedish = wrap(swedish)
|
|
||||||
|
|
||||||
def wikilink(self, irc, msg, args, name):
|
|
||||||
"""<username>
|
|
||||||
|
|
||||||
Return MediaWiki link syntax for a FAS user's page on the wiki."""
|
|
||||||
try:
|
|
||||||
person = self.fasclient.person_by_username(name)
|
|
||||||
except:
|
|
||||||
irc.reply('Error getting info for user: "%s"' % name)
|
|
||||||
return
|
|
||||||
if not person:
|
|
||||||
irc.reply('User "%s" doesn\'t exist' % name)
|
|
||||||
return
|
|
||||||
string = "[[User:%s|%s]]" % (person["username"],
|
|
||||||
person["human_name"] or '')
|
|
||||||
irc.reply(string.encode('utf-8'))
|
|
||||||
wikilink = wrap(wikilink, ['text'])
|
|
||||||
|
|
||||||
def mirroradmins(self, irc, msg, args, hostname):
|
|
||||||
"""<hostname>
|
|
||||||
|
|
||||||
Return MirrorManager list of FAS usernames which administer <hostname>.
|
|
||||||
<hostname> must be the FQDN of the host."""
|
|
||||||
url = ("https://admin.fedoraproject.org/mirrormanager/mirroradmins?"
|
|
||||||
"tg_format=json&host=" + hostname)
|
|
||||||
result = self._load_json(url)['values']
|
|
||||||
if len(result) == 0:
|
|
||||||
irc.reply('Hostname "%s" not found' % hostname)
|
|
||||||
return
|
|
||||||
string = 'Mirror Admins of %s: ' % hostname
|
|
||||||
string += ' '.join(result)
|
|
||||||
irc.reply(string.encode('utf-8'))
|
|
||||||
mirroradmins = wrap(mirroradmins, ['text'])
|
|
||||||
|
|
||||||
def nextmeeting(self, irc, msg, args, channel):
|
|
||||||
"""<channel>
|
|
||||||
|
|
||||||
Return the next meeting scheduled for a particular channel.
|
|
||||||
"""
|
|
||||||
|
|
||||||
channel = channel.strip('#').split('@')[0]
|
|
||||||
meetings = list(self._future_meetings(channel))
|
|
||||||
if not meetings:
|
|
||||||
response = "There are no meetings scheduled for #%s." % channel
|
|
||||||
irc.reply(response.encode('utf-8'))
|
|
||||||
return
|
|
||||||
|
|
||||||
date, meeting = meetings[0]
|
|
||||||
response = "The next meeting in #%s is %s (starting %s)" % (
|
|
||||||
channel,
|
|
||||||
meeting['meeting_name'],
|
|
||||||
arrow.get(date).humanize(),
|
|
||||||
)
|
|
||||||
irc.reply(response.encode('utf-8'))
|
|
||||||
base = "https://apps.fedoraproject.org/calendar/location/"
|
|
||||||
url = base + urllib.quote("%s@irc.freenode.net/" % channel)
|
|
||||||
irc.reply("- " + url.encode('utf-8'))
|
|
||||||
nextmeeting = wrap(nextmeeting, ['text'])
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def _future_meetings(channel):
|
|
||||||
response = requests.get(
|
|
||||||
'https://apps.fedoraproject.org/calendar/api/meetings',
|
|
||||||
params=dict(
|
|
||||||
location='%s@irc.freenode.net' % channel,
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
||||||
data = response.json()
|
|
||||||
now = datetime.datetime.utcnow()
|
|
||||||
|
|
||||||
for meeting in data['meetings']:
|
|
||||||
string = meeting['meeting_date'] + " " + meeting['meeting_time_start']
|
|
||||||
dt = datetime.datetime.strptime(string, "%Y-%m-%d %H:%M:%S")
|
|
||||||
|
|
||||||
if now < dt:
|
|
||||||
yield dt, meeting
|
|
||||||
|
|
||||||
def badges(self, irc, msg, args, name):
|
|
||||||
"""<username>
|
|
||||||
|
|
||||||
Return badges statistics about a user.
|
|
||||||
"""
|
|
||||||
url = "https://badges.fedoraproject.org/user/" + name
|
|
||||||
d = requests.get(url + "/json").json()
|
|
||||||
|
|
||||||
if 'error' in d:
|
|
||||||
response = d['error']
|
|
||||||
else:
|
|
||||||
template = "{name} has unlocked {n} Fedora Badges: {url}"
|
|
||||||
n = len(d['assertions'])
|
|
||||||
response = template.format(name=name, url=url, n=n)
|
|
||||||
|
|
||||||
irc.reply(response.encode('utf-8'))
|
|
||||||
badges = wrap(badges, ['text'])
|
|
||||||
|
|
||||||
def quote(self, irc, msg, args, arguments):
|
|
||||||
"""<SYMBOL> [daily, weekly, monthly, quarterly]
|
|
||||||
|
|
||||||
Return some datagrepper statistics on fedmsg categories.
|
|
||||||
"""
|
|
||||||
|
|
||||||
# First, some argument parsing. Supybot should be able to do this for
|
|
||||||
# us, but I couldn't figure it out. The supybot.plugins.additional
|
|
||||||
# object is the thing to use... except its weird.
|
|
||||||
tokens = arguments.split(None, 1)
|
|
||||||
if len(tokens) == 1:
|
|
||||||
symbol, frame = tokens[0], 'daily'
|
|
||||||
else:
|
|
||||||
symbol, frame = tokens
|
|
||||||
|
|
||||||
# Second, build a lookup table for symbols. By default, we'll use the
|
|
||||||
# fedmsg category names, take their first 3 characters and uppercase
|
|
||||||
# them. That will take things like "wiki" and turn them into "WIK" and
|
|
||||||
# "bodhi" and turn them into "BOD". This handles a lot for us. We'll
|
|
||||||
# then override those that don't make sense manually here. For
|
|
||||||
# instance "fedoratagger" by default would be "FED", but that's no
|
|
||||||
# good. We want "TAG".
|
|
||||||
# Why all this trouble? Well, as new things get added to the fedmsg
|
|
||||||
# bus, we don't want to have keep coming back here and modifying this
|
|
||||||
# code. Hopefully this dance will at least partially future-proof us.
|
|
||||||
symbols = dict([
|
|
||||||
(processor.__name__.lower(), processor.__name__[:3].upper())
|
|
||||||
for processor in fedmsg.meta.processors
|
|
||||||
])
|
|
||||||
symbols.update({
|
|
||||||
'fedoratagger': 'TAG',
|
|
||||||
'fedbadges': 'BDG',
|
|
||||||
'buildsys': 'KOJ',
|
|
||||||
'pkgdb': 'PKG',
|
|
||||||
'meetbot': 'MTB',
|
|
||||||
'planet': 'PLN',
|
|
||||||
'trac': 'TRC',
|
|
||||||
'mailman': 'MM3',
|
|
||||||
})
|
|
||||||
|
|
||||||
# Now invert the dict so we can lookup the argued symbol.
|
|
||||||
# Yes, this is vulnerable to collisions.
|
|
||||||
symbols = dict([(sym, name) for name, sym in symbols.items()])
|
|
||||||
|
|
||||||
# These aren't user-facing topics, so drop 'em.
|
|
||||||
del symbols['LOG']
|
|
||||||
del symbols['UNH']
|
|
||||||
del symbols['ANN'] # And this one is unused...
|
|
||||||
|
|
||||||
key_fmt = lambda d: ', '.join(sorted(d.keys()))
|
|
||||||
|
|
||||||
if not symbol in symbols:
|
|
||||||
response = "No such symbol %r. Try one of %s"
|
|
||||||
irc.reply((response % (symbol, key_fmt(symbols))).encode('utf-8'))
|
|
||||||
return
|
|
||||||
|
|
||||||
# Now, build another lookup of our various timeframes.
|
|
||||||
frames = dict(
|
|
||||||
daily=datetime.timedelta(days=1),
|
|
||||||
weekly=datetime.timedelta(days=7),
|
|
||||||
monthly=datetime.timedelta(days=30),
|
|
||||||
quarterly=datetime.timedelta(days=91),
|
|
||||||
)
|
|
||||||
|
|
||||||
if not frame in frames:
|
|
||||||
response = "No such timeframe %r. Try one of %s"
|
|
||||||
irc.reply((response % (frame, key_fmt(frames))).encode('utf-8'))
|
|
||||||
return
|
|
||||||
|
|
||||||
category = [symbols[symbol]]
|
|
||||||
|
|
||||||
t2 = datetime.datetime.now()
|
|
||||||
t1 = t2 - frames[frame]
|
|
||||||
t0 = t1 - frames[frame]
|
|
||||||
|
|
||||||
# Count the number of messages between t0 and t1, and between t1 and t2
|
|
||||||
query1 = dict(start=t0, end=t1, category=category)
|
|
||||||
query2 = dict(start=t1, end=t2, category=category)
|
|
||||||
|
|
||||||
# Do this async for superfast datagrepper queries.
|
|
||||||
tpool = ThreadPool()
|
|
||||||
batched_values = tpool.map(datagrepper_query, [
|
|
||||||
dict(start=x, end=y, category=category)
|
|
||||||
for x, y in Utils.daterange(t1, t2, SPARKLINE_RESOLUTION)
|
|
||||||
] + [query1, query2])
|
|
||||||
|
|
||||||
count2 = batched_values.pop()
|
|
||||||
count1 = batched_values.pop()
|
|
||||||
|
|
||||||
# Just rename the results. We'll use the rest for the sparkline.
|
|
||||||
sparkline_values = batched_values
|
|
||||||
|
|
||||||
yester_phrases = dict(
|
|
||||||
daily="yesterday",
|
|
||||||
weekly="the week preceding this one",
|
|
||||||
monthly="the month preceding this one",
|
|
||||||
quarterly="the 3 months preceding these past three months",
|
|
||||||
)
|
|
||||||
phrases = dict(
|
|
||||||
daily="24 hours",
|
|
||||||
weekly="week",
|
|
||||||
monthly="month",
|
|
||||||
quarterly="3 months",
|
|
||||||
)
|
|
||||||
|
|
||||||
if count1 and count2:
|
|
||||||
percent = ((float(count2) / count1) - 1) * 100
|
|
||||||
elif not count1 and count2:
|
|
||||||
# If the older of the two time periods had zero messages, but there
|
|
||||||
# are some in the more current period.. well, that's an infinite
|
|
||||||
# percent increase.
|
|
||||||
percent = float('inf')
|
|
||||||
elif not count1 and not count2:
|
|
||||||
# If counts are zero for both periods, then the change is 0%.
|
|
||||||
percent = 0
|
|
||||||
else:
|
|
||||||
# Else, if there were some messages in the old time period, but
|
|
||||||
# none in the current... then that's a 100% drop off.
|
|
||||||
percent = -100
|
|
||||||
|
|
||||||
sign = lambda value: value >= 0 and '+' or '-'
|
|
||||||
|
|
||||||
template = u"{sym}, {name} {sign}{percent:.2f}% over {phrase}"
|
|
||||||
response = template.format(
|
|
||||||
sym=symbol,
|
|
||||||
name=symbols[symbol],
|
|
||||||
sign=sign(percent),
|
|
||||||
percent=abs(percent),
|
|
||||||
phrase=yester_phrases[frame],
|
|
||||||
)
|
|
||||||
irc.reply(response.encode('utf-8'))
|
|
||||||
|
|
||||||
# Now, make a graph out of it.
|
|
||||||
sparkline = Utils.sparkline(sparkline_values)
|
|
||||||
|
|
||||||
template = u" {sparkline} ⤆ over {phrase}"
|
|
||||||
response = template.format(
|
|
||||||
sym=symbol,
|
|
||||||
sparkline=sparkline,
|
|
||||||
phrase=phrases[frame]
|
|
||||||
)
|
|
||||||
irc.reply(response.encode('utf-8'))
|
|
||||||
|
|
||||||
to_utc = lambda t: time.gmtime(time.mktime(t.timetuple()))
|
|
||||||
# And a final line for "x-axis tics"
|
|
||||||
t1_fmt = time.strftime("%H:%M UTC %m/%d", to_utc(t1))
|
|
||||||
t2_fmt = time.strftime("%H:%M UTC %m/%d", to_utc(t2))
|
|
||||||
padding = u" " * (SPARKLINE_RESOLUTION - len(t1_fmt) - 3)
|
|
||||||
template = u" ↑ {t1}{padding}↑ {t2}"
|
|
||||||
response = template.format(t1=t1_fmt, t2=t2_fmt, padding=padding)
|
|
||||||
irc.reply(response.encode('utf-8'))
|
|
||||||
quote = wrap(quote, ['text'])
|
|
||||||
|
|
||||||
|
|
||||||
class Utils(object):
|
|
||||||
""" Some handy utils for datagrepper visualization. """
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def sparkline(cls, values):
|
|
||||||
bar = u'▁▂▃▄▅▆▇█'
|
|
||||||
barcount = len(bar) - 1
|
|
||||||
values = map(float, values)
|
|
||||||
mn, mx = min(values), max(values)
|
|
||||||
extent = mx - mn
|
|
||||||
|
|
||||||
if extent == 0:
|
|
||||||
indices = [0 for n in values]
|
|
||||||
else:
|
|
||||||
indices = [int((n - mn) / extent * barcount) for n in values]
|
|
||||||
|
|
||||||
unicode_sparkline = u''.join([bar[i] for i in indices])
|
|
||||||
return unicode_sparkline
|
|
||||||
|
|
||||||
@classmethod
|
|
||||||
def daterange(cls, start, stop, steps):
|
|
||||||
""" A generator for stepping through time. """
|
|
||||||
delta = (stop - start) / steps
|
|
||||||
current = start
|
|
||||||
while current + delta <= stop:
|
|
||||||
yield current, current + delta
|
|
||||||
current += delta
|
|
||||||
|
|
||||||
|
|
||||||
Class = Fedora
|
|
||||||
|
|
||||||
|
|
||||||
# vim:set shiftwidth=4 tabstop=4 expandtab textwidth=79:
|
|
||||||
|
|
@ -38,12 +38,6 @@
|
||||||
- name: teams cron job
|
- name: teams cron job
|
||||||
cron: name=meetings-by-team hour="23" minute="0" user=daemon job="/usr/local/bin/meetings_by_team.sh"
|
cron: name=meetings-by-team hour="23" minute="0" user=daemon job="/usr/local/bin/meetings_by_team.sh"
|
||||||
|
|
||||||
- name: hotfix - packagedb-cli which is a new dep but is not there in the rpm
|
|
||||||
yum: pkg=packagedb-cli state=present
|
|
||||||
|
|
||||||
- name: hotfix - supybot plugin
|
|
||||||
copy: src=plugin.py dest=/usr/lib/python2.6/site-packages/supybot/plugins/Fedora/plugin.py mode=755 owner=root
|
|
||||||
|
|
||||||
- name: setup meetbot.conf apache config
|
- name: setup meetbot.conf apache config
|
||||||
copy: src=meetbot.conf dest=/etc/httpd/conf.d/meetbot.conf mode=644
|
copy: src=meetbot.conf dest=/etc/httpd/conf.d/meetbot.conf mode=644
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue