From 2ad96913a75a2df43d9a63f101b12f1058ecc112 Mon Sep 17 00:00:00 2001 From: Kevin Fenzi Date: Tue, 16 Jun 2020 14:55:03 -0700 Subject: [PATCH] postgresql_server_bdr: no longer used, drop it This role/playbook/hosts were from a few years ago when I tried to setup postgresql binary replication (active/active). It didn't really ever become production ready, so drop it. Signed-off-by: Kevin Fenzi --- .../pgbdr01.stg.phx2.fedoraproject.org | 55 -- .../pgbdr02.stg.phx2.fedoraproject.org | 50 -- inventory/inventory | 10 - playbooks/groups/postgresql-server-bdr.yml | 41 -- .../files/backup-database | 10 - .../files/fasdb-cleanup-sessions | 12 - .../files/fasdb-cleanup-sessions.cron | 6 - .../files/kill_idle_xact_92.sh | 76 --- .../files/koji-cleanup-locks.cron | 6 - .../files/koji-cleanup-sessions.cron | 6 - roles/postgresql_server_bdr/handlers/main.yml | 3 - roles/postgresql_server_bdr/tasks/main.yml | 113 ---- .../templates/cron-backup-database | 1 - .../templates/pg_hba.conf | 96 ---- .../templates/postgresql.conf | 526 ------------------ 15 files changed, 1011 deletions(-) delete mode 100644 inventory/host_vars/pgbdr01.stg.phx2.fedoraproject.org delete mode 100644 inventory/host_vars/pgbdr02.stg.phx2.fedoraproject.org delete mode 100644 playbooks/groups/postgresql-server-bdr.yml delete mode 100644 roles/postgresql_server_bdr/files/backup-database delete mode 100755 roles/postgresql_server_bdr/files/fasdb-cleanup-sessions delete mode 100644 roles/postgresql_server_bdr/files/fasdb-cleanup-sessions.cron delete mode 100755 roles/postgresql_server_bdr/files/kill_idle_xact_92.sh delete mode 100644 roles/postgresql_server_bdr/files/koji-cleanup-locks.cron delete mode 100644 roles/postgresql_server_bdr/files/koji-cleanup-sessions.cron delete mode 100644 roles/postgresql_server_bdr/handlers/main.yml delete mode 100644 roles/postgresql_server_bdr/tasks/main.yml delete mode 100644 roles/postgresql_server_bdr/templates/cron-backup-database delete mode 100644 roles/postgresql_server_bdr/templates/pg_hba.conf delete mode 100644 roles/postgresql_server_bdr/templates/postgresql.conf diff --git a/inventory/host_vars/pgbdr01.stg.phx2.fedoraproject.org b/inventory/host_vars/pgbdr01.stg.phx2.fedoraproject.org deleted file mode 100644 index 69dda31d57..0000000000 --- a/inventory/host_vars/pgbdr01.stg.phx2.fedoraproject.org +++ /dev/null @@ -1,55 +0,0 @@ ---- -nm: 255.255.255.0 -gw: 10.5.128.254 -dns: 10.5.126.21 -volgroup: /dev/vg_server -eth0_ip: 10.5.128.172 -vmhost: bvirthost01.stg.phx2.fedoraproject.org - -ks_url: http://infrastructure.phx2.fedoraproject.org/repo/rhel/ks/kvm-rhel-7 -ks_repo: http://infrastructure.phx2.fedoraproject.org/repo/rhel/RHEL7-x86_64/ - -# This is a generic list, monitored by collectd -databases: -- postgres - -# These are normally group variables, but in this case db servers are often different -lvm_size: 300000 -mem_size: 16384 -max_mem_size: "{{ mem_size }}" -num_cpus: 4 -fas_client_groups: sysadmin-dba,sysadmin-noc,sysadmin-veteran - -# kernel SHMMAX value -kernel_shmmax: 68719476736 - -# -# Only allow postgresql access from the frontend node and other db nodes -# -custom_rules: [ - '-A INPUT -p tcp -m tcp -s 10.5.128.171 --dport 5432 -j ACCEPT', - '-A INPUT -p tcp -m tcp -s 10.5.128.172 --dport 5432 -j ACCEPT', - '-A INPUT -p tcp -m tcp -s 10.5.128.173 --dport 5432 -j ACCEPT', - '-A INPUT -d 224.0.0.0/8 -j ACCEPT', - '-A INPUT -p vrrp -j ACCEPT', -] - -# -# Large updates pushes cause lots of db threads doing the tag moves, so up this from default. -# -nrpe_procs_warn: 600 -nrpe_procs_crit: 700 -shared_buffers: "8GB" -effective_cache_size: "24GB" - -# Keepalived variables -keepalived_interface: eth0 -keepalived_priority: 100 -keepalived_ipaddress: 10.5.128.171/24 -keepalived_routerid: 19 - - -# GDPR SAR variables - datanommer/datagrepper -sar_script: /usr/local/bin/datagrepper_sar.py -sar_script_user: root -sar_output_file: datagrepper.csv diff --git a/inventory/host_vars/pgbdr02.stg.phx2.fedoraproject.org b/inventory/host_vars/pgbdr02.stg.phx2.fedoraproject.org deleted file mode 100644 index 56503c78cb..0000000000 --- a/inventory/host_vars/pgbdr02.stg.phx2.fedoraproject.org +++ /dev/null @@ -1,50 +0,0 @@ ---- -nm: 255.255.255.0 -gw: 10.5.128.254 -dns: 10.5.126.21 -volgroup: /dev/vg_guests -eth0_ip: 10.5.128.173 -vmhost: virthost03.stg.phx2.fedoraproject.org - -ks_url: http://infrastructure.phx2.fedoraproject.org/repo/rhel/ks/kvm-rhel-7 -ks_repo: http://infrastructure.phx2.fedoraproject.org/repo/rhel/RHEL7-x86_64/ - -# This is a generic list, monitored by collectd -databases: -- postgres - -# These are normally group variables, but in this case db servers are often different -lvm_size: 300000 -mem_size: 16384 -max_mem_size: "{{ mem_size }}" -num_cpus: 4 -fas_client_groups: sysadmin-dba,sysadmin-noc,sysadmin-veteran - -# kernel SHMMAX value -kernel_shmmax: 68719476736 - -# -# Only allow postgresql access from the frontend node and other db nodes -# -custom_rules: [ - '-A INPUT -p tcp -m tcp -s 10.5.128.171 --dport 5432 -j ACCEPT', - '-A INPUT -p tcp -m tcp -s 10.5.128.172 --dport 5432 -j ACCEPT', - '-A INPUT -p tcp -m tcp -s 10.5.128.173 --dport 5432 -j ACCEPT', - '-A INPUT -d 224.0.0.0/8 -j ACCEPT', - '-A INPUT -p vrrp -j ACCEPT', -] - -# -# Large updates pushes cause lots of db threads doing the tag moves, so up this from default. -# -nrpe_procs_warn: 600 -nrpe_procs_crit: 700 -shared_buffers: "8GB" -effective_cache_size: "24GB" - -# Keepalived variables -keepalived_interface: eth0 -keepalived_priority: 50 -keepalived_ipaddress: 10.5.128.171/24 -keepalived_routerid: 19 - diff --git a/inventory/inventory b/inventory/inventory index 81b6e7f7dd..f4020bc9ed 100644 --- a/inventory/inventory +++ b/inventory/inventory @@ -193,14 +193,6 @@ db-openqa01.iad2.fedoraproject.org # db03.stg.iad2.fedoraproject.org # db-koji01.stg.iad2.fedoraproject.org -# postgresql bidirectional replication servers -[pgbdr] - -# postgresql bidirectional replication servers (stg) -[pgbdr_stg] -# pgbdr01.stg.iad2.fedoraproject.org -# pgbdr02.stg.iad2.fedoraproject.org - # clients that talk to the main postgres servers [postgres_clients] @@ -621,8 +613,6 @@ copr-keygen-dev.aws.fedoraproject.org # pdc-backend02.stg.iad2.fedoraproject.org # pdc-backend03.stg.iad2.fedoraproject.org # pdc-web01.stg.iad2.fedoraproject.org -# pgbdr01.stg.iad2.fedoraproject.org -# pgbdr02.stg.iad2.fedoraproject.org # pkgs01.stg.iad2.fedoraproject.org # proxy01.stg.iad2.fedoraproject.org # rabbitmq01.stg.iad2.fedoraproject.org diff --git a/playbooks/groups/postgresql-server-bdr.yml b/playbooks/groups/postgresql-server-bdr.yml deleted file mode 100644 index 682d22b98e..0000000000 --- a/playbooks/groups/postgresql-server-bdr.yml +++ /dev/null @@ -1,41 +0,0 @@ -# create a new database server system -# NOTE: should be used with --limit most of the time -# NOTE: most of these vars_path come from group_vars/backup_server or from hostvars - -- import_playbook: "/srv/web/infra/ansible/playbooks/include/virt-create.yml myhosts=pgbdr01.stg.phx2.fedoraproject.org:pgbdr02.stg.phx2.fedoraproject.org" - -# Once the instance exists, configure it. - -- name: configure postgresql server system - hosts: pgbdr01.stg.phx2.fedoraproject.org:pgbdr02.stg.phx2.fedoraproject.org - user: root - gather_facts: True - - vars_files: - - /srv/web/infra/ansible/vars/global.yml - - "/srv/private/ansible/vars.yml" - - /srv/web/infra/ansible/vars/{{ ansible_distribution }}.yml - - roles: - - base - - rkhunter - - fas_client - - nagios_client - - hosts - - collectd/base - - collectd/postgres # This requires a 'databases' var to be set in host_vars - - sudo - - keepalived - - postgresql_server_bdr - - pre_tasks: - - import_tasks: "{{ tasks_path }}/yumrepos.yml" - - tasks: - - import_tasks: "{{ tasks_path }}/2fa_client.yml" - - import_tasks: "{{ tasks_path }}/motd.yml" - -# TODO: add iscsi task - - handlers: - - import_tasks: "{{ handlers_path }}/restart_services.yml" diff --git a/roles/postgresql_server_bdr/files/backup-database b/roles/postgresql_server_bdr/files/backup-database deleted file mode 100644 index 586bdca9a8..0000000000 --- a/roles/postgresql_server_bdr/files/backup-database +++ /dev/null @@ -1,10 +0,0 @@ -#!/bin/bash -# Backup a database *locally* to /backups/. - -DB=$1 - -# Make our latest backup -/usr/bin/pg_dump --exclude-table-data=sessions -C $DB | /usr/bin/xz > /backups/$DB-$(date +%F).dump.xz - -# Also, delete the backup from a few days ago. -rm -f /backups/$DB-$(date --date="2 days ago" +%F).dump.xz diff --git a/roles/postgresql_server_bdr/files/fasdb-cleanup-sessions b/roles/postgresql_server_bdr/files/fasdb-cleanup-sessions deleted file mode 100755 index 165971f1b0..0000000000 --- a/roles/postgresql_server_bdr/files/fasdb-cleanup-sessions +++ /dev/null @@ -1,12 +0,0 @@ -#!/bin/sh - -PGOPTIONS='-c maintenance_work_mem=1048576' -SESSIONDBS='fas2' - -# Clean out old sessions since TurboGears doesn't -for db in $SESSIONDBS; do -/usr/bin/psql $db > /dev/null <> $LOGFILE 2>&1 - -date - -$PSQL -q -t -c "SELECT lock_monitor.log_table_locks()" -$PSQL -q -t -c "SELECT lock_monitor.log_txn_locks()" - -KILLQUERY="WITH idles AS ( -SELECT now() as ts, datname, pid, usename, application_name, - client_addr, backend_start, xact_start, state_change, - waiting, query, pg_terminate_backend(pid) -FROM pg_stat_activity -WHERE - -- avoid system users - usename != '${SUPERUSER}' - AND usename != '${BACKUPUSER}' - AND ( - -- terminate idle txns - ( state = 'idle in transaction' AND ( now() - state_change ) > '${IDLETIME} minutes' ) - -- terminate lock waits - OR - ( state = 'active' AND waiting AND ( now() - state_change ) > '${LOCKWAIT} minutes' ) - -- terminate old txns - OR - ( state = 'active' AND ( now() - xact_start ) > '${XACTTIME} minutes' ) - ) -) -INSERT INTO lock_monitor.activity -SELECT * FROM idles;" - -$PSQL -q -t -c "${KILLQUERY}" - -exit 0 diff --git a/roles/postgresql_server_bdr/files/koji-cleanup-locks.cron b/roles/postgresql_server_bdr/files/koji-cleanup-locks.cron deleted file mode 100644 index ea9a8d8de7..0000000000 --- a/roles/postgresql_server_bdr/files/koji-cleanup-locks.cron +++ /dev/null @@ -1,6 +0,0 @@ -SHELL=/bin/bash -PATH=/sbin:/bin:/usr/sbin:/usr/bin -MAILTO=root@fedoraproject.org -HOME=/ - -*/10 * * * * postgres /usr/local/bin/kill_idle_xact_92.sh diff --git a/roles/postgresql_server_bdr/files/koji-cleanup-sessions.cron b/roles/postgresql_server_bdr/files/koji-cleanup-sessions.cron deleted file mode 100644 index 562a7825aa..0000000000 --- a/roles/postgresql_server_bdr/files/koji-cleanup-sessions.cron +++ /dev/null @@ -1,6 +0,0 @@ -SHELL=/bin/bash -PATH=/sbin:/bin:/usr/sbin:/usr/bin -MAILTO=root@fedoraproject.org -HOME=/ - -0 0 * * * postgres /usr/bin/psql -q -c "DELETE FROM sessions WHERE update_time < now() - '1 day'::interval" koji diff --git a/roles/postgresql_server_bdr/handlers/main.yml b/roles/postgresql_server_bdr/handlers/main.yml deleted file mode 100644 index 1e3b380d17..0000000000 --- a/roles/postgresql_server_bdr/handlers/main.yml +++ /dev/null @@ -1,3 +0,0 @@ ---- -- name: restart postgresql94 - service: name=postgresql-9.4 state=restarted diff --git a/roles/postgresql_server_bdr/tasks/main.yml b/roles/postgresql_server_bdr/tasks/main.yml deleted file mode 100644 index cc6a2f2352..0000000000 --- a/roles/postgresql_server_bdr/tasks/main.yml +++ /dev/null @@ -1,113 +0,0 @@ ---- -# -# Setup BDR postgresql server. -# - -- name: setup 2ndquadrant repo - package: > - name=http://packages.2ndquadrant.com/postgresql-bdr94-2ndquadrant/yum-repo-rpms/postgresql-bdr94-2ndquadrant-redhat-latest.noarch.rpm - state=present - tags: - - packages - - postgresql-bdr - -# No Fedora packages available for F25+ -- name: install postgresql server packages (yum) - package: name={{ item }} state=present - with_items: - - postgresql-bdr94 - - postgresql-bdr94-contrib - - postgresql-bdr94-server - - postgresql-bdr94-bdr - - postgresql-bdr94-plpython - - python-psycopg2 - when: ansible_distribution_major_version|int < 8 and ansible_distribution == 'RedHat' - tags: - - packages - - postgresql-bdr - -- name: Set kernel shared memory max to a larger value - sysctl: name=kernel.shmmax value={{ kernel_shmmax }} - when: kernel_shmmax is defined - notify: - - restart postgresql94 - tags: - - postgresql-bdr - -- name: Initialize postgres if necessary - command: /usr/pgsql-9.4/bin/postgresql94-setup initdb - creates=/var/lib/pgsql/9.4-bdr/data/PG_VERSION - notify: - - restart postgresql94 - tags: - - postgresql-bdr - -- name: Set postgresql-server to run on boot - service: name=postgresql-9.4 enabled=yes - ignore_errors: true - notify: - - restart postgresql94 - tags: - - service - - postgresql - -- name: Add our postgres config file. - template: > - src={{ item }} - dest=/var/lib/pgsql/9.4-bdr/data/{{ item }} - owner=postgres - with_items: - - pg_hba.conf - notify: - - restart postgresql94 - tags: - - config - - postgresql-bdr - -- name: postgresql config template - template: dest=/var/lib/pgsql/9.4-bdr/data/postgresql.conf src=postgresql.conf - notify: - - restart postgresql94 - tags: - - config - - postgresql-bdr - -- name: Ensure postgres has a place to backup to - file: dest=/backups state=directory owner=postgres - tags: - - postgresql - -- name: Copy over backup scriplet - copy: src=backup-database dest=/usr/local/bin/backup-database mode=0755 - tags: - - postgresql - -- name: Set up some cronjobs to backup databases as configured - template: > - src=cron-backup-database - dest=/etc/cron.d/cron-backup-database-{{ item }} - with_items: - - "{{ dbs_to_backup }}" - when: dbs_to_backup != [] - tags: - - cron - - postgresql-bdr - -- name: Set up a cron job to clean long koji sessions on koji database server only - copy: > - src=koji-cleanup-sessions.cron - dest=/etc/cron.d/koji-cleanup-sessions.cron - when: inventory_hostname.startswith('db-koji01') - tags: - - cron - - postgresql-bdr - -- name: Set up a script for cron job to clean long fas sessions on fas database server only - copy: > - src=fasdb-cleanup-sessions - dest=/usr/local/bin/fasdb-cleanup-sessions - mode=755 - when: inventory_hostname.startswith('db-fas01') - tags: - - cron - - postgresql-bdr diff --git a/roles/postgresql_server_bdr/templates/cron-backup-database b/roles/postgresql_server_bdr/templates/cron-backup-database deleted file mode 100644 index ce3c52d7d4..0000000000 --- a/roles/postgresql_server_bdr/templates/cron-backup-database +++ /dev/null @@ -1 +0,0 @@ -0 0 * * * postgres /usr/local/bin/backup-database {{ item }} diff --git a/roles/postgresql_server_bdr/templates/pg_hba.conf b/roles/postgresql_server_bdr/templates/pg_hba.conf deleted file mode 100644 index 6257f38728..0000000000 --- a/roles/postgresql_server_bdr/templates/pg_hba.conf +++ /dev/null @@ -1,96 +0,0 @@ -# PostgreSQL Client Authentication Configuration File -# =================================================== -# -# Refer to the PostgreSQL Administrator's Guide, chapter "Client -# Authentication" for a complete description. A short synopsis -# follows. -# -# This file controls: which hosts are allowed to connect, how clients -# are authenticated, which PostgreSQL user names they can use, which -# databases they can access. Records take one of these forms: -# -# local DATABASE USER METHOD [OPTION] -# host DATABASE USER CIDR-ADDRESS METHOD [OPTION] -# hostssl DATABASE USER CIDR-ADDRESS METHOD [OPTION] -# hostnossl DATABASE USER CIDR-ADDRESS METHOD [OPTION] -# -# (The uppercase items must be replaced by actual values.) -# -# The first field is the connection type: "local" is a Unix-domain socket, -# "host" is either a plain or SSL-encrypted TCP/IP socket, "hostssl" is an -# SSL-encrypted TCP/IP socket, and "hostnossl" is a plain TCP/IP socket. -# -# DATABASE can be "all", "sameuser", "samerole", a database name, or -# a comma-separated list thereof. -# -# USER can be "all", a user name, a group name prefixed with "+", or -# a comma-separated list thereof. In both the DATABASE and USER fields -# you can also write a file name prefixed with "@" to include names from -# a separate file. -# -# CIDR-ADDRESS specifies the set of hosts the record matches. -# It is made up of an IP address and a CIDR mask that is an integer -# (between 0 and 32 (IPv4) or 128 (IPv6) inclusive) that specifies -# the number of significant bits in the mask. Alternatively, you can write -# an IP address and netmask in separate columns to specify the set of hosts. -# -# METHOD can be "trust", "reject", "md5", "crypt", "password", -# "krb5", "ident", or "pam". Note that "password" sends passwords -# in clear text; "md5" is preferred since it sends encrypted passwords. -# -# OPTION is the ident map or the name of the PAM service, depending on METHOD. -# -# Database and user names containing spaces, commas, quotes and other special -# characters must be quoted. Quoting one of the keywords "all", "sameuser" or -# "samerole" makes the name lose its special character, and just match a -# database or username with that name. -# -# This file is read on server startup and when the postmaster receives -# a SIGHUP signal. If you edit the file on a running system, you have -# to SIGHUP the postmaster for the changes to take effect. You can use -# "pg_ctl reload" to do that. - -# Put your actual configuration here -# ---------------------------------- -# -# If you want to allow non-local connections, you need to add more -# "host" records. In that case you will also need to make PostgreSQL listen -# on a non-local interface via the listen_addresses configuration parameter, -# or via the -i or -h command line switches. -# - -#@authcomment@ - -# TYPE DATABASE USER CIDR-ADDRESS METHOD - -#@remove-line-for-nolocal@# "local" is for Unix domain socket connections only -#@remove-line-for-nolocal@local all all @authmethod@ -# IPv4 local connections: -#host all all 127.0.0.1/32 @authmethod@ -# IPv6 local connections: -#host all all ::1/128 @authmethod@ - -local all all ident -host koji koji 10.5.128.166 255.255.255.255 md5 -host all all 0.0.0.0 0.0.0.0 md5 -# Note, I can't think of a reason to make this more restrictive than ipv4 but -# only fakefas needs it so far -host all all ::1/128 md5 -host all all 10.5.128.98/32 trust -host all all 10.5.128.99/32 trust -host replication all 10.5.128.98/32 trust -host replication all 10.5.128.99/32 trust -# staging replication hosts -{% for host in groups['pgbdr_stg']|sort %} -{% if 'eth0_ip' in hostvars[host] %}# {{ host }} -host replication all {{ hostvars[host]['eth0_ip'] }}/32 md5 -{% else %}# {{ host }} has no 'eth0_ip' listed -{% endif %} -{% endfor %} -# production replication hosts -{% for host in groups['pgbdr']|sort %} -{% if 'eth0_ip' in hostvars[host] %}# {{ host }} -host replication all {{ hostvars[host]['eth0_ip'] }}/32 md5 -{% else %}# {{ host }} has no 'eth0_ip' listed -{% endif %} -{% endfor %} diff --git a/roles/postgresql_server_bdr/templates/postgresql.conf b/roles/postgresql_server_bdr/templates/postgresql.conf deleted file mode 100644 index aea2ee8c8d..0000000000 --- a/roles/postgresql_server_bdr/templates/postgresql.conf +++ /dev/null @@ -1,526 +0,0 @@ -{% if ansible_hostname.startswith("db-fas01") or ansible_hostname.startswith("db01") %} -# This enabled pg-8 compatibility for bytea fields -# Fixes errors with sqlalchemy with binary data when app is on RHEL6 and server is PG9 -# Reference: https://bitbucket.org/zzzeek/sqlalchemy/issue/2016/pickletype-does-not-work-with-postgresql -bytea_output = 'escape' -{% endif %} - -# ----------------------------- -# PostgreSQL configuration file -# ----------------------------- -# -# This file consists of lines of the form: -# -# name = value -# -# (The "=" is optional.) Whitespace may be used. Comments are introduced with -# "#" anywhere on a line. The complete list of parameter names and allowed -# values can be found in the PostgreSQL documentation. -# -# The commented-out settings shown in this file represent the default values. -# Re-commenting a setting is NOT sufficient to revert it to the default value; -# you need to reload the server. -# -# This file is read on server startup and when the server receives a SIGHUP -# signal. If you edit the file on a running system, you have to SIGHUP the -# server for the changes to take effect, or use "pg_ctl reload". Some -# parameters, which are marked below, require a server shutdown and restart to -# take effect. -# -# Any parameter can also be given as a command-line option to the server, e.g., -# "postgres -c log_connections=on". Some paramters can be changed at run time -# with the "SET" SQL command. -# -# Memory units: kB = kilobytes MB = megabytes GB = gigabytes -# Time units: ms = milliseconds s = seconds min = minutes h = hours d = days - - -#------------------------------------------------------------------------------ -# FILE LOCATIONS -#------------------------------------------------------------------------------ - -# The default values of these variables are driven from the -D command-line -# option or PGDATA environment variable, represented here as ConfigDir. - -#data_directory = 'ConfigDir' # use data in another directory - # (change requires restart) -#hba_file = 'ConfigDir/pg_hba.conf' # host-based authentication file - # (change requires restart) -#ident_file = 'ConfigDir/pg_ident.conf' # ident configuration file - # (change requires restart) - -# If external_pid_file is not explicitly set, no extra PID file is written. -#external_pid_file = '(none)' # write an extra PID file - # (change requires restart) - - -#------------------------------------------------------------------------------ -# CONNECTIONS AND AUTHENTICATION -#------------------------------------------------------------------------------ - -# - Connection Settings - - -listen_addresses = '*' # what IP address(es) to listen on; - # comma-separated list of addresses; - # defaults to 'localhost', '*' = all - # (change requires restart) -port = 5432 # (change requires restart) -max_connections = 750 # (change requires restart) -# Note: Increasing max_connections costs ~400 bytes of shared memory per -# connection slot, plus lock space (see max_locks_per_transaction). You might -# also need to raise shared_buffers to support more connections. -#superuser_reserved_connections = 3 # (change requires restart) -#unix_socket_directory = '' # (change requires restart) -#unix_socket_group = '' # (change requires restart) -#unix_socket_permissions = 0777 # begin with 0 to use octal notation - # (change requires restart) -#bonjour_name = '' # defaults to the computer name - # (change requires restart) - -# - Security and Authentication - - -#authentication_timeout = 1min # 1s-600s -#ssl = off # (change requires restart) -#ssl_ciphers = 'ALL:!ADH:!LOW:!EXP:!MD5:@STRENGTH' # allowed SSL ciphers - # (change requires restart) -#password_encryption = on -#db_user_namespace = off - -# Kerberos and GSSAPI -#krb_server_keyfile = '' # (change requires restart) -#krb_srvname = 'postgres' # (change requires restart, Kerberos only) -#krb_server_hostname = '' # empty string matches any keytab entry - # (change requires restart, Kerberos only) -#krb_caseins_users = off # (change requires restart) -#krb_realm = '' # (change requires restart) - -# - TCP Keepalives - -# see "man 7 tcp" for details - -#tcp_keepalives_idle = 0 # TCP_KEEPIDLE, in seconds; - # 0 selects the system default -#tcp_keepalives_interval = 0 # TCP_KEEPINTVL, in seconds; - # 0 selects the system default -#tcp_keepalives_count = 0 # TCP_KEEPCNT; - # 0 selects the system default - - -#------------------------------------------------------------------------------ -# RESOURCE USAGE (except WAL) -#------------------------------------------------------------------------------ - -# - Memory - - -shared_buffers = {{ shared_buffers }} # min 128kB or max_connections*16kB - # (change requires restart) -#temp_buffers = 8MB # min 800kB -#max_prepared_transactions = 5 # can be 0 or more - # (change requires restart) -# Note: Increasing max_prepared_transactions costs ~600 bytes of shared memory -# per transaction slot, plus lock space (see max_locks_per_transaction). - -# 8 MB is probably on the high side. We can probably do with 4MB. But we -# were seeing a problem and we have the RAM so we're going to try this. -work_mem = 4MB # min 64kB -maintenance_work_mem = 1024MB # min 1MB -#max_stack_depth = 2MB # min 100kB - -# - Free Space Map - - -#max_fsm_pages = 6000000 # min max_fsm_relations*16, 6 bytes each - # (change requires restart) -#max_fsm_relations = 1000 # min 100, ~70 bytes each - # (change requires restart) - -# - Kernel Resource Usage - - -#max_files_per_process = 1000 # min 25 - # (change requires restart) -#shared_preload_libraries = '' # (change requires restart) - -# - Cost-Based Vacuum Delay - - -vacuum_cost_delay = 0 # 0-1000 milliseconds -vacuum_cost_page_hit = 1 # 0-10000 credits -vacuum_cost_page_miss = 10 # 0-10000 credits -vacuum_cost_page_dirty = 20 # 0-10000 credits -vacuum_cost_limit = 200 # 1-10000 credits - -# - Background Writer - - -bgwriter_delay = 200ms # 10-10000ms between rounds -bgwriter_lru_maxpages = 400 # 0-1000 max buffers written/round -bgwriter_lru_multiplier = 4.0 # 0-10.0 multipler on buffers scanned/round - - -#------------------------------------------------------------------------------ -# WRITE AHEAD LOG -#------------------------------------------------------------------------------ - -# - Settings - - -fsync = on # turns forced synchronization on or off -synchronous_commit = on # immediate fsync at commit -wal_sync_method = fdatasync # the default is the first option - # supported by the operating system: - # open_datasync - # fdatasync - # fsync - # fsync_writethrough - # open_sync -#full_page_writes = on # recover from partial page writes -wal_buffers = 64kB # min 32kB - # (change requires restart) -#wal_writer_delay = 200ms # 1-10000 milliseconds - -#commit_delay = 0 # range 0-100000, in microseconds -#commit_siblings = 5 # range 1-1000 - -# - Checkpoints - - -checkpoint_segments = 30 # in logfile segments, min 1, 16MB each -checkpoint_timeout = 30min # range 30s-1h -checkpoint_completion_target = 0.6 # checkpoint target duration, 0.0 - 1.0 -checkpoint_warning = 180s # 0 is off - -# - Archiving - - -#archive_mode = off # allows archiving to be done - # (change requires restart) -#archive_command = '' # command to use to archive a logfile segment -#archive_timeout = 0 # force a logfile segment switch after this - # time; 0 is off - - -#------------------------------------------------------------------------------ -# QUERY TUNING -#------------------------------------------------------------------------------ - -# - Planner Method Configuration - - -#enable_bitmapscan = on -#enable_hashagg = on -#enable_hashjoin = on -#enable_indexscan = on -#enable_mergejoin = on -#enable_nestloop = on -#enable_seqscan = on -#enable_sort = on -#enable_tidscan = on - -# - Planner Cost Constants - - -#seq_page_cost = 1.0 # measured on an arbitrary scale -random_page_cost = 3.0 # same scale as above -#cpu_tuple_cost = 0.01 # same scale as above -#cpu_index_tuple_cost = 0.005 # same scale as above -#cpu_operator_cost = 0.0025 # same scale as above -effective_cache_size = {{ effective_cache_size }} - -# - Genetic Query Optimizer - - -#geqo = on -#geqo_threshold = 12 -#geqo_effort = 5 # range 1-10 -#geqo_pool_size = 0 # selects default based on effort -#geqo_generations = 0 # selects default based on effort -#geqo_selection_bias = 2.0 # range 1.5-2.0 - -# - Other Planner Options - - -default_statistics_target = 100 # range 1-1000 -#constraint_exclusion = off -#from_collapse_limit = 8 -#join_collapse_limit = 8 # 1 disables collapsing of explicit - # JOIN clauses - - -#------------------------------------------------------------------------------ -# ERROR REPORTING AND LOGGING -#------------------------------------------------------------------------------ - -# - Where to Log - - -log_destination = 'stderr' # Valid values are combinations of - # stderr, csvlog, syslog and eventlog, - # depending on platform. csvlog - # requires logging_collector to be on. - -# This is used when logging to stderr: -logging_collector = on # Enable capturing of stderr and csvlog - # into log files. Required to be on for - # csvlogs. - # (change requires restart) - -# These are only used if logging_collector is on: -log_directory = 'pg_log' # directory where log files are written, - # can be absolute or relative to PGDATA -#log_filename = 'postgresql-%Y-%m-%d_%H%M%S.log' # log file name pattern, - # can include strftime() escapes -log_truncate_on_rotation = on # If on, an existing log file of the - # same name as the new log file will be - # truncated rather than appended to. - # But such truncation only occurs on - # time-driven rotation, not on restarts - # or size-driven rotation. Default is - # off, meaning append to existing files - # in all cases. -log_rotation_age = 1d # Automatic rotation of logfiles will - # happen after that time. 0 to disable. -log_rotation_size = 0 # Automatic rotation of logfiles will - # happen after that much log output. - # 0 to disable. - -# These are relevant when logging to syslog: -#syslog_facility = 'LOCAL0' -#syslog_ident = 'postgres' - - -# - When to Log - - -#client_min_messages = notice # values in order of decreasing detail: - # debug5 - # debug4 - # debug3 - # debug2 - # debug1 - # log - # notice - # warning - # error - -#log_min_messages = notice # values in order of decreasing detail: - # debug5 - # debug4 - # debug3 - # debug2 - # debug1 - # info - # notice - # warning - # error - # log - # fatal - # panic - -#log_error_verbosity = default # terse, default, or verbose messages - -#log_min_error_statement = error # values in order of decreasing detail: - # debug5 - # debug4 - # debug3 - # debug2 - # debug1 - # info - # notice - # warning - # error - # log - # fatal - # panic (effectively off) - -#log_min_duration_statement = -1 # -1 is disabled, 0 logs all statements - # and their durations, > 0 logs only - # statements running at least this time. - -#silent_mode = off # DO NOT USE without syslog or - # logging_collector - # (change requires restart) - -# - What to Log - - -#debug_print_parse = off -#debug_print_rewritten = off -#debug_print_plan = off -#debug_pretty_print = off -log_checkpoints = on -#log_connections = off -#log_disconnections = off -#log_duration = off -#log_hostname = off -#log_line_prefix = '' # special values: - # %u = user name - # %d = database name - # %r = remote host and port - # %h = remote host - # %p = process ID - # %t = timestamp without milliseconds - # %m = timestamp with milliseconds - # %i = command tag - # %c = session ID - # %l = session line number - # %s = session start timestamp - # %v = virtual transaction ID - # %x = transaction ID (0 if none) - # %q = stop here in non-session - # processes - # %% = '%' - # e.g. '<%u%%%d> ' -#log_lock_waits = off # log lock waits >= deadlock_timeout -#log_statement = 'none' # none, ddl, mod, all -log_temp_files = 0 # log temporary files equal or larger - # than specified size; - # -1 disables, 0 logs all temp files -#log_timezone = unknown # actually, defaults to TZ environment - # setting - - -#------------------------------------------------------------------------------ -# RUNTIME STATISTICS -#------------------------------------------------------------------------------ - -# - Query/Index Statistics Collector - - -track_activities = on -track_counts = on -update_process_title = on - - -# - Statistics Monitoring - - -#log_parser_stats = off -#log_planner_stats = off -#log_executor_stats = off -#log_statement_stats = off - - -#------------------------------------------------------------------------------ -# AUTOVACUUM PARAMETERS -#------------------------------------------------------------------------------ - -autovacuum = on # Enable autovacuum subprocess? 'on' - # requires track_counts to also be on. -log_autovacuum_min_duration = -1 # -1 disables, 0 logs all actions and - # their durations, > 0 logs only - # actions running at least that time. -autovacuum_max_workers = 3 # max number of autovacuum subprocesses -autovacuum_naptime = 1min # time between autovacuum runs -autovacuum_vacuum_threshold = 50 # min number of row updates before - # vacuum -autovacuum_analyze_threshold = 50 # min number of row updates before - # analyze -autovacuum_vacuum_scale_factor = 0.1 # fraction of table size before vacuum -autovacuum_analyze_scale_factor = 0.1 # fraction of table size before analyze -autovacuum_freeze_max_age = 200000000 # maximum XID age before forced vacuum - # (change requires restart) -autovacuum_vacuum_cost_delay = 20 # default vacuum cost delay for - # autovacuum, -1 means use - # vacuum_cost_delay -autovacuum_vacuum_cost_limit = -1 # default vacuum cost limit for - # autovacuum, -1 means use - # vacuum_cost_limit - - -#------------------------------------------------------------------------------ -# CLIENT CONNECTION DEFAULTS -#------------------------------------------------------------------------------ - -# - Statement Behavior - - -#search_path = '"$user",public' # schema names -#default_tablespace = '' # a tablespace name, '' uses the default -#temp_tablespaces = '' # a list of tablespace names, '' uses - # only default tablespace -#check_function_bodies = on -#default_transaction_isolation = 'read committed' -#default_transaction_read_only = off -#session_replication_role = 'origin' -#statement_timeout = 0 # 0 is disabled -#vacuum_freeze_min_age = 100000000 -#xmlbinary = 'base64' -#xmloption = 'content' - -# - Locale and Formatting - - -datestyle = 'iso, mdy' -#timezone = unknown # actually, defaults to TZ environment - # setting -#timezone_abbreviations = 'Default' # Select the set of available time zone - # abbreviations. Currently, there are - # Default - # Australia - # India - # You can create your own file in - # share/timezonesets/. -#extra_float_digits = 0 # min -15, max 2 -#client_encoding = sql_ascii # actually, defaults to database - # encoding - -# These settings are initialized by initdb, but they can be changed. -lc_messages = 'en_US.UTF-8' # locale for system error message - # strings -lc_monetary = 'en_US.UTF-8' # locale for monetary formatting -lc_numeric = 'en_US.UTF-8' # locale for number formatting -lc_time = 'en_US.UTF-8' # locale for time formatting - -# default configuration for text search -default_text_search_config = 'pg_catalog.english' - -# - Other Defaults - - -#explain_pretty_print = on -#dynamic_library_path = '$libdir' -#local_preload_libraries = '' - - -#------------------------------------------------------------------------------ -# LOCK MANAGEMENT -#------------------------------------------------------------------------------ - -#deadlock_timeout = 1s -#max_locks_per_transaction = 64 # min 10 - # (change requires restart) -# Note: Each lock table slot uses ~270 bytes of shared memory, and there are -# max_locks_per_transaction * (max_connections + max_prepared_transactions) -# lock table slots. - - -#------------------------------------------------------------------------------ -# VERSION/PLATFORM COMPATIBILITY -#------------------------------------------------------------------------------ - -# - Previous PostgreSQL Versions - - -#add_missing_from = off -#array_nulls = on -#backslash_quote = safe_encoding # on, off, or safe_encoding -#default_with_oids = off -#escape_string_warning = on -#regex_flavor = advanced # advanced, extended, or basic -#sql_inheritance = on -#standard_conforming_strings = off -#synchronize_seqscans = on - -# - Other Platforms and Clients - - -#transform_null_equals = off - - -#------------------------------------------------------------------------------ -# CUSTOMIZED OPTIONS -#------------------------------------------------------------------------------ - -#custom_variable_classes = '' # list of custom variable class names -shared_preload_libraries = 'bdr' -wal_level = 'logical' -track_commit_timestamp = on -max_connections = 700 -max_wal_senders = 100 -max_replication_slots = 100 -# Make sure there are enough background worker slots for BDR to run -max_worker_processes = 100 - -# These aren't required, but are useful for diagnosing problems -#log_error_verbosity = verbose -#log_min_messages = debug1 -#log_line_prefix = 'd=%d p=%p a=%a%q ' - -# Useful options for playing with conflicts -#bdr.default_apply_delay=2000 # milliseconds -#bdr.log_conflicts_to_table=on - -# Do not allow getting a DDL lock without this option overridden on connect. -# This makes sure people read the documentation for BDR for schema changes before applying. -# http://bdr-project.org/docs/stable/ddl-replication.html -# Override by running: sudo -u postgres PGOPTIONS="-c bdr.permit_ddl_locking=on" psql koji -bdr.permit_ddl_locking=off