MirrorManager: don't suspend jobs, only the crawlers on staging
Signed-off-by: Aurélien Bompard <aurelien@bompard.org>
This commit is contained in:
parent
a235e2f53c
commit
d9e0180d83
6 changed files with 46 additions and 68 deletions
|
@ -10,6 +10,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "4 */2 * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
@ -38,6 +39,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "55 0 * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
|
|
@ -15,6 +15,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "{{ cronjob.schedule }}"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: {{ (env == "staging")|ternary("true", "false") }}
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
@ -60,6 +61,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "56 23 * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
@ -88,40 +90,3 @@ spec:
|
|||
persistentVolumeClaim:
|
||||
claimName: logs
|
||||
{{ security_context() | indent(4) }}
|
||||
---
|
||||
#
|
||||
### Download GeoIP database
|
||||
#
|
||||
apiVersion: batch/v1
|
||||
kind: CronJob
|
||||
metadata:
|
||||
name: download-geoip-db
|
||||
spec:
|
||||
successfulJobsHistoryLimit: 3
|
||||
failedJobsHistoryLimit: 3
|
||||
concurrencyPolicy: Forbid
|
||||
schedule: "48 * * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
spec:
|
||||
restartPolicy: Never
|
||||
containers:
|
||||
- name: mirrormanager
|
||||
image: image-registry.openshift-image-registry.svc:5000/mirrormanager/mirrormanager2:latest
|
||||
command:
|
||||
- "curl"
|
||||
- "--create-dirs"
|
||||
- "--output-dir"
|
||||
- "/var/lib/mirrormanager/geoip"
|
||||
- "-O"
|
||||
- "https://infrastructure.fedoraproject.org/infra/bigfiles/geoip/GeoLite2-City.mmdb"
|
||||
volumeMounts:
|
||||
- name: var-lib
|
||||
mountPath: "/var/lib/mirrormanager"
|
||||
volumes:
|
||||
- name: var-lib
|
||||
persistentVolumeClaim:
|
||||
claimName: data
|
||||
{{ security_context() | indent(4) }}
|
||||
|
|
|
@ -11,6 +11,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "48 * * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
@ -47,6 +48,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "50 20 * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
|
|
@ -10,6 +10,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "0,15,30,45 * * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
@ -38,6 +39,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "30 0 * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
@ -54,37 +56,39 @@ spec:
|
|||
volumes:
|
||||
{{ common_volumes() | indent(4) }}
|
||||
{{ security_context() | indent(4) }}
|
||||
---
|
||||
# Run the script for Internet2 netblocks very late to
|
||||
# make sure the files are all there. The script is
|
||||
# looking in date dependent directories and depending
|
||||
# on the timezone of the remote server the files appear late.
|
||||
apiVersion: batch/v1
|
||||
kind: CronJob
|
||||
metadata:
|
||||
name: netblocks-internet2
|
||||
spec:
|
||||
successfulJobsHistoryLimit: 3
|
||||
failedJobsHistoryLimit: 3
|
||||
concurrencyPolicy: Forbid
|
||||
schedule: "0 23 * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
spec:
|
||||
restartPolicy: Never
|
||||
containers:
|
||||
- name: mirrormanager
|
||||
image: image-registry.openshift-image-registry.svc:5000/mirrormanager/mirrormanager2:latest
|
||||
command: ["mm2_get-netblocks", "--debug", "internet2", "/var/cache/mirrorlist/i2_netblocks.txt"]
|
||||
env:
|
||||
{{ common_env() | indent(4) }}
|
||||
volumeMounts:
|
||||
{{ common_volume_mounts() | indent(4) }}
|
||||
volumes:
|
||||
{{ common_volumes() | indent(4) }}
|
||||
{{ security_context() | indent(4) }}
|
||||
# ---
|
||||
# ===== DISABLED because the source is not published anymore =====
|
||||
# # Run the script for Internet2 netblocks very late to
|
||||
# # make sure the files are all there. The script is
|
||||
# # looking in date dependent directories and depending
|
||||
# # on the timezone of the remote server the files appear late.
|
||||
# apiVersion: batch/v1
|
||||
# kind: CronJob
|
||||
# metadata:
|
||||
# name: netblocks-internet2
|
||||
# spec:
|
||||
# successfulJobsHistoryLimit: 3
|
||||
# failedJobsHistoryLimit: 3
|
||||
# concurrencyPolicy: Forbid
|
||||
# schedule: "0 23 * * *"
|
||||
# startingDeadlineSeconds: 500
|
||||
# suspend: false
|
||||
# jobTemplate:
|
||||
# spec:
|
||||
# template:
|
||||
# spec:
|
||||
# restartPolicy: Never
|
||||
# containers:
|
||||
# - name: mirrormanager
|
||||
# image: image-registry.openshift-image-registry.svc:5000/mirrormanager/mirrormanager2:latest
|
||||
# command: ["mm2_get-netblocks", "--debug", "internet2", "/var/cache/mirrorlist/i2_netblocks.txt"]
|
||||
# env:
|
||||
# {{ common_env() | indent(4) }}
|
||||
# volumeMounts:
|
||||
# {{ common_volume_mounts() | indent(4) }}
|
||||
# volumes:
|
||||
# {{ common_volumes() | indent(4) }}
|
||||
# {{ security_context() | indent(4) }}
|
||||
---
|
||||
# Amazon EC2 netblocks
|
||||
apiVersion: batch/v1
|
||||
|
@ -97,6 +101,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "30 1 * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
|
|
@ -14,6 +14,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "{{ cronjob.schedule }}"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
|
|
@ -13,6 +13,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "27 */4 * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
@ -45,6 +46,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "44 */4 * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
@ -79,6 +81,7 @@ spec:
|
|||
concurrencyPolicy: Forbid
|
||||
schedule: "10 2,18 * * *"
|
||||
startingDeadlineSeconds: 500
|
||||
suspend: false
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue