From 1b05dd52baf50bd94cebd19b487635a80dace071 Mon Sep 17 00:00:00 2001 From: Pedro Moura Date: Mon, 10 Jul 2023 13:11:45 -0300 Subject: [PATCH] Add script to compress log files every month to reduce storage Signed-off-by: Pedro Moura --- roles/web-data-analysis/files/compress_logs.sh | 5 +++++ roles/web-data-analysis/files/condense-mirrorlogs.cron | 1 + roles/web-data-analysis/tasks/main.yml | 6 ++++++ 3 files changed, 12 insertions(+) create mode 100644 roles/web-data-analysis/files/compress_logs.sh diff --git a/roles/web-data-analysis/files/compress_logs.sh b/roles/web-data-analysis/files/compress_logs.sh new file mode 100644 index 0000000000..95548ddce9 --- /dev/null +++ b/roles/web-data-analysis/files/compress_logs.sh @@ -0,0 +1,5 @@ +#!/bin/bash + +LOGS_PATH='/mnt/fedora_stats/combined-http' + +find $LOGS_PATH/20?? -type f -name -not -path $LOGS_PATH/`date +%Y`/`date +%m`/* "*.log" -exec xz -z {} \; diff --git a/roles/web-data-analysis/files/condense-mirrorlogs.cron b/roles/web-data-analysis/files/condense-mirrorlogs.cron index f7e6adf104..887f5883bf 100644 --- a/roles/web-data-analysis/files/condense-mirrorlogs.cron +++ b/roles/web-data-analysis/files/condense-mirrorlogs.cron @@ -1,2 +1,3 @@ MAILTO=root@fedoraproject.org,nils@redhat.com,asaleh@redhat.com 0 06 * * * root /usr/local/bin/condense-mirrorlogs.sh > /dev/null +0 09 5 * * root /usr/local/bin/compress_logs.sh > /dev/null \ No newline at end of file diff --git a/roles/web-data-analysis/tasks/main.yml b/roles/web-data-analysis/tasks/main.yml index c58bf16a20..60cd4a508d 100644 --- a/roles/web-data-analysis/tasks/main.yml +++ b/roles/web-data-analysis/tasks/main.yml @@ -241,3 +241,9 @@ tags: - web-data - cron + +- name: Compress logs script (log01) + copy: src=compress_logs.sh dest=/usr/local/bin/ mode=0755 + tags: + - config + - web-data \ No newline at end of file