From b0f46d9ce7c3e2c3ba223b5b45e707769cf1e9f4 Mon Sep 17 00:00:00 2001 From: Stephen Smoogen Date: Wed, 5 Jan 2022 13:28:29 -0500 Subject: [PATCH] remove getfedora statistics. not run in over year. Signed-off-by: Stephen Smoogen --- .../files/condense-getfedoralogs.cron | 1 - .../files/condense-getfedoralogs.sh | 98 ----- .../files/getfedora-data.awk | 172 -------- .../web-data-analysis/files/getfedora-data.gp | 113 ----- roles/web-data-analysis/files/getfedora.awk | 74 ---- .../web-data-analysis/files/getstuff-data.gp | 159 ------- .../files/hotspot-moving_avg.py | 50 --- .../web-data-analysis/files/mirrors-moving.gp | 396 ------------------ .../files/mirrors-moving_avg.py | 116 ----- roles/web-data-analysis/tasks/main.yml | 10 +- 10 files changed, 5 insertions(+), 1184 deletions(-) delete mode 100644 roles/web-data-analysis/files/condense-getfedoralogs.cron delete mode 100644 roles/web-data-analysis/files/condense-getfedoralogs.sh delete mode 100644 roles/web-data-analysis/files/getfedora-data.awk delete mode 100644 roles/web-data-analysis/files/getfedora-data.gp delete mode 100644 roles/web-data-analysis/files/getfedora.awk delete mode 100644 roles/web-data-analysis/files/getstuff-data.gp delete mode 100644 roles/web-data-analysis/files/hotspot-moving_avg.py delete mode 100644 roles/web-data-analysis/files/mirrors-moving.gp delete mode 100644 roles/web-data-analysis/files/mirrors-moving_avg.py diff --git a/roles/web-data-analysis/files/condense-getfedoralogs.cron b/roles/web-data-analysis/files/condense-getfedoralogs.cron deleted file mode 100644 index c758f0c0e1..0000000000 --- a/roles/web-data-analysis/files/condense-getfedoralogs.cron +++ /dev/null @@ -1 +0,0 @@ -0 07 * * * root /usr/local/bin/condense-getfedoralogs.sh diff --git a/roles/web-data-analysis/files/condense-getfedoralogs.sh b/roles/web-data-analysis/files/condense-getfedoralogs.sh deleted file mode 100644 index b6aaa9490c..0000000000 --- a/roles/web-data-analysis/files/condense-getfedoralogs.sh +++ /dev/null @@ -1,98 +0,0 @@ -#!/bin/bash - -# This file is part of Fedora Project Infrastructure Ansible -# Repository. -# -# Fedora Project Infrastructure Ansible Repository is free software: -# you can redistribute it and/or modify it under the terms of the GNU -# General Public License as published by the Free Software Foundation, -# either version 3 of the License, or (at your option) any later -# version. -# -# Fedora Project Infrastructure Ansible Repository is distributed in -# the hope that it will be useful, but WITHOUT ANY WARRANTY; without -# even the implied warranty of MERCHANTABILITY or FITNESS FOR A -# PARTICULAR PURPOSE. See the GNU General Public License for more -# details. -# -# You should have received a copy of the GNU General Public License -# along with Fedora Project Infrastructure Ansible Repository. If -# not, see . - -# There is a multiday delay involved in processing the logs. It -# may take up to 4 days to get the logs to the main-server. It may -# take a day to combine all the logs onto combined-httpd. So we assume -# we are 5 days behind. - -let NUMDAYS=5 -let OLDDAYS=$(( $NUMDAYS+1 )) - -PROJECT=getfedora -WEBLOG=${PROJECT}.org - -# This is the year/month/day for a N days ago. -YEAR=$(/bin/date -d "-${NUMDAYS} days" +%Y) -MONTH=$(/bin/date -d "-${NUMDAYS} days" +%m) -DAY=$(/bin/date -d "-${NUMDAYS} days" +%d) - -# And we have have to deal with year/month/day boundaries for our later grep. -OLDDATE=$(/bin/date -d "-${OLDDAYS} days" +%Y-%m-%d) -OLDYEAR=$(/bin/date -d "-${OLDDAYS} days" +%Y) - -NFSDIR=/mnt/fedora_stats/combined-http -TARGET=${NFSDIR}/${YEAR}/${MONTH}/${DAY} - -LOGFILE=${TARGET}/${WEBLOG}-access.log - -WORKDIR=/mnt/fedora_stats/data/${PROJECT} -WORKFILE=${WORKDIR}/${YEAR}/${MONTH}/worked-${DAY} - -WEBDIR=/var/www/html/csv-reports/${PROJECT} - -TEMPDIR=$( mktemp -d /tmp/web-data-analysis.XXXXXXXXX ) - -LBIN=/usr/local/bin/ -LSHARE=/usr/local/share/web-data-analysis - -mkdir -p ${WORKDIR}/${YEAR}/${MONTH} -if [[ ! -f ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ]]; then - touch ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -fi - -if [[ ! -f ${WORKDIR}/out-${YEAR} ]]; then - touch ${WORKDIR}/out-${YEAR} -fi - -if [[ ! -f ${LOGFILE} ]]; then - echo "No logfile found for ${YEAR}/${MONTH}/${DAY}. Please fix." -elif [[ -f ${WORKFILE} ]]; then - echo "The workfile for ${YEAR}/${MONTH}/${DAY} already existed." -else - egrep -iv 'slurp|bot|yandex|spider|crawler|check_http' ${LOGFILE} | awk -f ${LSHARE}/${PROJECT}.awk > ${WORKFILE} - sort -o ${WORKFILE} -u ${WORKFILE} -fi - -# So the data isn't strictly across month boundries due to the end of -# the logfiles being at 04:00 versus 23:59. Also log files might get -# stuck and you end up with days or weeks of data in a single -# file. Doing a continual sort clears up that. - -sort -o ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} -S 8G -u ${WORKDIR}/${YEAR}/out-${YEAR}-${MONTH} ${WORKFILE} -sort -o ${WORKDIR}/out-${YEAR} -S 8G -u ${WORKDIR}/out-${YEAR} ${WORKFILE} - -# Because the logs stop at 04:00 we can only get 24 hours from 6 days before. -### -### FIXME: This breaks around the new year. -grep "${OLDDATE}" ${WORKDIR}/out-${OLDYEAR} > ${TEMPDIR}/watched-day - -# Grab the data and put it in the two files. This makes it a lot -# faster to process as a whole year may take an hour to go through. - -for i in ${OLDYEAR} all; do - awk -f ${LSHARE}/${PROJECT}-data.awk ${TEMPDIR}/watched-day | grep "${OLDDATE}" >> ${WEBDIR}/${PROJECT}data-${i}.csv -done - -gnuplot ${LSHARE}/${PROJECT}-data.gp - -# cleanup the temp data -rm -rf ${TEMPDIR} diff --git a/roles/web-data-analysis/files/getfedora-data.awk b/roles/web-data-analysis/files/getfedora-data.awk deleted file mode 100644 index e55ec4c816..0000000000 --- a/roles/web-data-analysis/files/getfedora-data.awk +++ /dev/null @@ -1,172 +0,0 @@ - - -BEGIN{ - olddate="1970-01-01" - total = 0; - #edition - atomic=0; - cloud=0; - server=0; - workstation=0; - edit=0; - unk_edt=0; - # release - f20=0; - f21=0; - f22=0; - f23=0; - f24=0; - f25=0; - f26=0; - f27=0; - f28=0; - f29=0; - unk_rel=0; - # arch - arm_32=0; - arm_64=0; - x86_32=0; - x86_64=0; - ppc_le=0; - ppc_he=0; - s390x=0; - unk_arc=0; - # spins - spin = 0; - xfce = 0; - soas = 0; - lxde = 0; - secu = 0; - robo = 0; - mate = 0; - scik = 0; - jamk = 0; - desi = 0; - elec = 0; - game = 0; - mini = 0; - cinn = 0; - kde = 0; - # additional data - netinstall=0; - netserv=0; - network=0; - netclod=0; - print olddate ",02-total,03-editions,04-atomic,05-cloud,06-server,07-workstation,08-unk_edition,09-f20,10-f21,11-f22,12-f23,13-f24,14-f25,15-f26,16-f27,17-f28,18-f29,19-unk_rel,20-arm_32,21-arm_64,22-ppc_le,23-ppc_he,24-s390x,25-x86_32,26-x86_64,27-unk_arc,28-netinstall,29-netserv,30-network,31-netclod,32-spin,33-Xfce,34-SoaS,35-LXDE,36-Security,37-Robotics,38-Mate,39-Scientific,40-Jam,41-Design,42-Electronics,43-Games,44-Minimal,45-Cinnamon,46-KDE" - olddate="1970-01-02"; -} - -{ - if ($1 == olddate) { - if (($3 ~/\.x86_64\./) || ($3 ~/-x86_64-/)) { x86_64 = x86_64 +1; } - else if (($3 ~/\.i686\./) || ($3 ~/-i686-/) || ($3 ~/\.i386\./) || ($3 ~/-i386-/)) { x86_32 = x86_32 +1; } - else if (($3 ~/\.armhfp\./) || ($3 ~/-armhfp-/)){ arm_32 = arm_32 +1; } - else if (($3 ~/\.aarch64\./) || ($3 ~/-aarch64-/)){ arm_64= arm_64 +1; } - else if (($3 ~/\.ppc64le\./) || ($3 ~/-ppc64le-/)){ ppc_le = ppc_le +1; } - else if (($3 ~/\.ppc64\./) || ($3 ~/-ppc64-/)){ ppc_he = ppc_he +1; } - else if (($3 ~/\.s390x\./) || ($3 ~/-s390x-/)){ s390x = s390x +1; } - else { unk_arc = unk_arc +1 }; - - if (($3 ~/-20\./) || ($3 ~/-20-/)) { f20 = f20 + 1 } - else if (($3 ~/-21\./) || ($3 ~/-21-/)) { f21 = f21 + 1 } - else if (($3 ~/-22\./) || ($3 ~/-22-/)) { f22 = f22 + 1 } - else if (($3 ~/-23\./) || ($3 ~/-23-/)) { f23 = f23 + 1 } - else if (($3 ~/-24\./) || ($3 ~/-24-/)) { f24 = f24 + 1 } - else if (($3 ~/-25\./) || ($3 ~/-25-/)) { f25 = f25 + 1 } - else if (($3 ~/-26\./) || ($3 ~/-26-/)) { f26 = f26 + 1 } - else if (($3 ~/-27\./) || ($3 ~/-27-/)) { f27 = f27 + 1 } - else if (($3 ~/-28\./) || ($3 ~/-28-/)) { f28 = f28 + 1 } - else if (($3 ~/-29\./) || ($3 ~/-29-/)) { f29 = f29 + 1 } - else {unk_rel = unk_rel +1 } - - if (($3 ~/Cloud-Atomic/) || ($3 ~/Cloud_Atomic/) || ($3 ~/Fedora-Atomic/) ) { atomic = atomic +1 ; edit = edit +1; total = total +1 } - else if (($3 ~/Cloud-Base/) || ($3 ~/Cloud_Base/)) { cloud = cloud +1 ; edit = edit +1; total = total +1 } - else if (($3 ~/Cloud-netinst/) || ($3 ~/Cloud_netinst/)) { cloud = cloud +1; netinstall = netinstall +1 ; netclod=netclod+1; edit = edit +1; total = total +1 } - else if (($3 ~/Server-DVD/) || ($3 ~/Server_DVD/) || ($3 ~/Server-dvd/)) { server = server +1; edit = edit +1;total = total +1 } - else if (($3 ~/Server-netinst/) || ($3 ~/Server_netinst/)) { server = server +1; netinstall = netinstall +1 ; netserv=netserv+1; edit = edit +1;total = total +1 } - else if (($3 ~/Workstation-netinst/) || ($3 ~/Workstation_netinst/)) { workstation = workstation +1; netinstall = netinstall +1; network=network+1; edit = edit +1;total = total +1 } - else if (($3 ~/Live-Workstation/) || ($3 ~/Live_Workstation/) || ($3 ~/Workstation-Live/)) { workstation = workstation +1; edit = edit +1;total = total +1 } - else if (($3 ~/Desktop/) || ($3 ~/Desktop/)) { workstation = workstation +1; edit = edit +1;total = total +1 } - else if (($3 ~/Fedora-20-i386-DVD/) || ($3 ~/Fedora-20-ppc64-DVD/) || ($3 ~/Fedora-20-x86_64-DVD/) || ($3 ~/Fedora-i386-20/) || ($3 ~/Fedora-x86_64-20/)) { server = server +1; edit = edit +1;total = total +1 } - else if (($3 ~/Fedora-20-i386-netinst.iso/) || ($3 ~/Fedora-20-ppc64-netinst.iso/) || ($3 ~/Fedora-20-x86_64-netinst.iso/) ) { server = server +1; netinstall = netinstall + 1; netserv = netserv+1; edit = edit +1;total = total +1 } - else if ($3 ~/Xfce/) { spin = spin +1 ; xfce = xfce +1; total = total + 1} - else if ($3 ~/SoaS/) { spin = spin +1 ; soas = soas +1; total = total + 1} - else if ($3 ~/LXDE/) { spin = spin +1 ; lxde = lxde +1; total = total + 1} - else if ($3 ~/Security/) { spin = spin +1; secu = secu +1; total = total + 1} - else if ($3 ~/Robotics/) { spin = spin +1; robo = robo +1; total = total + 1} - else if (($3 ~/Mate/) || ($3 ~/MATE/)) { spin = spin +1; mate = mate +1; total = total + 1} - else if (($3 ~/Scientific_KDE/) || ($3 ~/Scientific-KDE/)) { spin = spin +1; scik = scik +1; total = total + 1} - else if (($3 ~/Jam_KDE/) || ($3 ~/Jam-KDE/)) { spin = spin +1; jamk = jamk +1; total = total + 1} - else if (($3 ~/Design_suite/) || ($3 ~/Design-suite/)) { spin = spin +1; desi = desi +1; total = total + 1} - else if (($3 ~/Electronic_Lab/) || ($3 ~/Electronic-Lab/)) { spin = spin +1; elec = elec +1; total = total + 1} - else if ($3 ~/Games/) { spin = spin +1; game = game +1; total = total + 1} - else if ($3 ~/Minimal/) { spin = spin +1; mini = mini +1; total = total + 1} - else if ($3 ~/Cinnamon/) { spin = spin +1; cinn = cinn +1; total = total + 1} - else if ($3 ~/KDE/) { spin = spin +1; kde = kde +1; total = total + 1} - else { unk_edt = unk_edt + 1; total = total +1} - - - } else { - if ( olddate !~ "1970-01-01" ) { - print olddate "," total "," edit "," atomic "," cloud "," server "," workstation "," unk_edt "," f20 "," f21 "," f22 "," f23 "," f24 "," f25 "," f26 "," f27 "," f28 "," f29 "," unk_rel "," arm_32 "," arm_64 "," ppc_le "," ppc_he "," s390x "," x86_32 "," x86_64 "," unk_arc "," netinstall "," netserv "," network "," netclod "," spin "," xfce "," soas "," lxde "," secu "," robo "," mate "," scik "," jamk "," desi "," elec "," game "," mini "," cinn "," kde; - }; - - olddate=$1 - total = 0; - #edition - atomic=0; - cloud=0; - server=0; - workstation=0; - edit = 0; - unk_edt=0; - # release - f20=0; - f21=0; - f22=0; - f23=0; - f24=0; - f25=0; - f26=0; - f27=0; - f28=0; - f29=0; - unk_rel=0; - # arch - arm_32=0; - arm_64=0; - x86_32=0; - x86_64=0; - ppc_le=0; - ppc_he=0; - s390x=0; - unk_arc=0; - # spins - spin = 0; - xfce = 0; - soas = 0; - lxde = 0; - secu = 0; - robo = 0; - mate = 0; - scik = 0; - jamk = 0; - desi = 0; - elec = 0; - game = 0; - mini = 0; - cinn = 0; - kde = 0; - # additional data - netinstall=0; - netserv=0; - network=0; - netclod=0; - } - -} - -END { - print olddate "," total "," edit "," atomic "," cloud "," server "," workstation "," unk_edt "," f20 "," f21 "," f22 "," f23 "," f24 "," f25 "," f26 "," f27 "," f28 "," f29 "," unk_rel "," arm_32 "," arm_64 "," ppc_le "," ppc_he "," s390x "," x86_32 "," x86_64 "," unk_arc "," netinstall "," netserv "," network "," netclod "," spin "," xfce "," soas "," lxde "," secu "," robo "," mate "," scik "," jamk "," desi "," elec "," game "," mini "," cinn "," kde; -} - diff --git a/roles/web-data-analysis/files/getfedora-data.gp b/roles/web-data-analysis/files/getfedora-data.gp deleted file mode 100644 index fb70ecc812..0000000000 --- a/roles/web-data-analysis/files/getfedora-data.gp +++ /dev/null @@ -1,113 +0,0 @@ -set grid -set xdata time -set format x "%Y-%m-%d" -set timefmt "%Y-%m-%d" - -set datafile separator "," -set term png size 1600,1200 - -## -set output "/var/www/html/csv-reports/images/getfedora-allpoints.png" -set title "Daily Editions Total Unique IPs" -plot ["2014-12-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:2 title 'Total downloads' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:3 title 'Editions' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:4 title 'Atomic' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:5 title 'Cloud' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:6 title 'Server' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:7 title 'Workstation' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:8 title 'Unknown Edition' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:9 title 'Fedora 20' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:10 title 'Fedora 21' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:11 title 'Fedora 22' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:12 title 'Fedora 23' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:13 title 'Fedora 24' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:14 title 'Fedora 25' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:15 title 'Fedora 26' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:16 title 'Fedora 27' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:17 title 'Fedora 28' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:18 title 'Fedora 29' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:19 title 'Unknown Release' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:25 title 'x86_32' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:26 title 'x86_64' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:27 title 'Unknown' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:28 title 'netinstalls' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:29 title 'net server' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:30 title 'net workstation' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:31 title 'net cloud' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:32 title 'spins' with lines lw 4 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-editions.png" -set title "Daily Editions Total Unique IPs" -plot ["2014-12-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:2 title 'Total downloads' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:3 title 'Editions' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:4 title 'Atomic' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:5 title 'Cloud' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:6 title 'Server' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:7 title 'Workstation' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:8 title 'Unknown' with lines lw 4 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-editions-filled.png" -set title "Daily Editions Total Unique IPs" -plot ["2014-12-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:2 title 'Total downloads' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:3 title 'Editions' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($4+$5+$6+$7+$8) title 'Atomic' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($5+$6+$7+$8) title 'Cloud' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($6+$7+$8) title 'Server' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($7+$8) title 'Workstation' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($8) title 'Unknown' with filledcurves x1 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-versions-filled.png" -set title "Daily Version Totals" -plot ["2014-12-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:2 title 'Total number' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19) title 'Fedora-20' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $10+$11+$12+$13+$14+$15+$16+$17+$18+$19) title 'Fedora-21' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $11+$12+$13+$14+$15+$16+$17+$18+$19) title 'Fedora-22' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $12+$13+$14+$15+$16+$17+$18+$19) title 'Fedora-23' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $13+$14+$15+$16+$17+$18+$19) title 'Fedora-24' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $14+$15+$16+$17+$18+$19) title 'Fedora-25' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $15+$16+$17+$18+$19) title 'Fedora-26' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $16+$17+$18+$19) title 'Fedora-27' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $17+$18+$19) title 'Fedora-28' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $18+$19) title 'Fedora-29' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $19) title 'Unknown Rel' with filledcurves x1 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-arch.png" -set title "Daily x86 Architectures Filled Totals" -plot ["2014-12-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:2 title 'Total number' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($25+$26) title 'x86_32' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($26) title 'x86_64' with filledcurves x1 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-netinstalls.png" -set title "Daily Netinstalls Total" -plot ["2014-01-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:28 title 'Total Netinstalls' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:29 title 'Server' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:30 title 'Workstation' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:31 title 'Cloud' with lines lw 4 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-netinstalls-filled.png" -set title "Daily Netinstalls Total" -plot ["2014-01-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:28 title 'Total Netinstalls' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($29+$30+$31) title 'Server' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($30+$31) title 'Workstation' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($31) title 'Cloud' with filledcurves x1 -unset output - diff --git a/roles/web-data-analysis/files/getfedora.awk b/roles/web-data-analysis/files/getfedora.awk deleted file mode 100644 index 607a12edfd..0000000000 --- a/roles/web-data-analysis/files/getfedora.awk +++ /dev/null @@ -1,74 +0,0 @@ -# -# Take the apache log line -# 123.115.133.104 - - [01/Jan/2015:04:02:01 +0000] "GET /zh_CN/server/download/server-download-splash?file=http://download.fedoraproject.org/pub/fedora/linux/releases/21/Server/i386/iso/Fedora-Server-DVD-i386-21.iso HTTP/1.1" 200 4355 "https://getfedora.org/zh_CN/server/download/" "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36" -# Convert to -# 2012-10-30:13:5 123.115.133.104 Fedora-Server-DVD-i386-21.iso - -function convertdate(str) { - gsub(/\[/, "", str) - split(str,a,":"); - split(a[1],b,"/"); - temp=""; - switch (b[2]) { - case "Jan": - temp="01" - break; - case "Feb": - temp="02" - break; - case "Mar": - temp="03" - break; - case "Apr": - temp="04" - break; - case "May": - temp="05" - break; - case "Jun": - temp="06" - break; - case "Jul": - temp="07" - break; - case "Aug": - temp="08" - break; - case "Sep": - temp="09" - break; - case "Oct": - temp="10" - break; - case "Nov": - temp="11" - break; - case "Dec": - temp="12" - break; - default: - temp="00" - break; - } - foo=substr(a[3],1,1); - return b[3]"-"temp"-"b[1] -} - -function getimage(str) { - if (str ~/=/) { - split(str,a,"="); - x=split(a[2],b,"/"); - return b[x] - } else { - x=split(str,b,"/"); - return b[x] - } -} - -$7 ~/\.qcow2$|\.iso$|\.raw\.xz$|\.box$/ && $6 ~/GET/ && $9 ~/302|200/ { - date = convertdate($4) - iso = getimage($7) - ip = $1 - print date, ip, iso -} - diff --git a/roles/web-data-analysis/files/getstuff-data.gp b/roles/web-data-analysis/files/getstuff-data.gp deleted file mode 100644 index 62b5cfce5c..0000000000 --- a/roles/web-data-analysis/files/getstuff-data.gp +++ /dev/null @@ -1,159 +0,0 @@ -set grid -set xdata time -set format x "%Y-%m-%d" -set timefmt "%Y-%m-%d" - -set datafile separator "," -set term png size 1600,1200 - -## -set output "/var/www/html/csv-reports/images/getfedora-allpoints.png" -set title "Daily Editions Total Unique IPs" -plot ["2014-12-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:2 title 'Total downloads' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:3 title 'Editions' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:4 title 'Atomic' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:5 title 'Cloud' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:6 title 'Server' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:7 title 'Workstation' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:8 title 'Unknown Edition' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:9 title 'Fedora 20' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:10 title 'Fedora 21' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:11 title 'Fedora 22' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:12 title 'Fedora 23' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:13 title 'Fedora 24' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:14 title 'Fedora 25' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:15 title 'Fedora 26' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:16 title 'Fedora 27' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:17 title 'Fedora 28' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:18 title 'Fedora 29' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:19 title 'Unknown Release' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:20 title 'Arm 32' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:21 title 'Arm 64' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:22 title 'PPC LE' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:23 title 'PPC HE' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:24 title 's390x' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:25 title 'x86_32' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:26 title 'x86_64' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:27 title 'Unknown' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:28 title 'netinstalls' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:29 title 'net server' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:30 title 'net workstation' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:31 title 'net cloud' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:32 title 'spins' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:33 title 'XFCE spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:34 title 'Sugar spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:35 title 'LXDE spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:36 title 'Security Spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:37 title 'Robotics Spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:38 title 'MATE Spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:39 title 'Scientific Spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:40 title 'Jam Spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:41 title 'Design Spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:42 title 'Electronics Spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:43 title 'Games Spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:44 title 'Minimal Spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:45 title 'Cinnamon Spin' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:46 title 'KDE Spin' with lines lw 4 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-editions.png" -set title "Daily Editions Total Unique IPs" -plot ["2014-12-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:2 title 'Total downloads' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:3 title 'Editions' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:4 title 'Atomic' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:5 title 'Cloud' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:6 title 'Server' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:7 title 'Workstation' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:8 title 'Unknown' with lines lw 4 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-editions-filled.png" -set title "Daily Editions Total Unique IPs" -plot ["2014-12-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:2 title 'Total downloads' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:3 title 'Editions' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($4+$5+$6+$7+$8) title 'Atomic' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($5+$6+$7+$8) title 'Cloud' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($6+$7+$8) title 'Server' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($7+$8) title 'Workstation' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($8) title 'Unknown' with filledcurves x1 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-versions-filled.png" -set title "Daily Version Totals" -plot ["2014-12-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:2 title 'Total number' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19) title 'Fedora-20' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $10+$11+$12+$13+$14+$15+$16+$17+$18+$19) title 'Fedora-21' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $11+$12+$13+$14+$15+$16+$17+$18+$19) title 'Fedora-22' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $12+$13+$14+$15+$16+$17+$18+$19) title 'Fedora-23' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $13+$14+$15+$16+$17+$18+$19) title 'Fedora-24' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $14+$15+$16+$17+$18+$19) title 'Fedora-25' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $15+$16+$17+$18+$19) title 'Fedora-26' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $16+$17+$18+$19) title 'Fedora-27' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $17+$18+$19) title 'Fedora-28' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $18+$19) title 'Fedora-29' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:( $19) title 'Unknown Rel' with filledcurves x1 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-arch.png" -set title "Daily Architectures Totals" -plot ["2014-12-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:2 title 'Total number' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:20 title 'Arm 32' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:21 title 'Arm 64' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:22 title 'PPC LE' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:23 title 'PPC HE' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:24 title 's390x' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:25 title 'x86_32' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:26 title 'x86_64' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:27 title 'Unknown' with lines lw 4 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-arch-top2-filled.png" -set title "Daily x86 Architectures Filled Totals" -plot ["2014-12-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:2 title 'Total number' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($25+$26) title 'x86_32' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($26) title 'x86_64' with filledcurves x1 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-arch-less-filled.png" -set title "Daily Other Architectures Totals" -plot ["2014-01-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($20+$21+$22+$23+$24+$25) title 'arm_32' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($21+$22+$23+$24+$25) title 'arm_64' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($22+$23+$24+$25) title 'ppc_le' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($23+$24+$25) title 'ppc_he' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($24+$25) title 's390x' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($25) title 'unknown' with filledcurves x1 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-netinstalls.png" -set title "Daily Netinstalls Total" -plot ["2014-01-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:28 title 'Total Netinstalls' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:29 title 'Server' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:30 title 'Workstation' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:31 title 'Cloud' with lines lw 4 -unset output - -## -set output "/var/www/html/csv-reports/images/getfedora-netinstalls-filled.png" -set title "Daily Netinstalls Total" -plot ["2014-01-01":"2021-12-31"] \ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:28 title 'Total Netinstalls' with lines lw 4,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($29+$30+$31) title 'Server' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($30+$31) title 'Workstation' with filledcurves x1,\ - '/var/www/html/csv-reports/getfedora/getfedoradata-all.csv' using 1:($31) title 'Cloud' with filledcurves x1 -unset output - diff --git a/roles/web-data-analysis/files/hotspot-moving_avg.py b/roles/web-data-analysis/files/hotspot-moving_avg.py deleted file mode 100644 index 13929fa481..0000000000 --- a/roles/web-data-analysis/files/hotspot-moving_avg.py +++ /dev/null @@ -1,50 +0,0 @@ -#!/usr/bin/python - -# This file is part of Fedora Project Infrastructure Ansible -# Repository. -# -# Fedora Project Infrastructure Ansible Repository is free software: -# you can redistribute it and/or modify it under the terms of the GNU -# General Public License as published by the Free Software Foundation, -# either version 3 of the License, or (at your option) any later -# version. -# -# Fedora Project Infrastructure Ansible Repository is distributed in -# the hope that it will be useful, but WITHOUT ANY WARRANTY; without -# even the implied warranty of MERCHANTABILITY or FITNESS FOR A -# PARTICULAR PURPOSE. See the GNU General Public License for more -# details. -# -# You should have received a copy of the GNU General Public License -# along with Fedora Project Infrastructure Ansible Repository. If -# not, see . - -# This is a complete horrible hack to get something done. Patches are -# really welcome. - -import pandas -#import matplotlib.pyplot as plt -import math - -rolling = 7 - -tree = {} - -df = pandas.read_csv("/var/www/html/csv-reports/hotspot/hotspotdata-all.csv") - -dates = df['1970-01-01'] -AVG = pandas.rolling_mean(df['AVG'],rolling) -LEAST = pandas.rolling_mean(df['LEAST'],rolling) -MAX = pandas.rolling_mean(df['MAX'],rolling) - - -for i in xrange(0,len(dates)): - if math.isnan(MAX[i]): - csv_line = ",".join([dates[i],"0","0"]) - else: - csv_line = ",".join([dates[i], - str(int(AVG[i])), - str(int(LEAST[i])), - str(int(MAX[i])), - ]) - print csv_line diff --git a/roles/web-data-analysis/files/mirrors-moving.gp b/roles/web-data-analysis/files/mirrors-moving.gp deleted file mode 100644 index df45e12014..0000000000 --- a/roles/web-data-analysis/files/mirrors-moving.gp +++ /dev/null @@ -1,396 +0,0 @@ -set grid -set xdata time -set format x "%Y-%m-%d" -set timefmt "%Y-%m-%d" - -set datafile separator "," -set term png size 1600,1200 -set key outside right top Right title 'Legend' box 3 - -## -set output "/var/www/html/csv-reports/images/mirrors-all-points-ma.png" -set title "Fedora+Epel Yum Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:2 title 'epel4' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:3 title 'epel5' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:4 title 'epel6' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:5 title 'epel7' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:72 title 'epel8' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:6 title 'fed03' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:7 title 'fed04' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:8 title 'fed05' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:9 title 'fed06' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:10 title 'fed07' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:11 title 'fed08' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:12 title 'fed09' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:13 title 'fed10' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:14 title 'fed11' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:15 title 'fed12' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:16 title 'fed13' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:17 title 'fed14' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:18 title 'fed15' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:19 title 'fed16' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:20 title 'fed17' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:21 title 'fed18' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:22 title 'fed19' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:23 title 'fed20' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:24 title 'fed21' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:25 title 'fed22' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:26 title 'fed23' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:27 title 'fed24' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:28 title 'fed25' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:29 title 'fed26' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:30 title 'fed27' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:31 title 'fed28' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:32 title 'fed29' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:65 title 'fed30' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:66 title 'fed31' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:67 title 'fed32' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:68 title 'fed33' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:33 title 'rawhide' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:34 title 'unk_rel' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:35 title 'EPEL' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:36 title 'Fedora' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:37 title 'alpha' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:38 title 'ARM' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:39 title 'ARM64' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:40 title 'ia64' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:41 title 'mips' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:42 title 'ppc' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:43 title 's390' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:44 title 'sparc' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:45 title 'tilegx' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:46 title 'x86_32' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:47 title 'x86_64' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:48 title 'x86_32_e' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:49 title 'x86_32_f' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:50 title 'x86_64_e' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:51 title 'x86_64_f' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:52 title 'ppc_e' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:53 title 'ppc_f' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:54 title 'unknown' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:55 title 'centos' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:56 title 'rhel' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:57 title 'ppc64' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:58 title 'ppc64le' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:59 title 'modular' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:60 title 'modular_rawhide' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:61 title 'modular_f27' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:62 title 'modular_f28' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:63 title 'modular_f29' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:64 title 'modular_f30' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:65 title 'fed30' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:66 title 'fed31' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:67 title 'fed32' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:68 title 'fed33' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:69 title 'modular_f31' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:70 title 'modular_f32' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:71 title 'modular_f33' with lines lw 3 - - -unset output - -set output "/var/www/html/csv-reports/images/fedora-daily-ma.png" -set title "Fedora Daily Totals Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:36 title 'Fedora' with lines lw 3 -unset output - -set output "/var/www/html/csv-reports/images/fedora-os-all-ma.png" -set title "Fedora OS Yum Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:6 title 'fed03' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:7 title 'fed04' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:8 title 'fed05' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:9 title 'fed06' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:10 title 'fed07' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:11 title 'fed08' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:12 title 'fed09' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:13 title 'fed10' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:14 title 'fed11' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:15 title 'fed12' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:16 title 'fed13' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:17 title 'fed14' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:18 title 'fed15' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:19 title 'fed16' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:20 title 'fed17' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:21 title 'fed18' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:22 title 'fed19' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:23 title 'fed20' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:24 title 'fed21' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:25 title 'fed22' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:26 title 'fed23' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:27 title 'fed24' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:28 title 'fed25' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:29 title 'fed26' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:30 title 'fed27' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:31 title 'fed28' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:32 title 'fed29' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:65 title 'fed30' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:66 title 'fed31' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:67 title 'fed32' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:68 title 'fed33' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:33 title 'rawhide' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:59 title 'modular' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:60 title 'modular_rawhide' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:61 title 'modular_f27' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:62 title 'modular_f28' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:63 title 'modular_f29' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:64 title 'modular_f30' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:34 title 'unk_rel' with lines lw 3 -unset output - -set output "/var/www/html/csv-reports/images/fedora-os-modular-ma.png" -set title "Fedora Modular Users Unique IPs" -plot ["2018-01-01":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:59 title 'modular' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:60 title 'modular_rawhide' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:61 title 'modular_f27' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:62 title 'modular_f28' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:63 title 'modular_f29' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:64 title 'modular_f30' with lines lw 3 -unset output - -set output "/var/www/html/csv-reports/images/fedora-os-latest-ma.png" -set title "Fedora Selected Versions Unique IPs" -plot ["2015-01-01":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:36 title 'Fedora' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:30 title 'fed27' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:31 title 'fed28' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:61 title 'modular_f27' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:62 title 'modular_f28' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:27 title 'fed24' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:28 title 'fed25' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:29 title 'fed26' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:32 title 'fed29' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:65 title 'fed30' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:66 title 'fed31' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:67 title 'fed32' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:68 title 'fed33' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:33 title 'rawhide' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:59 title 'modular' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:60 title 'modular_rawhide' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:63 title 'modular_f29' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:64 title 'modular_f30' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:34 title 'unk_rel' with lines lw 3 -unset output - -set output "/var/www/html/csv-reports/images/fedora-os-latest-stacked-ma.png" -set title "Fedora Selected Versions Unique IPs" -plot ["2015-01-01":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:36 title 'Fedora' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($31+$32+$65+$66+$33) title 'fed28' with filledcurves x1,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($32+$66+$65+$33) title 'fed29' with filledcurves x1,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($65+$66+$33) title 'fed30' with filledcurves x1,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($66+$33) title 'fed31' with filledcurves x1,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($33) title 'rawhide' with filledcurves x1 -unset output - -set output "/var/www/html/csv-reports/images/fedora-hardware-full-ma.png" -set title "Fedora Hardware via Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:37 title 'alpha' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:38 title 'ARM' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:39 title 'ARM64' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:40 title 'ia64' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:41 title 'mips' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:42 title 'ppc' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:57 title 'ppc64' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:58 title 'ppc64le' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:43 title 's390' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:44 title 'sparc' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:45 title 'tilegx' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:49 title 'x86_32_f' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:51 title 'x86_64_f' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:54 title 'unknown' with lines lw 3 -unset output - -set output "/var/www/html/csv-reports/images/fedora-hardware-2nd-ma.png" -set title "Fedora Secondary via Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:37 title 'alpha' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:38 title 'ARM' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:39 title 'ARM64' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:40 title 'ia64' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:41 title 'mips' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:42 title 'ppc' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:57 title 'ppc64' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:58 title 'ppc64le' with lines lw 3, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:43 title 's390' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:44 title 'sparc' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:45 title 'tilegx' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:54 title 'unknown' with lines lw 3 -unset output - -set output "/var/www/html/csv-reports/images/fedora-epel-stacked-ma.png" -set title "Fedora Yum Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30+$31+$32+$33+$34) title 'unknown-release' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30+$31+$32+$33) title 'rawhide' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30+$31+$32) title 'fed29' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30+$31) title 'fed28' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30) title 'fed27' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29) title 'fed26' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28) title 'fed25' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27) title 'fed24' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26) title 'fed23' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25) title 'fed22' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24) title 'fed21' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23) title 'fed20' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22) title 'fed19' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21) title 'fed18' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20) title 'fed17' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19) title 'fed16' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18) title 'fed15' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17) title 'fed14' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16) title 'fed13' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14+$15) title 'fed12' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13+$14) title 'fed11' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12+$13) title 'fed10' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11+$12) title 'fed09' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10+$11) title 'fed08' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9+$10) title 'fed07' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8+$9) title 'fed06' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7+$8) title 'fed05' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6+$7) title 'fed04' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72+$6) title 'fed03' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72) title 'epel8' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5) title 'epel7' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4) title 'epel6' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3) title 'epel5' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2) title 'epel4' w filledcurves x1 -unset output - - -set output "/var/www/html/csv-reports/images/fedora-stacked-ma.png" -set title "Fedora Yum Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30+$31+$32+$33+$34) title 'unknown-release' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30+$31+$32+$33) title 'rawhide' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30+$31+$32) title 'fed29' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30+$31) title 'fed28' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30) title 'fed27' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29) title 'fed26' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28) title 'fed25' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27) title 'fed24' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26) title 'fed23' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25) title 'fed22' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24) title 'fed21' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23) title 'fed20' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22) title 'fed19' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21) title 'fed18' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20) title 'fed17' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19) title 'fed16' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18) title 'fed15' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17) title 'fed14' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16) title 'fed13' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15) title 'fed12' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14) title 'fed11' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13) title 'fed10' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12) title 'fed09' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11) title 'fed08' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10) title 'fed07' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9) title 'fed06' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8) title 'fed05' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7) title 'fed04' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6) title 'fed03' w filledcurves x1 -unset output - -set output "/var/www/html/csv-reports/images/fedora-rev-all-stacked-ma.png" -set title "Fedora Yum Reverse Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17+$16+$15+$14+$13+$12+$11+$10+$9+$8+$7+$6) title 'fed03' w filledcurves x1 lc rgb "#F0F0F0", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17+$16+$15+$14+$13+$12+$11+$10+$9+$8+$7) title 'fed04' w filledcurves x1 lc rgb "#F0F0F0", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17+$16+$15+$14+$13+$12+$11+$10+$9+$8) title 'fed05' w filledcurves x1 lc rgb "#F0F0F0", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17+$16+$15+$14+$13+$12+$11+$10+$9) title 'fed06' w filledcurves x1 lc rgb "#D0D0D0", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17+$16+$15+$14+$13+$12+$11+$10) title 'fed07' w filledcurves x1 lc rgb "#D0D0D0", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17+$16+$15+$14+$13+$12+$11) title 'fed08' w filledcurves x1 lc rgb "#D0D0D0", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17+$16+$15+$14+$13+$12) title 'fed09' w filledcurves x1 lc rgb "#B0B0B0", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17+$16+$15+$14+$13) title 'fed10' w filledcurves x1 lc rgb "#B0B0B0", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17+$16+$15+$14) title 'fed11' w filledcurves x1 lc rgb "#B0B0B0", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17+$16+$15) title 'fed12' w filledcurves x1 lc rgb "#909090", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17+$16) title 'fed13' w filledcurves x1 lc rgb "#909090", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18+$17) title 'fed14' w filledcurves x1 lc rgb "#909090", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19+$18) title 'fed15' w filledcurves x1 lc rgb "#707070", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20+$19) title 'fed16' w filledcurves x1 lc rgb "#707070", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21+$20) title 'fed17' w filledcurves x1 lc rgb "#707070", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22+$21) title 'fed18' w filledcurves x1 lc rgb "#505050", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23+$22) title 'fed19' w filledcurves x1 lc rgb "#505050", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24+$23) title 'fed20' w filledcurves x1 lc rgb "#505050", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25+$24) title 'fed21' w filledcurves x1 lc rgb "#303030", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26+$25) title 'fed22' w filledcurves x1 lc rgb "#303030", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27+$26) title 'fed23' w filledcurves x1 lc rgb "#303030", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28+$27) title 'fed24' w filledcurves x1 lc rgb "#0000FF", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29+$28) title 'fed25' w filledcurves x1 lc rgb "#00FFFF", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30+$29) title 'fed26' w filledcurves x1 lc rgb "#0000C0", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31+$30) title 'fed27' w filledcurves x1 lc rgb "#00C0C0", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32+$31) title 'fed28' w filledcurves x1 lc rgb "#000080", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33+$32) title 'fed29' w filledcurves x1 lc rgb "#008080", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34+$33) title 'rawhide' w filledcurves x1 lc rgb "#FF0000", \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($34) title 'unknown_release' w filledcurves x1 -unset output - -set output "/var/www/html/csv-reports/images/fedora-rev-latest-stacked-ma.png" -set title "Fedora Yum Unique IPs" -plot ["2015-01-01":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:36 title 'Fedora' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($31+$32+$65+$66+$33) title 'fed28' with filledcurves x1,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($32+$66+$65+$33) title 'fed29' with filledcurves x1,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($65+$66+$33) title 'fed30' with filledcurves x1,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($66+$33) title 'fed31' with filledcurves x1,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($33) title 'rawhide' with filledcurves x1 -unset output - - -set output "/var/www/html/csv-reports/images/fedora-select-stacked-ma.png" -set title "Fedora Yum Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30+$31+$32+$33) title 'fedora-future' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27+$28+$29+$30+$31+$32) title 'fed25-30' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21+$22+$23+$24+$25+$26+$27) title 'fed19-24' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15+$16+$17+$18+$19+$20+$21) title 'fed13-18' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9+$10+$11+$12+$13+$14+$15) title 'fed07-12' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($6+$7+$8+$9) title 'fed03-06' w filledcurves x1 -unset output - -## -## EPEL -## - -set output "/var/www/html/csv-reports/images/epel-all-ma.png" -set title "Epel Yum Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:2 title 'epel4' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:3 title 'epel5' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:4 title 'epel6' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:5 title 'epel7' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:72 title 'epel8' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:35 title 'EPEL' with lines lw 3 -unset output - -set output "/var/www/html/csv-reports/images/epel-daily-ma.png" -set title "Fedora Epel Totals Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:35 title 'EPEL' with lines lw 3 -unset output - - -set output "/var/www/html/csv-reports/images/epel-arch-ma.png" -set title "Epel ARCH Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:48 title 'x86_32' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:50 title 'x86_64' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:52 title 'ppc' with lines lw 3,\ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:35 title 'EPEL' with lines lw 3 -unset output - -set output "/var/www/html/csv-reports/images/epel-stacked-ma.png" -set title "Epel Releases Unique IPs" -plot ["2007-05-17":"2020-12-31"] \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5+$72) title 'epel8' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4+$5) title 'epel7' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3+$4) title 'epel6' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2+$3) title 'epel5' w filledcurves x1, \ - '/var/www/html/csv-reports/mirrors/mirrorsdata-all-7day-ma.csv' using 1:($2) title 'epel4' w filledcurves x1 -unset output - diff --git a/roles/web-data-analysis/files/mirrors-moving_avg.py b/roles/web-data-analysis/files/mirrors-moving_avg.py deleted file mode 100644 index befaffa711..0000000000 --- a/roles/web-data-analysis/files/mirrors-moving_avg.py +++ /dev/null @@ -1,116 +0,0 @@ -#!/usr/bin/python - -# This file is part of Fedora Project Infrastructure Ansible -# Repository. -# -# Fedora Project Infrastructure Ansible Repository is free software: -# you can redistribute it and/or modify it under the terms of the GNU -# General Public License as published by the Free Software Foundation, -# either version 3 of the License, or (at your option) any later -# version. -# -# Fedora Project Infrastructure Ansible Repository is distributed in -# the hope that it will be useful, but WITHOUT ANY WARRANTY; without -# even the implied warranty of MERCHANTABILITY or FITNESS FOR A -# PARTICULAR PURPOSE. See the GNU General Public License for more -# details. -# -# You should have received a copy of the GNU General Public License -# along with Fedora Project Infrastructure Ansible Repository. If -# not, see . - -# This is a complete horrible hack to get something done. Patches are -# really welcome. - -import pandas -#import matplotlib.pyplot as plt -import math - -rolling = 7 - -tree = {} - -df = pandas.read_csv("/var/www/html/csv-reports/mirrors/mirrorsdata-all.csv") - -dates = df['1970-01-01'] -epel4 = pandas.rolling_mean(df['02-epel4'],rolling) -epel5 = pandas.rolling_mean(df['03-epel5'],rolling) -epel6 = pandas.rolling_mean(df['04-epel6'],rolling) -epel7 = pandas.rolling_mean(df['05-epel7'],rolling) -fed03 = pandas.rolling_mean(df['06-f03'], rolling) -fed04 = pandas.rolling_mean(df['07-f04'], rolling) -fed05 = pandas.rolling_mean(df['08-f05'], rolling) -fed06 = pandas.rolling_mean(df['09-f06'], rolling) -fed07 = pandas.rolling_mean(df['10-f07'], rolling) -fed08 = pandas.rolling_mean(df['11-f08'], rolling) -fed09 = pandas.rolling_mean(df['12-f09'], rolling) -fed10 = pandas.rolling_mean(df['13-f10'], rolling) -fed11 = pandas.rolling_mean(df['14-f11'], rolling) -fed12 = pandas.rolling_mean(df['15-f12'], rolling) -fed13 = pandas.rolling_mean(df['16-f13'], rolling) -fed14 = pandas.rolling_mean(df['17-f14'], rolling) -fed15 = pandas.rolling_mean(df['18-f15'], rolling) -fed16 = pandas.rolling_mean(df['19-f16'], rolling) -fed17 = pandas.rolling_mean(df['20-f17'], rolling) -fed18 = pandas.rolling_mean(df['21-f18'], rolling) -fed19 = pandas.rolling_mean(df['22-f19'], rolling) -fed20 = pandas.rolling_mean(df['23-f20'], rolling) -fed21 = pandas.rolling_mean(df['24-f21'], rolling) -fed22 = pandas.rolling_mean(df['25-f22'], rolling) -fed23 = pandas.rolling_mean(df['26-f23'], rolling) -fed24 = pandas.rolling_mean(df['27-f24'], rolling) -fed25 = pandas.rolling_mean(df['28-f25'], rolling) -fed26 = pandas.rolling_mean(df['29-f26'], rolling) -fed27 = pandas.rolling_mean(df['30-f27'], rolling) -fed28 = pandas.rolling_mean(df['31-f28'], rolling) -fed29 = pandas.rolling_mean(df['32-f29'], rolling) -fed30 = pandas.rolling_mean(df['65-f30'], rolling) -fed31 = pandas.rolling_mean(df['66-f31'], rolling) -fed32 = pandas.rolling_mean(df['67-f32'], rolling) -fed33 = pandas.rolling_mean(df['68-f33'], rolling) -rawhide = pandas.rolling_mean(df['33-rawhide'], rolling) -unk_rel = pandas.rolling_mean(df['34-unk_rel'], rolling) -EPEL = pandas.rolling_mean(df['35-epel'], rolling) -Fedora = pandas.rolling_mean(df['36-fedora'], rolling) -alpha = pandas.rolling_mean(df['37-alpha'], rolling) -ARM = pandas.rolling_mean(df['38-arm'], rolling) -ARM64 = pandas.rolling_mean(df['39-arm64'], rolling) -ia64 = pandas.rolling_mean(df['40-ia64'], rolling) -mips = pandas.rolling_mean(df['41-mips'], rolling) -ppc = pandas.rolling_mean(df['42-ppc'], rolling) -s390 = pandas.rolling_mean(df['43-s390'], rolling) -sparc = pandas.rolling_mean(df['44-sparc'], rolling) -tilegx = pandas.rolling_mean(df['45-tilegx'], rolling) -x86_32 = pandas.rolling_mean(df['46-x86_32'], rolling) -x86_64 = pandas.rolling_mean(df['47-x86_64'], rolling) -x86_32_e = pandas.rolling_mean(df['48-x86_32_e'], rolling) -x86_32_f = pandas.rolling_mean(df['49-x86_32_f'], rolling) -x86_64_e = pandas.rolling_mean(df['50-x86_64_e'], rolling) -x86_64_f = pandas.rolling_mean(df['51-x86_64_f'], rolling) -ppc_e = pandas.rolling_mean(df['52-ppc_e'], rolling) -ppc_f = pandas.rolling_mean(df['53-ppc_f'], rolling) -unk_arc = pandas.rolling_mean(df['54-unk_arc'], rolling) -centos = pandas.rolling_mean(df['55-centos'], rolling) -rhel = pandas.rolling_mean(df['56-rhel'], rolling) -ppc64 = pandas.rolling_mean(df['57-ppc64'], rolling) -ppc64le = pandas.rolling_mean(df['58-ppc64le'], rolling) -modular = pandas.rolling_mean(df['59-modular'], rolling) -modular_rawhide = pandas.rolling_mean(df['60-modular_rawhide'], rolling) -modular_f27 = pandas.rolling_mean(df['61-modular_f27'], rolling) -modular_f28 = pandas.rolling_mean(df['62-modular_f28'], rolling) -modular_f29 = pandas.rolling_mean(df['63-modular_f29'], rolling) -modular_f30 = pandas.rolling_mean(df['64-modular_f30'], rolling) -modular_f31 = pandas.rolling_mean(df['69-modular_f31'], rolling) -modular_f32 = pandas.rolling_mean(df['70-modular_f32'], rolling) -modular_f33 = pandas.rolling_mean(df['71-modular_f33'], rolling) -epel8 = pandas.rolling_mean(df['72-epel8'],rolling) - - -print "1970-01-01,02-epel4,03-epel5,04-epel6,05-epel7,06-f03,07-f04,08-f05,09-f06,10-f07,11-f08,12-f09,13-f10,14-f11,15-f12,16-f13,17-f14,18-f15,19-f16,20-f17,21-f18,22-f19,23-f20,24-f21,25-f22,26-f23,27-f24,28-f25,29-f26,30-f27,31-f28,32-f29,33-rawhide,34-unk_rel,35-epel,36-fedora,37-alpha,38-arm,39-arm64,40-ia64,41-mips,42-ppc,43-s390,44-sparc,45-tilegx,46-x86_32,47-x86_64,48-x86_32_e,49-x86_32_f,50-x86_64_e,51-x86_64_f,52-ppc_e,53-ppc_f,54-unk_arc,55-centos,56-rhel,57-ppc64,58-ppc64le,59-modular,60-modular_rawhide,61-modular_f27,62-modular_f28,63-modular_f29,64-modular_f30,65-f30,66-f31,67-f32,68-f33,69-modular_f31,70-modular_f32,71-modular_f33,72-epel8"; - -for i in xrange(0,len(dates)): - if math.isnan(epel4[i]): - csv_line = ",".join([dates[i],"0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0","0"]) - else: - csv_line = ",".join([dates[i],str(int(epel4[i])),str(int(epel5[i])),str(int(epel6[i])),str(int(epel7[i])),str(int(fed03[i])),str(int(fed04[i])),str(int(fed05[i])),str(int(fed06[i])),str(int(fed07[i])),str(int(fed08[i])),str(int(fed09[i])),str(int(fed10[i])),str(int(fed11[i])),str(int(fed12[i])),str(int(fed13[i])),str(int(fed14[i])),str(int(fed15[i])),str(int(fed16[i])),str(int(fed17[i])),str(int(fed18[i])),str(int(fed19[i])),str(int(fed20[i])),str(int(fed21[i])),str(int(fed22[i])),str(int(fed23[i])),str(int(fed24[i])),str(int(fed25[i])),str(int(fed26[i])),str(int(fed27[i])),str(int(fed28[i])),str(int(fed29[i])),str(int(rawhide[i])),str(int(unk_rel[i])),str(int(EPEL[i])),str(int(Fedora[i])),str(int(alpha[i])),str(int(ARM[i])),str(int(ARM64[i])),str(int(ia64[i])),str(int(mips[i])),str(int(ppc[i])),str(int(s390[i])),str(int(sparc[i])),str(int(tilegx[i])),str(int(x86_32[i])),str(int(x86_64[i])), str(int(x86_32_e[i])),str(int(x86_32_f[i])),str(int(x86_64_e[i])),str(int(x86_64_f[i])),str(int(ppc_e[i])),str(int(ppc_f[i])), str(int(unk_arc[i])),str(int(centos[i])),str(int(rhel[i])),str(int(ppc64[i])),str(int(ppc64le[i])),str(int(modular[i])),str(int(modular_rawhide[i])),str(int(modular_f27[i])),str(int(modular_f28[i])),str(int(modular_f29[i])),str(int(modular_f30[i])),str(int(fed30[i])),str(int(fed31[i])),str(int(fed32[i])),str(int(fed33[i])),str(int(modular_f31[i])),str(int(modular_f32[i])),str(int(modular_f33[i])),str(int(epel8[i]))]) - print csv_line diff --git a/roles/web-data-analysis/tasks/main.yml b/roles/web-data-analysis/tasks/main.yml index ae4125f8a2..4aca665c9e 100644 --- a/roles/web-data-analysis/tasks/main.yml +++ b/roles/web-data-analysis/tasks/main.yml @@ -17,7 +17,7 @@ - name: make the data subdirs file: path=/mnt/fedora_stats/data/{{item}} state=directory mode=0755 - with_items: [getfedora, hotspot, mirrors, start] + with_items: [hotspot, mirrors] tags: - web-data @@ -45,7 +45,7 @@ - name: make the web subdirs file: path=/var/www/html/csv-reports/{{item}} state=directory mode=0755 - with_items: [images, getfedora, hotspot, mirrors, start] + with_items: [images, hotspot, mirrors] tags: - web-data @@ -62,19 +62,19 @@ - name: python scripts to calculate various data copy: src={{item}} dest=/usr/local/bin/ mode=0755 - with_items: [mirrorlist.py, mirrors-moving_avg.py, hotspot-moving_avg.py] + with_items: [mirrorlist.py] tags: - web-data - name: awk files for csv creation copy: src={{item}} dest=/usr/local/share/web-data-analysis mode=0644 - with_items: [mirrors-data.awk, getfedora-data.awk, getfedora.awk, hotspot-data.awk, hotspot.awk ] + with_items: [mirrors-data.awk, hotspot-data.awk, hotspot.awk ] tags: - web-data - name: gnuplot file for image creation copy: src={{item}} dest=/usr/local/share/web-data-analysis mode=0644 - with_items: [ mirrors-data.gp, getfedora-data.gp, mirrors-moving.gp, hotspot.gp ] + with_items: [ mirrors-data.gp, hotspot.gp ] tags: - web-data