add a more general s3 sync script that takes a path from /pub/ and attempts to sync it

Signed-off-by: Rick Elrod <relrod@redhat.com>

roles/s3-mirror/files/s3-sync-path.sh

@@ -0,0 +1,53 @@
+#!/usr/bin/env bash
+# (c) 2019 Red Hat, Inc.
+# LGPL
+# Author: Rick Elrod <relrod@redhat.com>
+
+if [[ "$1" == "" ]] || [[ $1 != /pub* ]] || [[ $1 != */ ]]; then
+  echo "Syntax: $0 /pub/path/to/sync/"
+  echo "NOTE! Path must end with a trailing /"
+  exit 1
+fi
+
+CMD="aws s3 sync                   \
+  --delete                         \
+  --exclude */.snapshot/*          \
+  --exclude */source/*             \
+  --exclude */SRPMS/*              \
+  --exclude */debug/*              \
+  --exclude */beta/*               \
+  --exclude */ppc/*                \
+  --exclude */ppc64/*              \
+  --exclude */repoview/*           \
+  --exclude */Fedora/*             \
+  --exclude */Live/*               \
+  --exclude */isolinux/*           \
+  --exclude */images/*             \
+  --exclude */EFI/*                \
+  --exclude */core/*               \
+  --exclude */extras/*             \
+  --exclude */LiveOS/*             \
+  --exclude */development/*        \
+  --exclude */releases/test/*      \
+  --no-follow-symlinks             \
+  "
+  #--dryrun                         \
+
+echo "$CMD /srv$1 s3://s3-mirror-us-west-1-02.fedoraproject.org$1"
+echo "Starting $1 sync at $(date)" >> /var/log/s3-mirror/timestamps
+$CMD /srv$1 s3://s3-mirror-us-west-1-02.fedoraproject.org$1
+echo "Ending $1 sync at $(date)" >> /var/log/s3-mirror/timestamps
+
+# Always do the invalidations because they are quick and prevent issues
+# depending on which path is synced.
+for file in $(echo /srv/pub/epel/6/*/repodata/repomd.xml | sed 's#/srv##g'); do
+  aws cloudfront create-invalidation --distribution-id E2KJMDC0QAJDMU --paths "$file"
+done
+
+for file in $(echo /srv/pub/epel/7/*/repodata/repomd.xml | sed 's#/srv##g'); do
+  aws cloudfront create-invalidation --distribution-id E2KJMDC0QAJDMU --paths "$file"
+done
+
+for file in $(echo /srv/pub/fedora/linux/updates/*/*/*/repodata/repomd.xml | sed 's#/srv##g'); do
+  aws cloudfront create-invalidation --distribution-id E2KJMDC0QAJDMU --paths "$file"
+done