opendev/system-config
Code Issues Proposed changes

mirror-update: restore -t to rsync commands

Browse Source 
We found that new data (since we removed -t) was no correctly being
skipped for re-download.  We have found that this doesn't happen with
-t on later rsyncs, which have included fixes for -t to not touch the
timestamps if things are not updated.  We have updated mirror-update
to Focal that has this rsync, so restore the flag.

Change-Id: I3fa16dbf6487a442549c540796807ef4916d4e6e
This commit is contained in:
Ian Wienand 2020-06-19 12:27:46 +10:00
parent ceb711e6d9
commit a58ad34a5c
6 changed files with 14 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
playbooks/roles/mirror-update/files/centos-mirror-update
View File

@ -38,7 +38,7 @@ if ! [ -f $BASE/8 ]; then
fi fi
date --iso-8601=ns date --iso-8601=ns
echo "Running Centos 8 rsync..." echo "Running Centos 8 rsync..."
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--delete \ --delete \
--delete-excluded \ --delete-excluded \
--exclude="isos" \ --exclude="isos" \
@ -75,7 +75,7 @@ for REPO in $REPOS; do
date --iso-8601=ns date --iso-8601=ns
echo "Running rsync..." echo "Running rsync..."
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--delete \ --delete \
--delete-excluded \ --delete-excluded \
--exclude="atomic" \ --exclude="atomic" \

4
playbooks/roles/mirror-update/files/epel-mirror-update
View File

@ -42,7 +42,7 @@ fi
date --iso-8601=ns date --iso-8601=ns
echo "Running rsync..." echo "Running rsync..."
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--delete \ --delete \
--delete-excluded \ --delete-excluded \
--exclude="SRPMS" \ --exclude="SRPMS" \
@ -72,7 +72,7 @@ date --iso-8601=ns
echo "Running rsync..." echo "Running rsync..."
# --no-perms because some of the top-level directories are 02755 # --no-perms because some of the top-level directories are 02755
# (setgid) and we can't set that on AFS # (setgid) and we can't set that on AFS
$K5START rsync -rlvz --no-perms \ $K5START rsync -rltvz --no-perms \
--delete \ --delete \
--delete-excluded \ --delete-excluded \
--exclude="Everything/SRPMS" \ --exclude="Everything/SRPMS" \

6
playbooks/roles/mirror-update/files/fedora-mirror-update
View File

@ -52,7 +52,7 @@ for REPO in releases/30 releases/31 releases/32; do
fi fi
echo_ts "Running rsync for $REPO..." echo_ts "Running rsync for $REPO..."
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--delete \ --delete \
--delete-excluded \ --delete-excluded \
--exclude="Cloud/x86_64/images/*.box" \ --exclude="Cloud/x86_64/images/*.box" \
@ -77,7 +77,7 @@ for REPO in updates/30 updates/31 updates/32; do
fi fi
echo_ts "Running rsync for $REPO..." echo_ts "Running rsync for $REPO..."
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--delete \ --delete \
--delete-excluded \ --delete-excluded \
--exclude="aarch64/" \ --exclude="aarch64/" \
@ -98,7 +98,7 @@ if ! [ -f $BASE/atomic ]; then
fi fi
echo_ts "Running rsync atomic..." echo_ts "Running rsync atomic..."
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--delete \ --delete \
--delete-excluded \ --delete-excluded \
--exclude="testing/" \ --exclude="testing/" \

10
playbooks/roles/mirror-update/files/opensuse-mirror-update
View File

@ -62,7 +62,7 @@ for DISTVER in 15.1; do
date --iso-8601=ns date --iso-8601=ns
echo "Running rsync distribution $DISTVER ..." echo "Running rsync distribution $DISTVER ..."
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--delete --stats \ --delete --stats \
--delete-excluded \ --delete-excluded \
--exclude="iso" \ --exclude="iso" \
@ -76,7 +76,7 @@ for DISTVER in 15.1; do
date --iso-8601=ns date --iso-8601=ns
echo "Running rsync updates $DISTVER ..." echo "Running rsync updates $DISTVER ..."
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--delete --stats \ --delete --stats \
--delete-excluded \ --delete-excluded \
--exclude="src/" \ --exclude="src/" \
@ -92,7 +92,7 @@ for obs_repo in ${OBS_REPOS[@]}; do
$K5START mkdir -p $BASE/$REPO $K5START mkdir -p $BASE/$REPO
fi fi
echo "Running rsync ${obs_repo} ..." echo "Running rsync ${obs_repo} ..."
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--delete --stats \ --delete --stats \
--delete-excluded \ --delete-excluded \
--exclude="src/" \ --exclude="src/" \
@ -109,7 +109,7 @@ fi
date --iso-8601=ns date --iso-8601=ns
echo "Running rsync distribution $REPO ..." echo "Running rsync distribution $REPO ..."
# TW is large and can have failures, be more resilient # TW is large and can have failures, be more resilient
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--delete --stats \ --delete --stats \
--delete-excluded \ --delete-excluded \
--exclude="i586" \ --exclude="i586" \
@ -123,7 +123,7 @@ fi
date --iso-8601=ns date --iso-8601=ns
echo "Running rsync distribution $REPO ..." echo "Running rsync distribution $REPO ..."
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--timeout=600 \ --timeout=600 \
--delete --stats \ --delete --stats \
--delete-excluded \ --delete-excluded \

2
playbooks/roles/mirror-update/files/publish-mirror-logs
View File

@ -16,7 +16,7 @@
DEST="/afs/.openstack.org/mirror/logs/" DEST="/afs/.openstack.org/mirror/logs/"
K5START="k5start -t -f /etc/logs.keytab service/logs-mirror --" K5START="k5start -t -f /etc/logs.keytab service/logs-mirror --"
RSYNC="rsync -rliz" RSYNC="rsync -rltvz"
$K5START $RSYNC /var/log/rsync-mirrors $DEST $K5START $RSYNC /var/log/rsync-mirrors $DEST
$K5START $RSYNC /var/log/afs-release $DEST $K5START $RSYNC /var/log/afs-release $DEST

2
playbooks/roles/mirror-update/files/yum-puppetlabs-mirror-update
View File

@ -36,7 +36,7 @@ date --iso-8601=ns
echo "Running rsync..." echo "Running rsync..."
# We don't need cisco-wrlinux arch in OpenStack Infra. # We don't need cisco-wrlinux arch in OpenStack Infra.
$K5START rsync -rlvz \ $K5START rsync -rltvz \
--delete \ --delete \
--delete-excluded \ --delete-excluded \
--exclude="cisco-wrlinux" \ --exclude="cisco-wrlinux" \