a58ad34a5c
We found that new data (since we removed -t) was no correctly being skipped for re-download. We have found that this doesn't happen with -t on later rsyncs, which have included fixes for -t to not touch the timestamps if things are not updated. We have updated mirror-update to Focal that has this rsync, so restore the flag. Change-Id: I3fa16dbf6487a442549c540796807ef4916d4e6e
97 lines
2.8 KiB
Bash
Executable File
97 lines
2.8 KiB
Bash
Executable File
#!/bin/bash -xe
|
|
# Copyright 2016 Red Hat, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
source /usr/share/mirror-update/functions.sh
|
|
|
|
MIRROR_VOLUME=$1
|
|
|
|
if [[ ${NO_TIMEOUT:-0} -eq 1 ]]; then
|
|
echo "Running interactively"
|
|
TIMEOUT=""
|
|
else
|
|
TIMEOUT="timeout -k 2m 30m"
|
|
fi
|
|
|
|
BASE="/afs/.openstack.org/mirror/epel"
|
|
# NOTE(pabelanger): #fedora-admin:
|
|
# tibbs | I run pubmirror[12].math.uh.edu.
|
|
# tibbs | It polls the masters every ten minutes.
|
|
MIRROR="rsync://pubmirror1.math.uh.edu/fedora-buffet/epel"
|
|
K5START="k5start -t -f /etc/epel.keytab service/epel-mirror -- $TIMEOUT"
|
|
|
|
#
|
|
# EPEL 7
|
|
#
|
|
|
|
REPO=7
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync..."
|
|
$K5START rsync -rltvz \
|
|
--delete \
|
|
--delete-excluded \
|
|
--exclude="SRPMS" \
|
|
--exclude="ppc64" \
|
|
--exclude="ppc64le" \
|
|
--exclude="x86_64/debug" \
|
|
--exclude="x86_64/repoview" \
|
|
$MIRROR/$REPO/ $BASE/$REPO/
|
|
|
|
# NOTE(pabelanger): Validate repomd.xml with upstream release version, this is
|
|
# to help protect when our upstream mirror (mirrors.kernel.org) is out of sync
|
|
# with its upstream mirror.
|
|
REPOMD="x86_64/repodata/repomd.xml"
|
|
SHA1SUM=`curl -s https://dl.fedoraproject.org/pub/epel/7/$REPOMD | sha1sum | cut -d' ' -f1`
|
|
echo "$SHA1SUM $BASE/$REPO/$REPOMD" | sha1sum -c -
|
|
|
|
#
|
|
# EPEL 8
|
|
#
|
|
|
|
REPO=8
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync..."
|
|
# --no-perms because some of the top-level directories are 02755
|
|
# (setgid) and we can't set that on AFS
|
|
$K5START rsync -rltvz --no-perms \
|
|
--delete \
|
|
--delete-excluded \
|
|
--exclude="Everything/SRPMS" \
|
|
--exclude="Everything/ppc64le" \
|
|
--exclude="Everything/s390x" \
|
|
--exclude="Everything/*/debug" \
|
|
$MIRROR/$REPO/ $BASE/$REPO/
|
|
|
|
# NOTE(pabelanger): Validate repomd.xml with upstream release version, this is
|
|
# to help protect when our upstream mirror (mirrors.kernel.org) is out of sync
|
|
# with its upstream mirror.
|
|
REPOMD="Everything/x86_64/repodata/repomd.xml"
|
|
SHA1SUM=`curl -s https://dl.fedoraproject.org/pub/epel/8/$REPOMD | sha1sum | cut -d' ' -f1`
|
|
echo "$SHA1SUM $BASE/$REPO/$REPOMD" | sha1sum -c -
|
|
|
|
date --iso-8601=ns | $K5START tee $BASE/timestamp.txt
|
|
echo "rsync completed successfully, running vos release."
|
|
vos_release $MIRROR_VOLUME
|
|
|
|
date --iso-8601=ns
|
|
echo "Done."
|