a6ece2cacc
If you are running these jobs by hand you are doing something that will be expected to take a long time (initial sync, recovery, etc.). Make these scripts assume interactivity and default to *not* running under timeout -- it's too easy to forget NO_TIMEOUT when running manually and having the job killed. We already have an UNDER_CRON variable set so that we only send stats when running ... under cron. Reuse this here for the timeout flag. Change-Id: Ic2d2f39bb18d247c853284512fe0dc37485c00a4
113 lines
3.3 KiB
Bash
Executable File
113 lines
3.3 KiB
Bash
Executable File
#!/bin/bash -xe
|
|
# Copyright 2017 SUSE Linux GmbH
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
source /usr/share/mirror-update/functions.sh
|
|
|
|
MIRROR_VOLUME=$1
|
|
|
|
# Runs with timeout under cron
|
|
if [[ ${UNDER_CRON:-0} -eq 0 ]]; then
|
|
echo_ts "Running interactively"
|
|
TIMEOUT=""
|
|
set -x
|
|
else
|
|
TIMEOUT="timeout -k 2m 90m"
|
|
fi
|
|
|
|
BASE="/afs/.openstack.org/mirror/opensuse"
|
|
MIRROR="rsync://mirror.clarkson.edu/opensuse/opensuse"
|
|
OBS_MIRROR="rsync://provo-mirror.opensuse.org/opensuse/repositories"
|
|
OBS_REPOS=(
|
|
'Cloud:/OpenStack:/Ussuri/openSUSE_Leap_15.2'
|
|
'Cloud:/OpenStack:/Master/openSUSE_Leap_15.2'
|
|
|
|
# NOTE(yoctozepto): kolla uses the following for hacluster
|
|
'network:/ha-clustering:/Stable/CentOS_CentOS-7'
|
|
)
|
|
K5START="k5start -t -f /etc/opensuse.keytab service/opensuse-mirror -- $TIMEOUT"
|
|
|
|
# NOTE(hwoarang): Ensure old distros are not mirrored aymore
|
|
for REPO in distribution/leap/15.1 update/leap/15.1 \
|
|
repositories/Cloud:/OpenStack:/Stein/openSUSE_Leap_15.1 \
|
|
repositories/Cloud:/OpenStack:/Master/openSUSE_Leap_15.1 \
|
|
update/tumbleweed tumbleweed ; do
|
|
if [ -d $BASE/$REPO ]; then
|
|
$K5START rm -rf $BASE/$REPO
|
|
fi
|
|
done
|
|
|
|
for DISTVER in 15.2 ; do
|
|
REPO=distribution/leap/$DISTVER/repo
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync distribution $DISTVER ..."
|
|
$K5START rsync -rltvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="iso" \
|
|
--exclude="non-oss/" \
|
|
--exclude=".~tmp~" \
|
|
$MIRROR/$REPO/ $BASE/$REPO/
|
|
|
|
REPO=update/leap/$DISTVER
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync updates $DISTVER ..."
|
|
$K5START rsync -rltvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="src/" \
|
|
--exclude="nosrc/" \
|
|
--exclude="non-oss/" \
|
|
--exclude="non-oss_debug/" \
|
|
--exclude="oss_debug/" \
|
|
--exclude="aarch64/" \
|
|
--exclude="i586/" \
|
|
--exclude="i686/" \
|
|
--exclude="ppc64le/" \
|
|
--exclude="s390x/" \
|
|
--exclude=".~tmp~" \
|
|
$MIRROR/$REPO/ $BASE/$REPO/
|
|
done
|
|
|
|
date --iso-8601=ns
|
|
for obs_repo in ${OBS_REPOS[@]}; do
|
|
REPO=repositories/${obs_repo}/
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
echo "Running rsync ${obs_repo} ..."
|
|
$K5START rsync -rltvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="src/" \
|
|
--exclude="nosrc/" \
|
|
--exclude=".~tmp~" \
|
|
$OBS_MIRROR/$obs_repo/ $BASE/$REPO
|
|
done
|
|
|
|
date --iso-8601=ns | $K5START tee $BASE/timestamp.txt
|
|
echo "rsync completed successfully, running vos release."
|
|
vos_release $MIRROR_VOLUME
|
|
|
|
date --iso-8601=ns
|
|
echo "Done."
|