339cbf4c3d
It's difficult to know if a release process is running too long when we don't have a history of how long it should run for. This is mostly the stats function from run_all.sh that has been sending stats about runtimes there. Wrap it in a vos_release function with some minor refactoring, and update the scripts. As noted inline, there's already release timer stats going to afs.release.<volume> for the periodic release of docs/tarballs etc. Change-Id: I3d79d1a0997af8977050b7f6e7cf3b7578cc8491
140 lines
4.2 KiB
Bash
Executable File
140 lines
4.2 KiB
Bash
Executable File
#!/bin/bash -xe
|
|
# Copyright 2017 SUSE Linux GmbH
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
source /usr/share/mirror-update/functions.sh
|
|
|
|
MIRROR_VOLUME=$1
|
|
|
|
if [[ ${NO_TIMEOUT:-0} -eq 1 ]]; then
|
|
echo "Running interactively"
|
|
TIMEOUT=""
|
|
else
|
|
TIMEOUT="timeout -k 2m 30m"
|
|
fi
|
|
|
|
BASE="/afs/.openstack.org/mirror/opensuse"
|
|
MIRROR="rsync://mirror.us.leaseweb.net/opensuse"
|
|
OBS_MIRROR="rsync://provo-mirror.opensuse.org/opensuse/repositories"
|
|
OBS_REPOS=(
|
|
'Cloud:/OpenStack:/Stein/openSUSE_Leap_15.1'
|
|
'Cloud:/OpenStack:/Master/openSUSE_Leap_15.1'
|
|
|
|
# NOTE(yoctozepto): kolla uses the following for hacluster
|
|
'network:/ha-clustering:/Stable/CentOS_CentOS-7'
|
|
)
|
|
K5START="k5start -t -f /etc/opensuse.keytab service/opensuse-mirror -- $TIMEOUT"
|
|
|
|
# NOTE(hwoarang): Ensure old distros are not mirrored aymore
|
|
for REPO in distribution/leap/42.2 update/leap/42.2 \
|
|
repositories/Virtualization:/containers/openSUSE_Leap_15.0 \
|
|
repositories/Virtualization:/containers:/images:/openSUSE-Leap-15.0 \
|
|
repositories/Cloud:/OpenStack:/Queens/openSUSE_Leap_15.0 \
|
|
repositories/Cloud:/OpenStack:/Rocky/openSUSE_Leap_15.0 \
|
|
repositories/Cloud:/OpenStack:/Stein/openSUSE_Leap_15.0 \
|
|
repositories/Cloud:/OpenStack:/Master/openSUSE_Leap_15.0 \
|
|
distribution/leap/15.0/ \
|
|
repositories/Cloud:/OpenStack:/Master/openSUSE_Leap_42.3 \
|
|
repositories/Cloud:/OpenStack:/Queens/openSUSE_Leap_42.3 \
|
|
repositories/Cloud:/OpenStack:/Rocky/openSUSE_Leap_42.3 \
|
|
repositories/Virtualization:/containers/openSUSE_Leap_42.3 ; do
|
|
if [ -d $BASE/$REPO ]; then
|
|
$K5START rm -rf $BASE/$REPO
|
|
fi
|
|
done
|
|
|
|
for DISTVER in 15.1; do
|
|
REPO=distribution/leap/$DISTVER/repo
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync distribution $DISTVER ..."
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="iso" \
|
|
--exclude=".~tmp~" \
|
|
$MIRROR/$REPO/ $BASE/$REPO/
|
|
|
|
REPO=update/leap/$DISTVER
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync updates $DISTVER ..."
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="src/" \
|
|
--exclude="nosrc/" \
|
|
--exclude=".~tmp~" \
|
|
$MIRROR/$REPO/ $BASE/$REPO/
|
|
done
|
|
|
|
date --iso-8601=ns
|
|
for obs_repo in ${OBS_REPOS[@]}; do
|
|
REPO=repositories/${obs_repo}/
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
echo "Running rsync ${obs_repo} ..."
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="src/" \
|
|
--exclude="nosrc/" \
|
|
--exclude=".~tmp~" \
|
|
$OBS_MIRROR/$obs_repo/ $BASE/$REPO
|
|
done
|
|
|
|
REPO=tumbleweed
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO/repo/oss/
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync distribution $REPO ..."
|
|
# TW is large and can have failures, be more resilient
|
|
$K5START rsync -rlptDvz \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="i586" \
|
|
--ignore-errors \
|
|
$MIRROR/$REPO/repo/oss/ $BASE/$REPO/repo/oss/ || :
|
|
|
|
REPO=update/tumbleweed
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync distribution $REPO ..."
|
|
$K5START rsync -rlptDvz \
|
|
--timeout=600 \
|
|
--delete --stats \
|
|
--delete-excluded \
|
|
--exclude="i586" \
|
|
--ignore-errors \
|
|
$OBS_MIRROR/openSUSE:/Factory:/Update/standard/ $BASE/$REPO || :
|
|
|
|
date --iso-8601=ns | $K5START tee $BASE/timestamp.txt
|
|
echo "rsync completed successfully, running vos release."
|
|
vos_release $MIRROR_VOLUME
|
|
|
|
date --iso-8601=ns
|
|
echo "Done."
|