df66e2fd6f
For some reason the x86_64/ directories of centos mirrors contain i686 packages too. Since none of our systems rely on i686 lets go ahead and exclude these packages entirely. This should save quite a bit of disk space (almost halving the required disk space?). Change-Id: I146765da021e8436365e39a6dca4db470a07fe81
115 lines
2.6 KiB
Bash
Executable File
115 lines
2.6 KiB
Bash
Executable File
#!/bin/bash -xe
|
|
# Copyright 2016 Red Hat, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
source /usr/share/mirror-update/functions.sh
|
|
|
|
MIRROR_VOLUME=$1
|
|
|
|
# Runs with timeout under cron
|
|
if [[ ${UNDER_CRON:-0} -eq 0 ]]; then
|
|
echo_ts "Running interactively"
|
|
TIMEOUT=""
|
|
set -x
|
|
else
|
|
TIMEOUT="timeout -k 2m 90m"
|
|
fi
|
|
|
|
_DRY_RUN=''
|
|
if [[ ${DRY_RUN:-0} -eq 1 ]]; then
|
|
echo "Dry run only"
|
|
_DRY_RUN='--dry-run'
|
|
fi
|
|
|
|
RSYNC="rsync ${_DRY_RUN} -rltvz"
|
|
|
|
BASE="/afs/.openstack.org/mirror/centos"
|
|
K5START="k5start -t -f /etc/centos.keytab service/centos-mirror -- $TIMEOUT"
|
|
|
|
if [[ ${DRY_RUN:-0} -ne 1 ]]; then
|
|
# Cleanup old repos
|
|
for REPO in 8 altarch ; do
|
|
if [ -d $BASE/$REPO/ ]; then
|
|
$K5START rm -rf $BASE/$REPO/
|
|
fi
|
|
done
|
|
fi
|
|
|
|
#
|
|
# -- Centos 8-stream --
|
|
#
|
|
|
|
MIRROR=rsync://mirror.facebook.net/centos/8-stream/ # somewhere in US
|
|
|
|
if ! [ -f $BASE/8-stream ]; then
|
|
$K5START mkdir -p $BASE/8-stream
|
|
fi
|
|
date --iso-8601=ns
|
|
echo "Running Centos 8-stream rsync..."
|
|
$K5START ${RSYNC} \
|
|
--delete \
|
|
--delete-excluded \
|
|
--exclude="isos" \
|
|
--exclude="images/" \
|
|
--exclude="isolinux/" \
|
|
--exclude="ppc64le*" \
|
|
--exclude="*.i686.rpm" \
|
|
--exclude=".*" \
|
|
$MIRROR $BASE/8-stream
|
|
|
|
#
|
|
# -- Centos 7 --
|
|
#
|
|
|
|
MIRROR="rsync://mirror.facebook.net/centos/"
|
|
REPOS="7"
|
|
|
|
for REPO in $REPOS; do
|
|
if ! [ -f $BASE/$REPO ]; then
|
|
$K5START mkdir -p $BASE/$REPO
|
|
fi
|
|
|
|
MIRROR_PATH=$MIRROR/$REPO/
|
|
EXTRA_OPTS="--links" # -l
|
|
|
|
date --iso-8601=ns
|
|
echo "Running rsync..."
|
|
$K5START ${RSYNC} \
|
|
--delete \
|
|
--delete-excluded \
|
|
--exclude="atomic" \
|
|
--exclude="centosplus" \
|
|
--exclude="experimental" \
|
|
--exclude="fasttrack" \
|
|
--exclude="isos" \
|
|
--exclude="images/" \
|
|
--exclude="isolinux/" \
|
|
--exclude="paas" \
|
|
--exclude="*/drpms" \
|
|
--exclude="*.i686.rpm" \
|
|
$EXTRA_OPTS \
|
|
$MIRROR_PATH $BASE/$REPO/
|
|
|
|
# TODO(pabelanger): Validate rsync process
|
|
done
|
|
|
|
if [[ ${DRY_RUN:-0} -ne 1 ]]; then
|
|
date --iso-8601=ns | $K5START tee $BASE/timestamp.txt
|
|
echo "rsync completed successfully, running vos release."
|
|
vos_release $MIRROR_VOLUME
|
|
fi
|
|
|
|
date --iso-8601=ns
|
|
echo "Done."
|