#!/bin/bash set -o xtrace set -o errexit # Enable unbuffered output for Ansible in Jenkins. export PYTHONUNBUFFERED=1 GIT_PROJECT_DIR=$(mktemp -d) function clone_repos { cat > /tmp/clonemap < ${PIP_CONF} < /etc/pip.conf" | sudo tee /etc/kolla/header rm ${PIP_CONF} if [[ $ACTION != "bifrost" ]]; then GATE_IMAGES="cron,fluentd,glance,haproxy,keepalived,keystone,kolla-toolbox,mariadb,memcached,neutron,nova,openvswitch,rabbitmq,horizon,chrony" else GATE_IMAGES="bifrost" fi if [[ $ACTION == "ceph" ]]; then GATE_IMAGES+=",ceph,cinder" fi cat < /etc/apt/apt.conf" | sudo tee -a /etc/kolla/header # Optimize the repos to take advantage of the Infra provided mirrors for Ubuntu cat << EOF | sudo tee -a /etc/kolla/kolla-build.conf apt_sources_list = /etc/kolla/sources.list EOF sudo cp /etc/apt/sources.list /etc/kolla/sources.list sudo cat /etc/apt/sources.list.available.d/ubuntu-cloud-archive-pike.list | sudo tee -a /etc/kolla/sources.list # Append non-infra provided repos to list cat << EOF | sudo tee -a /etc/kolla/sources.list deb http://nyc2.mirrors.digitalocean.com/mariadb/repo/10.0/ubuntu xenial main deb http://repo.percona.com/apt xenial main deb http://packages.elastic.co/elasticsearch/2.x/debian stable main deb http://packages.elastic.co/kibana/4.6/debian stable main EOF fi } function detect_distro { DISTRO=$(ansible all -i "localhost," -msetup -clocal | awk -F\" '/ansible_os_family/ {print $4}') } function setup_ansible { RAW_INVENTORY=/etc/kolla/inventory # TODO(SamYaple): Move to virtualenv sudo -H pip install -U "ansible>=2.4" "docker>=2.0.0" "python-openstackclient" "python-neutronclient" "ara" "cmd2<0.9.0" detect_distro sudo mkdir /etc/ansible ara_location=$(python -c "import os,ara; print(os.path.dirname(ara.__file__))") sudo tee /etc/ansible/ansible.cfg< /tmp/logs/ansible/initial-setup } function setup_node { ansible-playbook -i ${RAW_INVENTORY} tools/playbook-setup-nodes.yml } function prepare_images { if [[ "${BUILD_IMAGE}" == "False" ]]; then return fi sudo docker run -d -p 4000:5000 --restart=always -v /opt/kolla_registry/:/var/lib/registry --name registry registry:2 pushd "${KOLLA_SRC_DIR}" sudo tox -e "build-${BASE_DISTRO}-${INSTALL_TYPE}" popd } function sanity_check { # Wait for service ready sleep 15 . /etc/kolla/admin-openrc.sh # TODO(Jeffrey4l): Restart the memcached container to cleanup all cache. # Remove this after this bug is fixed # https://bugs.launchpad.net/oslo.cache/+bug/1590779 sudo docker restart memcached nova --debug service-list neutron --debug agent-list tools/init-runonce nova --debug boot --poll --image $(openstack image list | awk '/cirros/ {print $2}') --nic net-id=$(openstack network list | awk '/demo-net/ {print $2}') --flavor 1 kolla_boot_test nova --debug list # If the status is not ACTIVE, print info and exit 1 nova --debug show kolla_boot_test | awk '{buf=buf"\n"$0} $2=="status" && $4!="ACTIVE" {failed="yes"}; END {if (failed=="yes") {print buf; exit 1}}' if echo $ACTION | grep -q "ceph"; then #TODO(egonzalez): Recover openstack cli command once volume calls are fixed. # openstack volume create --size 2 test_volume cinder create --name test_volume 2 openstack server add volume kolla_boot_test test_volume --device /dev/vdb fi } function test_openstack { # Create dummy interface for neutron ansible -m shell -i ${RAW_INVENTORY} -a "ip l a fake_interface type dummy" all #TODO(inc0): Post-deploy complains that /etc/kolla is not writable. Probably we need to include become there sudo chmod -R 777 /etc/kolla # Actually do the deployment tools/kolla-ansible -i ${RAW_INVENTORY} -vvv prechecks > /tmp/logs/ansible/prechecks1 # TODO(jeffrey4l): add pull action when we have a local registry # service in CI tools/kolla-ansible -i ${RAW_INVENTORY} -vvv deploy > /tmp/logs/ansible/deploy tools/kolla-ansible -i ${RAW_INVENTORY} -vvv post-deploy > /tmp/logs/ansible/post-deploy # Test OpenStack Environment # TODO: use kolla-ansible check when it's ready sanity_check # TODO(jeffrey4l): make some configure file change and # trigger a real reconfigure tools/kolla-ansible -i ${RAW_INVENTORY} -vvv reconfigure > /tmp/logs/ansible/reconfigure # TODO(jeffrey4l): need run a real upgrade tools/kolla-ansible -i ${RAW_INVENTORY} -vvv upgrade > /tmp/logs/ansible/upgrade # run prechecks again tools/kolla-ansible -i ${RAW_INVENTORY} -vvv prechecks > /tmp/logs/ansible/prechecks2 } function sanity_check_bifrost { # TODO(mgoddard): More testing, deploy bare metal nodes. # TODO(mgoddard): Use openstackclient when clouds.yaml works. See # https://bugs.launchpad.net/bifrost/+bug/1754070. attempts=0 while [[ $(sudo docker exec bifrost_deploy bash -c "source env-vars && ironic driver-list" | wc -l) -le 4 ]]; do attempts=$((attempts + 1)) if [[ $attempts -gt 6 ]]; then echo "Timed out waiting for ironic conductor to become active" exit 1 fi sleep 10 done sudo docker exec bifrost_deploy bash -c "source env-vars && ironic node-list" sudo docker exec bifrost_deploy bash -c "source env-vars && ironic node-create --driver ipmi --name test-node" sudo docker exec bifrost_deploy bash -c "source env-vars && ironic node-delete test-node" } function test_bifrost { # TODO(mgoddard): run prechecks. # Deploy the bifrost container. # TODO(mgoddard): add pull action when we have a local registry service in # CI. tools/kolla-ansible -i ${RAW_INVENTORY} -vvv deploy-bifrost > /tmp/logs/ansible/deploy-bifrost # Test Bifrost Environment sanity_check_bifrost # TODO(mgoddard): make some configuration file changes and trigger a real # reconfigure. tools/kolla-ansible -i ${RAW_INVENTORY} -vvv deploy-bifrost > /tmp/logs/ansible/deploy-bifrost2 # TODO(mgoddard): perform an upgrade. } check_failure() { # All docker container's status are created, restarting, running, removing, # paused, exited and dead. Containers without running status are treated as # failure. removing is added in docker 1.13, just ignore it now. failed_containers=$(sudo docker ps -a --format "{{.Names}}" \ --filter status=created \ --filter status=restarting \ --filter status=paused \ --filter status=exited \ --filter status=dead) if [[ -n "$failed_containers" ]]; then exit 1; fi } clone_repos setup_ansible setup_config setup_node tools/kolla-ansible -i ${RAW_INVENTORY} bootstrap-servers > /tmp/logs/ansible/bootstrap-servers prepare_images if [[ $ACTION != bifrost ]]; then test_openstack else test_bifrost fi check_failure