From 1b7f673d8f218afbcfbf03b370de203b2876ce17 Mon Sep 17 00:00:00 2001 From: Steve Wilkerson Date: Mon, 3 Dec 2018 12:54:44 -0600 Subject: [PATCH] Update openstack-helm checks/gates This begins the reordering of the openstack-helm gates. This deprecates the single node checks/gates that deployed the entire stack in favor of single node checks/gates that are focused on deploying charts with only their dependencies to reduce the number of checks/gates required for a particular change. This also moves the armada check to experimental, and moves the multinode checks/gates to run as periodics. This will be followed up by additional efforts to streamline these changes and incorporate previous work targeting the same. Change-Id: I63b87aceefc79a7a42c325669f2b4e3abb0c961c --- tools/deployment/common/deploy-k8s.sh | 24 ++ tools/deployment/common/install-packages.sh | 27 ++ .../component/ceph/ceph-ns-activate.sh | 61 +++++ tools/deployment/component/ceph/ceph.sh | 207 +++++++++++++++ tools/deployment/component/cinder/cinder.sh | 49 ++++ tools/deployment/component/common/ingress.sh | 55 ++++ tools/deployment/component/common/mariadb.sh | 36 +++ .../deployment/component/common/memcached.sh | 34 +++ tools/deployment/component/common/rabbitmq.sh | 36 +++ .../component/compute-kit/compute-kit.sh | 82 ++++++ .../component/compute-kit/libvirt.sh | 34 +++ .../component/compute-kit/openvswitch.sh | 33 +++ tools/deployment/component/glance/glance.sh | 61 +++++ tools/deployment/component/heat/heat.sh | 35 +++ .../component/keystone/keystone-ldap.sh | 82 ++++++ .../deployment/component/keystone/keystone.sh | 36 +++ .../nfs-provisioner/nfs-provisioner.sh | 30 +++ tools/gate/playbooks/dev-deploy-ceph.yaml | 232 ----------------- tools/gate/playbooks/dev-deploy-nfs.yaml | 239 ------------------ tools/gate/playbooks/osh-gate-runner.yaml | 22 ++ zuul.d/jobs-openstack-helm.yaml | 160 ++++++------ zuul.d/project.yaml | 47 ++-- 22 files changed, 1047 insertions(+), 575 deletions(-) create mode 100755 tools/deployment/common/deploy-k8s.sh create mode 100755 tools/deployment/common/install-packages.sh create mode 100755 tools/deployment/component/ceph/ceph-ns-activate.sh create mode 100755 tools/deployment/component/ceph/ceph.sh create mode 100755 tools/deployment/component/cinder/cinder.sh create mode 100755 tools/deployment/component/common/ingress.sh create mode 100755 tools/deployment/component/common/mariadb.sh create mode 100755 tools/deployment/component/common/memcached.sh create mode 100755 tools/deployment/component/common/rabbitmq.sh create mode 100755 tools/deployment/component/compute-kit/compute-kit.sh create mode 100755 tools/deployment/component/compute-kit/libvirt.sh create mode 100755 tools/deployment/component/compute-kit/openvswitch.sh create mode 100755 tools/deployment/component/glance/glance.sh create mode 100755 tools/deployment/component/heat/heat.sh create mode 100755 tools/deployment/component/keystone/keystone-ldap.sh create mode 100755 tools/deployment/component/keystone/keystone.sh create mode 100755 tools/deployment/component/nfs-provisioner/nfs-provisioner.sh delete mode 100644 tools/gate/playbooks/dev-deploy-ceph.yaml delete mode 100644 tools/gate/playbooks/dev-deploy-nfs.yaml create mode 100644 tools/gate/playbooks/osh-gate-runner.yaml diff --git a/tools/deployment/common/deploy-k8s.sh b/tools/deployment/common/deploy-k8s.sh new file mode 100755 index 0000000000..986ad805f9 --- /dev/null +++ b/tools/deployment/common/deploy-k8s.sh @@ -0,0 +1,24 @@ +#!/bin/bash + +# Copyright 2017 The Openstack-Helm Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may +# not use this file except in compliance with the License. You may obtain +# a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# License for the specific language governing permissions and limitations +# under the License. + +set -xe + +CURRENT_DIR="$(pwd)" +: ${OSH_INFRA_PATH:="../openstack-helm-infra"} +cd ${OSH_INFRA_PATH} +make dev-deploy setup-host +make dev-deploy k8s +cd ${CURRENT_DIR} diff --git a/tools/deployment/common/install-packages.sh b/tools/deployment/common/install-packages.sh new file mode 100755 index 0000000000..fb83bc3ea8 --- /dev/null +++ b/tools/deployment/common/install-packages.sh @@ -0,0 +1,27 @@ +#!/bin/bash + +# Copyright 2017 The Openstack-Helm Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may +# not use this file except in compliance with the License. You may obtain +# a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# License for the specific language governing permissions and limitations +# under the License. + +set -xe + +sudo apt-get update +sudo apt-get install --no-install-recommends -y \ + ca-certificates \ + git \ + make \ + jq \ + nmap \ + curl \ + uuid-runtime diff --git a/tools/deployment/component/ceph/ceph-ns-activate.sh b/tools/deployment/component/ceph/ceph-ns-activate.sh new file mode 100755 index 0000000000..7f7f2a172a --- /dev/null +++ b/tools/deployment/component/ceph/ceph-ns-activate.sh @@ -0,0 +1,61 @@ +#!/bin/bash + +# Copyright 2017 The Openstack-Helm Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may +# not use this file except in compliance with the License. You may obtain +# a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# License for the specific language governing permissions and limitations +# under the License. + +set -xe + +#NOTE: Lint and package chart +: ${OSH_INFRA_PATH:="../openstack-helm-infra"} +make -C ${OSH_INFRA_PATH} ceph-provisioners + +#NOTE: Deploy command +: ${OSH_EXTRA_HELM_ARGS:=""} +tee /tmp/ceph-openstack-config.yaml < /tmp/ceph-fs-uuid.txt +CEPH_FS_ID="$(cat /tmp/ceph-fs-uuid.txt)" +#NOTE(portdirect): to use RBD devices with Ubuntu kernels < 4.5 this +# should be set to 'hammer' +. /etc/os-release +if [ "x${ID}" == "xubuntu" ] && \ + [ "$(uname -r | awk -F "." '{ print $2 }')" -lt "5" ]; then + CRUSH_TUNABLES=hammer +else + CRUSH_TUNABLES=null +fi +tee /tmp/ceph.yaml <