---
# Copyright 2018 SUSE LINUX GmbH.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

- job:
    name: openstack-helm-lint
    run: playbooks/lint.yml
    nodeset: openstack-helm-1node-ubuntu_jammy
    # NOTE(aostapenko) Required if job is run against another project
    required-projects:
      - openstack/openstack-helm-infra
    irrelevant-files:
      - ^.*\.rst$
      - ^releasenotes/.*$

- job:
    name: openstack-helm-lint-osh
    parent: openstack-helm-lint
    required-projects:
      - openstack/openstack-helm
    files:
      - ^helm-toolkit/.*$
    vars:
      lint_osh: true

- job:
    name: openstack-helm-infra-bandit
    roles:
      - zuul: openstack/openstack-helm-infra
      - zuul: zuul/zuul-jobs
    required-projects:
      - openstack/openstack-helm
      - openstack/openstack-helm-infra
    files:
      - ^.*\.py\.tpl$
      - ^.*\.py$
      - ^playbooks/osh-infra-bandit.yaml$
    pre-run: playbooks/prepare-hosts.yaml
    post-run: playbooks/osh-infra-collect-logs.yaml
    run: playbooks/osh-infra-bandit.yaml
    vars:
      helm_version: "v3.6.3"
      bandit_version: "1.7.1"

- job:
    name: publish-openstack-helm-charts
    parent: publish-openstack-artifacts
    run: playbooks/build-chart.yaml
    required-projects:
      - openstack/openstack-helm-infra
    post-run: playbooks/publish/post.yaml

- job:
    name: openstack-helm-infra-deploy
    abstract: true
    roles:
      - zuul: openstack/openstack-helm-infra
      - zuul: zuul/zuul-jobs
    required-projects:
      - openstack/openstack-helm
      - openstack/openstack-helm-infra
      - openstack/openstack-helm-plugin
    irrelevant-files:
      - ^.*\.rst$
      - ^doc/.*$
      - ^releasenotes/.*$
    timeout: 10800
    pre-run:
      - playbooks/prepare-hosts.yaml
      - playbooks/mount-volumes.yaml
      - playbooks/inject-keys.yaml
    post-run: playbooks/osh-infra-collect-logs.yaml
    run:
      - playbooks/deploy-env.yaml
      - playbooks/run-scripts.yaml
    vars:
      extra_volume:
        size: 80G
        type: Linux
        mount_point: /opt/ext_vol
      docker:
        root_path: "/opt/ext_vol/docker"
      containerd:
        root_path: "/opt/ext_vol/containerd"
      kubeadm:
        pod_network_cidr: "10.244.0.0/16"
        service_cidr: "10.96.0.0/16"
      osh_plugin_repo: "{{ zuul.project.src_dir }}/../openstack-helm-plugin"
      loopback_setup: true
      loopback_device: /dev/loop100
      loopback_image: "/opt/ext_vol/openstack-helm/ceph-loop.img"
      ceph_osd_data_device: /dev/loop100
      kube_version_repo: "v1.30"
      kube_version: "1.30.3-1.1"
      calico_setup: true
      calico_version: "v3.27.4"
      cilium_setup: false
      cilium_version: "1.16.0"
      flannel_setup: false
      flannel_version: v0.25.4
      helm_version: "v3.14.0"
      crictl_version: "v1.30.1"
      zuul_osh_infra_relative_path: ../openstack-helm-infra
      gate_scripts_relative_path: ../openstack-helm-infra
      run_helm_tests: "no"

- job:
    name: openstack-helm-infra-logging
    parent: openstack-helm-infra-deploy
    nodeset: openstack-helm-3nodes-ubuntu_jammy
    vars:
      osh_params:
        openstack_release: "2024.1"
        container_distro_name: ubuntu
        container_distro_version: jammy
      gate_scripts:
        - ./tools/deployment/common/prepare-k8s.sh
        - ./tools/deployment/common/prepare-charts.sh
        - ./tools/deployment/common/ingress.sh
        - ./tools/deployment/ceph/ceph-rook.sh
        - ./tools/deployment/ceph/ceph-adapter-rook.sh
        - ./tools/deployment/common/ldap.sh
        - ./tools/deployment/logging/elasticsearch.sh
        - ./tools/deployment/logging/fluentd.sh
        - ./tools/deployment/logging/kibana.sh
        - ./tools/gate/selenium/kibana-selenium.sh || true

- job:
    name: openstack-helm-infra-monitoring
    parent: openstack-helm-infra-deploy
    nodeset: openstack-helm-1node-ubuntu_jammy
    vars:
      osh_params:
        openstack_release: "2024.1"
        container_distro_name: ubuntu
        container_distro_version: jammy
      gate_scripts:
        - ./tools/deployment/common/prepare-k8s.sh
        - ./tools/deployment/common/prepare-charts.sh
        - ./tools/deployment/common/deploy-docker-registry.sh
        - ./tools/deployment/common/ingress.sh
        - ./tools/deployment/common/nfs-provisioner.sh
        - ./tools/deployment/common/ldap.sh
        - ./tools/deployment/db/mariadb.sh
        - ./tools/deployment/db/postgresql.sh
        - ./tools/deployment/monitoring/prometheus.sh
        - ./tools/deployment/monitoring/alertmanager.sh
        - ./tools/deployment/monitoring/kube-state-metrics.sh
        - ./tools/deployment/monitoring/node-problem-detector.sh
        - ./tools/deployment/monitoring/node-exporter.sh
        - ./tools/deployment/monitoring/process-exporter.sh
        - ./tools/deployment/monitoring/openstack-exporter.sh
        - ./tools/deployment/monitoring/blackbox-exporter.sh
        - ./tools/deployment/monitoring/grafana.sh
        - ./tools/deployment/monitoring/nagios.sh
        - ./tools/gate/selenium/grafana-selenium.sh || true
        - ./tools/gate/selenium/prometheus-selenium.sh || true
        - ./tools/gate/selenium/nagios-selenium.sh || true

- job:
    name: openstack-helm-infra-metacontroller
    parent: openstack-helm-infra-deploy
    nodeset: openstack-helm-1node-ubuntu_jammy
    vars:
      osh_params:
        container_distro_name: ubuntu
        container_distro_version: jammy
        feature_gates: apparmor
      gate_scripts:
        - ./tools/deployment/common/prepare-k8s.sh
        - ./tools/deployment/common/prepare-charts.sh
        - ./tools/deployment/common/metacontroller.sh
        - ./tools/deployment/common/daemonjob-controller.sh

- job:
    name: openstack-helm-infra-mariadb-operator-2024-1-ubuntu_jammy
    parent: openstack-helm-infra-deploy
    nodeset: openstack-helm-3nodes-ubuntu_jammy
    pre-run:
      - playbooks/prepare-hosts.yaml
      - playbooks/mount-volumes.yaml
    vars:
      osh_params:
        openstack_release: "2024.1"
        container_distro_name: ubuntu
        container_distro_version: jammy
        feature_gates: "ldap,prometheus,backups"
      gate_scripts:
        - ./tools/deployment/common/prepare-k8s.sh
        - ./tools/deployment/common/prepare-charts.sh
        - ./tools/deployment/common/namespace-config.sh
        - ./tools/deployment/common/ingress.sh
        - ./tools/deployment/ceph/ceph.sh
        - ./tools/deployment/ceph/ceph-ns-activate.sh
        - ./tools/deployment/common/setup-client.sh
        - ./tools/deployment/common/rabbitmq.sh
        - ./tools/deployment/common/memcached.sh
        - ./tools/deployment/db/mariadb-operator-cluster.sh
        - export NAMESPACE=openstack; ./tools/deployment/common/ldap.sh
        - |
          export OSH_EXTRA_HELM_ARGS="--set endpoints.oslo_db.hosts.default=mariadb-server-primary ${OSH_EXTRA_HELM_ARGS}"
          ./tools/deployment/openstack/keystone.sh
        - ./tools/deployment/db/mariadb-backup.sh
        - ./tools/deployment/monitoring/mysql-exporter.sh
    files:
      - ^roles/.*
      - ^mariadb-cluster/.*
      - ^tools/.*

- job:
    name: openstack-helm-infra-compute-kit-dpdk-2024-1-ubuntu_jammy
    description: |
      Run the openstack-helm compute-kit job with DPDK enabled.
      We use single node environment to run this job which means
      that the job only tests that QEMU and OVS-DPDK are working
      together. The job does not assume having specific DPDK hardware.
    parent: openstack-helm-compute-kit
    pre-run:
      - playbooks/enable-hugepages.yaml
      - playbooks/prepare-hosts.yaml
    nodeset: openstack-helm-1node-32GB-ubuntu_jammy
    vars:
      gate_scripts_relative_path: ../openstack-helm
      hugepages:
        enabled: true
        size: "2M"
        number: 2048
      osh_params:
        openstack_release: "2024.1"
        container_distro_name: ubuntu
        container_distro_version: jammy
        feature_gates: dpdk
    files:
      - ^roles/.*
      - ^openvswitch/.*

- job:
    name: openstack-helm-infra-compute-kit-ovn-2024-1-ubuntu_jammy
    parent: openstack-helm-compute-kit-ovn-2024-1-ubuntu_jammy
    files:
      - ^helm-toolkit/.*
      - ^roles/.*
      - ^rabbitmq/.*
      - ^mariadb/.*
      - ^libvirt/.*
      - ^ovn/.*

- job:
    name: openstack-helm-infra-compute-kit-2024-1-ubuntu_jammy
    parent: openstack-helm-compute-kit-2024-1-ubuntu_jammy
    files:
      - ^helm-toolkit/.*
      - ^roles/.*
      - ^rabbitmq/.*
      - ^mariadb/.*
      - ^libvirt/.*
      - ^memcached/.*
      - ^openvswitch/.*

- job:
    name: openstack-helm-infra-keystone-cilium-2024-1-ubuntu_jammy
    parent: openstack-helm-infra-deploy
    nodeset: openstack-helm-3nodes-ubuntu_jammy
    files:
      - ^helm-toolkit/.*
      - ^roles/.*
      - ^rabbitmq/.*
      - ^mariadb/.*
      - ^memcached/.*
    vars:
      osh_params:
        openstack_release: "2024.1"
        container_distro_name: ubuntu
        container_distro_version: jammy
      calico_setup: false
      cilium_setup: true
      gate_scripts:
        - ./tools/deployment/common/prepare-k8s.sh
        - ./tools/deployment/common/prepare-charts.sh
        - ./tools/deployment/common/ingress.sh
        - ./tools/deployment/ceph/ceph-rook.sh
        - ./tools/deployment/ceph/ceph-adapter-rook.sh
        - ./tools/deployment/common/setup-client.sh
        - |
          export NAMESPACE=openstack
          export OSH_INFRA_EXTRA_HELM_ARGS="--set pod.replicas.server=1 ${OSH_INFRA_EXTRA_HELM_ARGS}"
          export RUN_HELM_TESTS=no
          ./tools/deployment/db/mariadb.sh
        - ./tools/deployment/common/rabbitmq.sh
        - ./tools/deployment/common/memcached.sh
        - ./tools/deployment/openstack/keystone.sh

- job:
    name: openstack-helm-infra-keystone-flannel-2024-1-ubuntu_jammy
    parent: openstack-helm-infra-deploy
    nodeset: openstack-helm-3nodes-ubuntu_jammy
    files:
      - ^helm-toolkit/.*
      - ^roles/.*
      - ^rabbitmq/.*
      - ^mariadb/.*
      - ^memcached/.*
    vars:
      osh_params:
        openstack_release: "2024.1"
        container_distro_name: ubuntu
        container_distro_version: jammy
      calico_setup: false
      flannel_setup: true
      gate_scripts:
        - ./tools/deployment/common/prepare-k8s.sh
        - ./tools/deployment/common/prepare-charts.sh
        - ./tools/deployment/common/ingress.sh
        - ./tools/deployment/ceph/ceph-rook.sh
        - ./tools/deployment/ceph/ceph-adapter-rook.sh
        - ./tools/deployment/common/setup-client.sh
        - |
          export NAMESPACE=openstack
          export OSH_INFRA_EXTRA_HELM_ARGS="--set pod.replicas.server=1 ${OSH_INFRA_EXTRA_HELM_ARGS}"
          export RUN_HELM_TESTS=no
          ./tools/deployment/db/mariadb.sh
        - ./tools/deployment/common/rabbitmq.sh
        - ./tools/deployment/common/memcached.sh
        - ./tools/deployment/openstack/keystone.sh

- job:
    name: openstack-helm-infra-cinder-2023-1-ubuntu_focal
    description: |
      This job uses OSH Ceph charts for managing Ceph cluster.
      The job is run on 3 nodes.
    parent: openstack-helm-cinder-2023-1-ubuntu_focal
    files:
      - ^helm-toolkit/.*
      - ^roles/.*
      - ^ceph.*
      - ^tools/deployment/ceph/ceph\.sh$
      - ^tools/deployment/ceph/ceph-ns-activate\.sh$

- job:
    name: openstack-helm-infra-compute-kit-2023-1-ubuntu_focal
    parent: openstack-helm-compute-kit-2023-1-ubuntu_focal
    files:
      - ^helm-toolkit/.*
      - ^roles/.*
      - ^rabbitmq/.*
      - ^mariadb/.*
      - ^memcached/.*
      - ^libvirt/.*
      - ^openvswitch/.*

- job:
    name: openstack-helm-infra-compute-kit-2023-1-ubuntu_jammy
    parent: openstack-helm-compute-kit-2023-1-ubuntu_jammy
    files:
      - ^helm-toolkit/.*
      - ^roles/.*
      - ^rabbitmq/.*
      - ^mariadb/.*
      - ^memcached/.*
      - ^libvirt/.*
      - ^openvswitch/.*

- job:
    name: openstack-helm-infra-cinder-2024-1-ubuntu_jammy
    description: |
      This job uses Rook for managing Ceph cluster.
      The job is run on 3 nodes.
    parent: openstack-helm-cinder-2024-1-ubuntu_jammy
    files:
      - ^helm-toolkit/.*
      - ^roles/.*
      - ^ceph.*
      - ^tools/deployment/ceph/ceph-rook\.sh$
      - ^tools/deployment/ceph/ceph-adapter-rook\.sh$

- job:
    name: openstack-helm-infra-tls-2024-1-ubuntu_jammy
    description: |
      This job uses Rook for managing Ceph cluster.
    parent: openstack-helm-tls-2024-1-ubuntu_jammy
    files:
      - ^helm-toolkit/.*
      - ^roles/.*
      - ^rabbitmq/.*
      - ^mariadb/.*
      - ^memcached/.*
      - ^libvrit/.*
      - ^openvswitch/.*

- job:
    name: openstack-helm-infra-mariadb-ingress-2024-1-ubuntu_jammy
    parent: openstack-helm-compute-kit-2024-1-ubuntu_jammy
    vars:
      osh_params:
        feature_gates: "ingress-service"
    files:
      - ^helm-toolkit/.*
      - ^roles/.*
      - ^rabbitmq/.*
      - ^mariadb/.*
      - ^memcached/.*
      - ^libvrit/.*
      - ^openvswitch/.*

- job:
    name: openstack-helm-infra-ceph-migrate
    description: |
      This job is for testing the migration procedure from
      a Ceph cluster managed by legacy OSH ceph* charts
      to a Ceph cluster managed by Rook-Ceph operator.
    parent: openstack-helm-infra-deploy
    nodeset: openstack-helm-3nodes-ubuntu_jammy
    timeout: 10800
    pre-run:
      - playbooks/prepare-hosts.yaml
      - playbooks/mount-volumes.yaml
      - playbooks/inject-keys.yaml
    files:
      - ^helm-toolkit/.*
      - ^roles/.*
      - ^ceph.*
      - ^tools/deployment/ceph/.*
    vars:
      osh_params:
        openstack_release: "2024.1"
        container_distro_name: ubuntu
        container_distro_version: jammy
      gate_scripts:
        - ./tools/deployment/common/prepare-k8s.sh
        - ./tools/deployment/common/prepare-charts.sh
        - ./tools/deployment/common/ingress.sh
        # Deploy Ceph cluster using legacy OSH charts
        - ./tools/deployment/ceph/ceph_legacy.sh
        # Deploy stateful applications
        - |
          export NAMESPACE=openstack
          export MONITORING_HELM_ARGS=" "
          export OSH_INFRA_EXTRA_HELM_ARGS="--set pod.replicas.server=1 ${OSH_INFRA_EXTRA_HELM_ARGS}"
          export RUN_HELM_TESTS=no
          ./tools/deployment/db/mariadb.sh
        - |
          export NAMESPACE=openstack
          export VOLUME_HELM_ARGS=" "
          ./tools/deployment/common/rabbitmq.sh
        # Migrate legacy Ceph to Rook
        - ./tools/deployment/ceph/migrate-before.sh
        - ./tools/deployment/ceph/migrate-values.sh
        - ./tools/deployment/ceph/migrate-to-rook-ceph.sh
        - ./tools/deployment/ceph/migrate-after.sh
...