CI: Break OVN cluster before reconfigure

This is a CI level check that we are able to recover from one
node OVN NB/SB DB failure

Change-Id: I3185811fed50b2ab18f9493c6dc9f4afc970ab34

tests/reconfigure.sh

@@ -14,6 +14,10 @@ function reconfigure {
 
     # TODO(jeffrey4l): make some configure file change and
     # trigger a real reconfigure
+    # NOTE(mnasiadka): Remove OVN DB containers and volumes on primary to test recreation
+    if [[ $SCENARIO == "ovn" ]]; then
+        sudo ${CONTAINER_ENGINE} rm -f ovn_nb_db ovn_sb_db && sudo ${CONTAINER_ENGINE} volume rm ovn_nb_db ovn_sb_db
+    fi
     kolla-ansible -i ${RAW_INVENTORY} -vvv prechecks &> /tmp/logs/ansible/reconfigure-prechecks
     kolla-ansible -i ${RAW_INVENTORY} -vvv reconfigure &> /tmp/logs/ansible/reconfigure
 }

tests/run.yml

@@ -835,6 +835,8 @@
         chdir: "{{ kolla_ansible_src_dir }}"
       environment:
         KOLLA_ANSIBLE_VENV_PATH: "{{ kolla_ansible_venv_path }}"
+        SCENARIO: "{{ scenario }}"
+        CONTAINER_ENGINE: "{{ container_engine }}"
       when:
         - not is_upgrade
         - scenario != "bifrost"

zuul.d/base.yaml

@@ -259,6 +259,7 @@
       - ^ansible/roles/(neutron|octavia|openvswitch|ovn-controller|ovn-db)/
       - ^tests/test-ovn.sh
       - ^tests/test-core-openstack.sh
+      - ^tests/reconfigure.sh
     vars:
       scenario: ovn