--- - name: Validate setup ansible.builtin.shell: | set -ex source .venv/bin/activate refstack-client test -c {{ path_to_tempest_config }} \ -v \ -- \ --regex tempest.api.identity.v3.test_tokens.TokensV3Test.test_create_token args: chdir: "{{ refstack_client_source }}" executable: /bin/bash changed_when: false - name: Run tests with the defined test list ansible.builtin.shell: | set -ex export PATH=$PATH:/usr/local/sbin:/usr/sbin source .venv/bin/activate printenv refstack-client test \ -c {{ path_to_tempest_config }} \ -v \ --test-list {{ test_list }} args: chdir: "{{ refstack_client_source }}" executable: /bin/bash register: refstack_result # don't fail here in order to allow post_tasks be executed, # the refstack_result is inspected in the last task of the role where it # fails if it failed here ignore_errors: true when: test_list is defined - name: "Run {{ refstack_target_programs }} program tests associated within the {{ guideline }} guideline" ansible.builtin.shell: "set -ex; export PATH=$PATH:/usr/local/sbin:/usr/sbin; source .venv/bin/activate; printenv; refstack-client test -c {{ path_to_tempest_config }} -v --test-list \ 'https://refstack.openstack.org/api/v1/guidelines/\ {{ (item in ['dns', 'orchestration', 'shared_file_system']) | ternary(item + '.', '' ) }}\ {{ guideline }}/tests?target={{ item }}&type=required&alias=true&flag=false'" args: chdir: "{{ refstack_client_source }}" executable: /bin/bash register: refstack_results # don't fail here in order to allow post_tasks be executed, # the refstack_results is inspected in the last task of the role where it # fails if it failed here ignore_errors: true with_items: "{{ refstack_target_programs }}" when: test_list is not defined