
In order to reduce the packages required to pip install on to the hosts, we allow the service setup to be delegated to a specific host, defaulting to the deploy host. 1. We no longer need tempest_requires_pip_packages, so it is removed. 2. The openstack_openrc role is executed in the playbook, so we do not need it as a meta-dep any more. 3. All uses of our custom keystone module have been replaced with standard Ansible modules. 4. Using the service delegation model, it makes no sense to run the resource creation on all hosts, so we use run_once instead. 5. Given that we're using developer mode for master integrated builds, and pip.conf is present, we need to use the CLI to create the virtualenv so that we can use the '--never-download' option. Change-Id: I572db645b64a4a0ac6255bc36eaac1be13336989
205 lines
7.4 KiB
YAML
205 lines
7.4 KiB
YAML
---
|
|
# Copyright 2014, Rackspace US, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
- name: Install distro packages
|
|
package:
|
|
name: "{{ tempest_distro_packages }}"
|
|
state: "{{ tempest_package_state }}"
|
|
update_cache: "{{ (ansible_pkg_mgr in ['apt', 'zypper']) | ternary('yes', omit) }}"
|
|
cache_valid_time: "{{ (ansible_pkg_mgr == 'apt') | ternary(cache_timeout, omit) }}"
|
|
register: install_packages
|
|
until: install_packages is success
|
|
retries: 5
|
|
delay: 2
|
|
|
|
- name: Create developer mode constraint file
|
|
copy:
|
|
dest: "/opt/developer-pip-constraints.txt"
|
|
content: |
|
|
{% for item in tempest_developer_constraints %}
|
|
{{ item }}
|
|
{% endfor %}
|
|
when: tempest_developer_mode | bool
|
|
|
|
- name: Retrieve checksum for venv download
|
|
uri:
|
|
url: "{{ tempest_venv_download_url | replace('tgz', 'checksum') }}"
|
|
return_content: yes
|
|
register: tempest_venv_checksum
|
|
when: tempest_venv_download | bool
|
|
|
|
- name: Attempt venv download
|
|
get_url:
|
|
url: "{{ tempest_venv_download_url }}"
|
|
dest: "/var/cache/{{ tempest_venv_download_url | basename }}"
|
|
checksum: "sha1:{{ tempest_venv_checksum.content | trim }}"
|
|
register: tempest_get_venv
|
|
when: tempest_venv_download | bool
|
|
|
|
- name: Remove existing venv
|
|
file:
|
|
path: "{{ tempest_venv_bin | dirname }}"
|
|
state: absent
|
|
when: tempest_get_venv is changed
|
|
|
|
- name: Create tempest venv dir
|
|
file:
|
|
path: "{{ tempest_venv_bin | dirname }}"
|
|
state: directory
|
|
mode: "0755"
|
|
register: tempest_venv_dir
|
|
when: tempest_get_venv is changed
|
|
|
|
- name: Unarchive pre-built venv
|
|
unarchive:
|
|
src: "/var/cache/{{ tempest_venv_download_url | basename }}"
|
|
dest: "{{ tempest_venv_bin | dirname }}"
|
|
copy: "no"
|
|
when: tempest_get_venv is changed
|
|
|
|
- name: Create the virtualenv (if it does not exist)
|
|
command: "virtualenv --never-download --no-site-packages {{ tempest_venv_bin | dirname }}"
|
|
args:
|
|
creates: "{{ tempest_venv_bin }}/activate"
|
|
when: tempest_get_venv | failed or tempest_get_venv | skipped
|
|
|
|
- name: Install pip packages
|
|
pip:
|
|
name: "{{ tempest_pip_packages }}"
|
|
state: "{{ tempest_pip_package_state }}"
|
|
virtualenv: "{{ tempest_venv_bin | dirname }}"
|
|
virtualenv_site_packages: "no"
|
|
extra_args: >-
|
|
{{ tempest_developer_mode | ternary(pip_install_developer_constraints | default('--constraint /opt/developer-pip-constraints.txt'), '') }}
|
|
{{ (pip_install_upper_constraints is defined) | ternary('--constraint ' + pip_install_upper_constraints | default(''),'') }}
|
|
{{ pip_install_options | default('') }}
|
|
register: install_packages
|
|
until: install_packages is success
|
|
retries: 5
|
|
delay: 2
|
|
when: tempest_get_venv | failed or tempest_get_venv | skipped
|
|
|
|
- name: Remove python from path first (CentOS, openSUSE)
|
|
file:
|
|
path: "{{ tempest_venv_bin | dirname }}/bin/python2.7"
|
|
state: "absent"
|
|
when:
|
|
- ansible_pkg_mgr in ['yum', 'dnf', 'zypper']
|
|
- tempest_get_venv is changed
|
|
|
|
# NOTE(odyssey4me):
|
|
# We reinitialize the venv to ensure that the right
|
|
# version of python is in the venv, but we do not
|
|
# want virtualenv to also replace pip, setuptools
|
|
# and wheel so we tell it not to.
|
|
# We do not use --always-copy for CentOS/SuSE due
|
|
# to https://github.com/pypa/virtualenv/issues/565
|
|
- name: Reset virtualenv and update its paths
|
|
shell: |
|
|
find {{ tempest_venv_bin }} -name \*.pyc -delete
|
|
sed -si '1s/^.*python.*$/#!{{ tempest_venv_bin | replace ('/','\/') }}\/python/' {{ tempest_venv_bin }}/*
|
|
virtualenv {{ tempest_venv_bin | dirname }} \
|
|
{{ (ansible_pkg_mgr == 'apt') | ternary('--always-copy', '') }} \
|
|
--no-pip \
|
|
--no-setuptools \
|
|
--no-wheel
|
|
when: tempest_get_venv is changed
|
|
tags:
|
|
- skip_ansible_lint
|
|
|
|
- name: Get tempest plugins from git
|
|
git:
|
|
repo: "{{ item.repo }}"
|
|
dest: "/opt/{{ item.name|replace('-', '_') }}_{{ item.branch|replace('/', '_') }}"
|
|
version: "{{ item.branch }}"
|
|
force: yes
|
|
with_items: "{{ tempest_plugins }}"
|
|
when: item.repo is defined
|
|
register: git_clone
|
|
until: git_clone is success
|
|
retries: 5
|
|
delay: 2
|
|
|
|
- name: Check for the existance of the test-requirements.txt file
|
|
stat:
|
|
path: "/opt/{{ item.name|replace('-', '_') }}_{{ item.branch|replace('/', '_') }}/test-requirements.txt"
|
|
with_items: "{{ tempest_plugins }}"
|
|
when: item.repo is defined
|
|
register: _test_requirements_stat
|
|
|
|
- name: Install tempest plugin requirements
|
|
pip:
|
|
requirements: "{{ item.stat.path }}"
|
|
state: "{{ tempest_pip_package_state }}"
|
|
virtualenv: "{{ tempest_venv_bin | dirname }}"
|
|
virtualenv_site_packages: "no"
|
|
extra_args: >-
|
|
{{ tempest_developer_mode | ternary(pip_install_developer_constraints | default('--constraint /opt/developer-pip-constraints.txt'), '') }}
|
|
{{ (pip_install_upper_constraints is defined) | ternary('--constraint ' + pip_install_upper_constraints | default(''),'') }}
|
|
{{ pip_install_options | default('') }}
|
|
--isolated
|
|
with_items: "{{ _test_requirements_stat.results }}"
|
|
when:
|
|
- "item.item.repo is defined"
|
|
- "item.stat.exists"
|
|
- "(item.item.install_test_requirements | default(True)) | bool"
|
|
register: install_tempest_plugin_requirements
|
|
until: install_tempest_plugin_requirements is success
|
|
retries: 5
|
|
delay: 2
|
|
|
|
- name: Install tempest plugins from cloned repo
|
|
pip:
|
|
name: "/opt/{{ item.name|replace('-', '_') }}_{{ item.branch|replace('/', '_') }}"
|
|
state: "{{ tempest_pip_package_state }}"
|
|
virtualenv: "{{ tempest_venv_bin | dirname }}"
|
|
virtualenv_site_packages: "no"
|
|
extra_args: >-
|
|
{{ tempest_developer_mode | ternary(pip_install_developer_constraints | default('--constraint /opt/developer-pip-constraints.txt'), '') }}
|
|
{{ (pip_install_upper_constraints is defined) | ternary('--constraint ' + pip_install_upper_constraints | default(''),'') }}
|
|
{{ pip_install_options | default('') }}
|
|
--isolated
|
|
with_items: "{{ tempest_plugins }}"
|
|
when: item.repo is defined
|
|
register: install_tempest_plugins
|
|
until: install_tempest_plugins is success
|
|
retries: 5
|
|
delay: 2
|
|
|
|
- name: Install tempest plugins from packages
|
|
pip:
|
|
name: "{{ item.package }}"
|
|
state: "{{ tempest_pip_package_state }}"
|
|
virtualenv: "{{ tempest_venv_bin | dirname }}"
|
|
virtualenv_site_packages: "no"
|
|
extra_args: >-
|
|
{{ tempest_developer_mode | ternary(pip_install_developer_constraints | default('--constraint /opt/developer-pip-constraints.txt'), '') }}
|
|
{{ (pip_install_upper_constraints is defined) | ternary('--constraint ' + pip_install_upper_constraints | default(''),'') }}
|
|
{{ pip_install_options | default('') }}
|
|
--isolated
|
|
with_items: "{{ tempest_plugins }}"
|
|
when: item.package is defined
|
|
register: install_tempest_plugins_packages
|
|
until: install_tempest_plugins_packages is success
|
|
retries: 5
|
|
delay: 2
|
|
|
|
- name: Record the venv tag deployed
|
|
ini_file:
|
|
dest: "/etc/ansible/facts.d/openstack_ansible.fact"
|
|
section: tempest
|
|
option: venv_tag
|
|
value: "{{ tempest_venv_tag }}"
|