394bc02e44
We currently have two issues with venvs:
- if you update your venv on the repo server, it is not possible for
that updated venv to land on the service's container as the get_url
task always skips if the file exists (even if the file is different)
- if you have an updated venv on the repo server and forcefully delete
the cached venv tarball on the service's container, the new tarball
will get unarchived over top of the existing venv
This commit does the following:
- gets the checksum of the /var/cache tarball and downloads checksum
file from repo server
- updates "Attempt venv download" to only download the venv if the
cache doesn't exist or if the local and remote checksums differ
- adds a "force: true" to "Attempt venv download" task so that the venv
tarball will get re-downloaded when the when condition is true (this
is necessary otherwise the download will get skipped since the
destination already exists)
- adds a new task "Remove existing venv" so we can first remove the
venv before we unarchive the potentially new venv from the repo
server
- updates "Create neutron venv dir" and "Unarchive pre-built venv"
tasks to only proceed if "neutron_get_venv | changed", which
prevents these tasks from running when they the venv tarball hasn't
changed
- adds multiple service restarts to
os_neutron/tasks/neutron_install.yml so that neutron will restart
correctly should the venv/packages update without any associated
config changes
NOTE: The reason why we compare local and remote checksum is to avoid
unnecessarily downloading the venv when the checksums are in fact
the same. On small deploys this is more or less a non-issue but
if a deploy w/ thousands of compute nodes re-runs playbooks we
want to limit the venv downloads when it's unnecessary.
Change-Id: Ie0ba2956e5bf90cec6615171b50a2397c7624257
212 lines
5.7 KiB
YAML
212 lines
5.7 KiB
YAML
---
|
|
# Copyright 2014, Rackspace US, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
- name: Create developer mode constraint file
|
|
copy:
|
|
dest: "/opt/developer-pip-constraints.txt"
|
|
content: |
|
|
{% for item in ironic_developer_constraints %}
|
|
{{ item }}
|
|
{% endfor %}
|
|
when:
|
|
- ironic_developer_mode | bool
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Clone requirements git repository
|
|
git:
|
|
repo: "{{ ironic_requirements_git_repo }}"
|
|
dest: "/opt/requirements"
|
|
clone: yes
|
|
update: yes
|
|
version: "{{ ironic_requirements_git_install_branch }}"
|
|
when:
|
|
- ironic_developer_mode | bool
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Add constraints to pip_install_options fact for developer mode
|
|
set_fact:
|
|
pip_install_options_fact: "{{ pip_install_options|default('') }} --constraint /opt/developer-pip-constraints.txt --constraint /opt/requirements/upper-constraints.txt"
|
|
when:
|
|
- ironic_developer_mode | bool
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Set pip_install_options_fact when not in developer mode
|
|
set_fact:
|
|
pip_install_options_fact: "{{ pip_install_options|default('') }}"
|
|
when:
|
|
- not ironic_developer_mode | bool
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Install requires pip packages
|
|
pip:
|
|
name: "{{ item }}"
|
|
state: present
|
|
extra_args: "{{ pip_install_options_fact }}"
|
|
register: install_packages
|
|
until: install_packages|success
|
|
retries: 5
|
|
delay: 2
|
|
with_items: ironic_requires_pip_packages
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Get local venv checksum
|
|
stat:
|
|
path: "/var/cache/{{ ironic_venv_download_url | basename }}"
|
|
get_md5: False
|
|
when:
|
|
- not ironic_developer_mode | bool
|
|
- ironic_venv_enabled | bool
|
|
register: local_venv_stat
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Get remote venv checksum
|
|
uri:
|
|
url: "{{ ironic_venv_download_url | replace('tgz', 'checksum') }}"
|
|
return_content: True
|
|
when:
|
|
- not ironic_developer_mode | bool
|
|
- ironic_venv_enabled | bool
|
|
register: remote_venv_checksum
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
# TODO: When project moves to ansible 2 we can pass this a sha256sum which will:
|
|
# a) allow us to remove force: yes
|
|
# b) allow the module to calculate the checksum of dest file which would
|
|
# result in file being downloaded only if provided and dest sha256sum
|
|
# checksums differ
|
|
- name: Attempt venv download
|
|
get_url:
|
|
url: "{{ ironic_venv_download_url }}"
|
|
dest: "/var/cache/{{ ironic_venv_download_url | basename }}"
|
|
force: yes
|
|
ignore_errors: true
|
|
register: get_venv
|
|
when:
|
|
- not ironic_developer_mode | bool
|
|
- ironic_venv_enabled | bool
|
|
- (local_venv_stat.stat.exists == False or
|
|
{{ local_venv_stat.stat.checksum is defined and local_venv_stat.stat.checksum != remote_venv_checksum.content | trim }})
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Set ironic get_venv fact
|
|
set_fact:
|
|
ironic_get_venv: "{{ get_venv }}"
|
|
when: ironic_venv_enabled | bool
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Remove existing venv
|
|
file:
|
|
path: "{{ ironic_venv_bin | dirname }}"
|
|
state: absent
|
|
when:
|
|
- ironic_venv_enabled | bool
|
|
- ironic_get_venv | changed
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Create ironic venv dir
|
|
file:
|
|
path: "{{ ironic_venv_bin | dirname }}"
|
|
state: directory
|
|
when:
|
|
- not ironic_developer_mode | bool
|
|
- ironic_venv_enabled | bool
|
|
- ironic_get_venv | changed
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Unarchive pre-built venv
|
|
unarchive:
|
|
src: "/var/cache/{{ ironic_venv_download_url | basename }}"
|
|
dest: "{{ ironic_venv_bin | dirname }}"
|
|
copy: "no"
|
|
when:
|
|
- not ironic_developer_mode | bool
|
|
- ironic_venv_enabled | bool
|
|
- ironic_get_venv | changed
|
|
notify: Restart ironic services
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Update virtualenv path
|
|
command: >
|
|
virtualenv-tools --update-path=auto {{ ironic_venv_bin | dirname }}
|
|
when:
|
|
- not ironic_developer_mode | bool
|
|
- ironic_venv_enabled | bool
|
|
- ironic_get_venv | success
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Install pip packages (venv)
|
|
pip:
|
|
name: "{{ item }}"
|
|
state: present
|
|
virtualenv: "{{ ironic_venv_bin | dirname }}"
|
|
virtualenv_site_packages: "no"
|
|
extra_args: "{{ pip_install_options_fact }}"
|
|
register: install_packages
|
|
until: install_packages|success
|
|
retries: 5
|
|
delay: 2
|
|
with_items: ironic_pip_packages
|
|
when:
|
|
- ironic_venv_enabled | bool
|
|
- ironic_get_venv | failed or ironic_developer_mode | bool
|
|
notify: Restart ironic services
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|
|
|
|
- name: Install pip packages (no venv)
|
|
pip:
|
|
name: "{{ item }}"
|
|
state: present
|
|
extra_args: "{{ pip_install_options_fact }}"
|
|
register: install_packages
|
|
until: install_packages|success
|
|
retries: 5
|
|
delay: 2
|
|
with_items: ironic_pip_packages
|
|
when:
|
|
- not ironic_venv_enabled | bool
|
|
- not ironic_developer_mode | bool
|
|
notify: Restart ironic services
|
|
tags:
|
|
- ironic-install
|
|
- ironic-pip-packages
|