fb3a8f5fa9
Most roles are not leveraging the jinja filters available. According to [1] filtering the list of services makes the execution faster than skipping the tasks. This patchset also includes some cosmetic changes to genconfig. Individual services are now also using a jinja filter. This has no impact on performance, just makes the tasks look cleaner. Naming of some vars in genconfig was changed to "service" to make the tasks more uniform as some were previously using the service name and some were using "service". Three metrics from the deployment were taken and those were - overall deployment time [s] - time spent on the specific role [s] - CPU usage (measured with perf) [-] Overall genconfig time went down on avg. from 209s to 195s Time spent on the loadbalancer role went down on avg. from 27s to 23s Time spent on the neutron role went down on avg from 102s to 95s Time spent on the nova-cell role went down on avg. from 54s to 52s Also the average CPUs utilized reported by perf went down from 3.31 to 3.15. For details of how this was measured see the comments in gerrit. [1] - https://github.com/stackhpc/ansible-scaling/blob/master/doc/skip.md Change-Id: Ib0f00aadb6c7022de6e8b455ac4b9b8cd6be5b1b Signed-off-by: Roman Krček <roman.krcek@tietoevry.com>
267 lines
9.5 KiB
YAML
267 lines
9.5 KiB
YAML
---
|
|
- name: Ensuring config directories exist
|
|
become: true
|
|
file:
|
|
path: "{{ node_config_directory }}/{{ item.key }}"
|
|
state: "directory"
|
|
owner: "{{ config_owner_user }}"
|
|
group: "{{ config_owner_group }}"
|
|
mode: "0770"
|
|
with_dict: "{{ prometheus_services | select_services_enabled_and_mapped_to_host }}"
|
|
|
|
- include_tasks: copy-certs.yml
|
|
when:
|
|
- kolla_copy_ca_into_containers | bool
|
|
|
|
- name: Copying over config.json files
|
|
become: true
|
|
template:
|
|
src: "{{ item.key }}.json.j2"
|
|
dest: "{{ node_config_directory }}/{{ item.key }}/config.json"
|
|
mode: "0660"
|
|
with_dict: "{{ prometheus_services | select_services_enabled_and_mapped_to_host }}"
|
|
notify:
|
|
- Restart {{ item.key }} container
|
|
|
|
- name: Find custom prometheus alert rules files
|
|
find:
|
|
path: "{{ node_custom_config }}/prometheus/"
|
|
pattern: "*.rules"
|
|
run_once: True
|
|
delegate_to: localhost
|
|
register: prometheus_alert_rules
|
|
when:
|
|
- enable_prometheus_alertmanager | bool
|
|
|
|
- name: Copying over custom prometheus alert rules files
|
|
become: true
|
|
vars:
|
|
service: "{{ prometheus_services['prometheus-server'] }}"
|
|
copy:
|
|
src: "{{ item.path }}"
|
|
dest: "{{ node_config_directory }}/prometheus-server/{{ item.path | basename }}"
|
|
mode: "0660"
|
|
when:
|
|
- service | service_enabled_and_mapped_to_host
|
|
- enable_prometheus_alertmanager | bool
|
|
- prometheus_alert_rules is defined and prometheus_alert_rules.files | length > 0
|
|
with_items: "{{ prometheus_alert_rules.files }}"
|
|
notify:
|
|
- Restart prometheus-server container
|
|
|
|
- name: Find prometheus common config overrides
|
|
find:
|
|
# NOTE(wszumski): Non-existent paths don't produce a failure
|
|
paths:
|
|
- "{{ node_custom_config }}/prometheus/prometheus.yml.d"
|
|
patterns: "*.yml"
|
|
delegate_to: localhost
|
|
register: prometheus_common_config_overrides_result
|
|
run_once: true
|
|
|
|
- name: Find prometheus host config overrides
|
|
find:
|
|
# NOTE(wszumski): Non-existent paths don't produce a failure
|
|
paths:
|
|
- "{{ node_custom_config }}/prometheus/{{ inventory_hostname }}/prometheus.yml.d"
|
|
patterns: "*.yml"
|
|
delegate_to: localhost
|
|
register: prometheus_host_config_overrides_result
|
|
# NOTE(yoctozepto): this cannot be run_once
|
|
run_once: false
|
|
|
|
- name: Copying over prometheus config file
|
|
become: true
|
|
vars:
|
|
service: "{{ prometheus_services['prometheus-server'] }}"
|
|
common_overrides: "{{ prometheus_common_config_overrides_result.files | map(attribute='path') | list }}"
|
|
host_overrides: "{{ prometheus_host_config_overrides_result.files | map(attribute='path') | list }}"
|
|
merge_yaml:
|
|
sources: "{{ [item] + common_overrides + host_overrides }}"
|
|
dest: "{{ node_config_directory }}/prometheus-server/prometheus.yml"
|
|
mode: "0660"
|
|
extend_lists: true
|
|
when: service | service_enabled_and_mapped_to_host
|
|
with_first_found:
|
|
- "{{ node_custom_config }}/prometheus/{{ inventory_hostname }}/prometheus.yml"
|
|
- "{{ node_custom_config }}/prometheus/prometheus.yml"
|
|
- "{{ role_path }}/templates/prometheus.yml.j2"
|
|
notify:
|
|
- Restart prometheus-server container
|
|
|
|
- name: Copying over prometheus web config file
|
|
become: true
|
|
vars:
|
|
service: "{{ prometheus_services['prometheus-server'] }}"
|
|
template:
|
|
src: "{{ item }}"
|
|
dest: "{{ node_config_directory }}/prometheus-server/web.yml"
|
|
mode: "0600"
|
|
when: service | service_enabled_and_mapped_to_host
|
|
with_first_found:
|
|
- "{{ node_custom_config }}/prometheus/{{ inventory_hostname }}/web.yml"
|
|
- "{{ node_custom_config }}/prometheus/web.yml"
|
|
- "{{ role_path }}/templates/prometheus-web.yml.j2"
|
|
notify:
|
|
- Restart prometheus-server container
|
|
|
|
- name: Copying over prometheus alertmanager config file
|
|
become: true
|
|
vars:
|
|
service: "{{ prometheus_services['prometheus-alertmanager'] }}"
|
|
template:
|
|
src: "{{ item }}"
|
|
dest: "{{ node_config_directory }}/prometheus-alertmanager/prometheus-alertmanager.yml"
|
|
mode: "0660"
|
|
when: service | service_enabled_and_mapped_to_host
|
|
with_first_found:
|
|
- "{{ node_custom_config }}/prometheus/{{ inventory_hostname }}/prometheus-alertmanager.yml"
|
|
- "{{ node_custom_config }}/prometheus/prometheus-alertmanager.yml"
|
|
- "{{ role_path }}/templates/prometheus-alertmanager.yml.j2"
|
|
notify:
|
|
- Restart prometheus-alertmanager container
|
|
|
|
- name: Find custom Alertmanager alert notification templates
|
|
find:
|
|
path: "{{ node_custom_config }}/prometheus/"
|
|
pattern: "*.tmpl"
|
|
run_once: True
|
|
delegate_to: localhost
|
|
register: alertmanager_notification_templates
|
|
when:
|
|
- enable_prometheus_alertmanager | bool
|
|
|
|
- name: Copying over custom Alertmanager alert notification templates
|
|
become: true
|
|
vars:
|
|
service: "{{ prometheus_services['prometheus-alertmanager'] }}"
|
|
copy:
|
|
src: "{{ item.path }}"
|
|
dest: "{{ node_config_directory }}/prometheus-alertmanager/{{ item.path | basename }}"
|
|
mode: 0660
|
|
when:
|
|
- service | service_enabled_and_mapped_to_host
|
|
- alertmanager_notification_templates is defined and alertmanager_notification_templates.files | length > 0
|
|
with_items: "{{ alertmanager_notification_templates.files }}"
|
|
notify:
|
|
- Restart prometheus-alertmanager container
|
|
|
|
- name: Copying over my.cnf for mysqld_exporter
|
|
become: true
|
|
vars:
|
|
service: "{{ prometheus_services['prometheus-mysqld-exporter'] }}"
|
|
merge_configs:
|
|
sources:
|
|
- "{{ node_custom_config }}/prometheus-mysqld-exporter/{{ inventory_hostname }}/my.cnf"
|
|
- "{{ node_custom_config }}/prometheus-mysqld-exporter/my.cnf"
|
|
- "{{ role_path }}/templates/my.cnf.j2"
|
|
dest: "{{ node_config_directory }}/prometheus-mysqld-exporter/my.cnf"
|
|
mode: "0660"
|
|
when: service | service_enabled_and_mapped_to_host
|
|
notify:
|
|
- Restart prometheus-mysqld-exporter container
|
|
|
|
- name: Copying cloud config file for openstack exporter
|
|
become: true
|
|
vars:
|
|
service: "{{ prometheus_services['prometheus-openstack-exporter'] }}"
|
|
template:
|
|
src: "{{ item }}"
|
|
dest: "{{ node_config_directory }}/prometheus-openstack-exporter/clouds.yml"
|
|
mode: "0660"
|
|
when: service | service_enabled_and_mapped_to_host
|
|
with_first_found:
|
|
- "{{ node_custom_config }}/prometheus-openstack-exporter/{{ inventory_hostname }}/clouds.yml"
|
|
- "{{ node_custom_config }}/prometheus-openstack-exporter/clouds.yml"
|
|
- "{{ role_path }}/templates/clouds.yml.j2"
|
|
notify:
|
|
- Restart prometheus-openstack-exporter container
|
|
|
|
- name: Copying config file for blackbox exporter
|
|
become: true
|
|
vars:
|
|
service: "{{ prometheus_services['prometheus-blackbox-exporter'] }}"
|
|
template:
|
|
src: "{{ item }}"
|
|
dest: "{{ node_config_directory }}/prometheus-blackbox-exporter/prometheus-blackbox-exporter.yml"
|
|
mode: "0660"
|
|
when: service | service_enabled_and_mapped_to_host
|
|
with_first_found:
|
|
- "{{ node_custom_config }}/prometheus/{{ inventory_hostname }}/prometheus-blackbox-exporter.yml"
|
|
- "{{ node_custom_config }}/prometheus/prometheus-blackbox-exporter.yml"
|
|
- "{{ role_path }}/templates/prometheus-blackbox-exporter.yml.j2"
|
|
notify:
|
|
- Restart prometheus-blackbox-exporter container
|
|
|
|
- block:
|
|
- name: Find extra prometheus server config files
|
|
find:
|
|
paths: "{{ node_custom_config }}/prometheus/extras/"
|
|
patterns: "*"
|
|
recurse: true
|
|
delegate_to: localhost
|
|
register: prometheus_config_extras_result
|
|
run_once: true
|
|
|
|
- name: Create subdirectories for extra config files
|
|
become: true
|
|
vars:
|
|
dirs: >-
|
|
{{ prometheus_config_extras_result.files | default([])
|
|
| map(attribute='path') | map('dirname') | unique
|
|
| map('relpath', base) | list }}
|
|
file:
|
|
path: "{{ node_config_directory }}/prometheus-server/{{ item }}"
|
|
state: "directory"
|
|
owner: "{{ config_owner_user }}"
|
|
group: "{{ config_owner_group }}"
|
|
mode: "0770"
|
|
recurse: true
|
|
with_items: "{{ dirs }}"
|
|
|
|
- name: Template extra prometheus server config files
|
|
become: true
|
|
vars:
|
|
relpath: "{{ item | relpath(base) }}"
|
|
template:
|
|
src: "{{ item }}"
|
|
dest: "{{ node_config_directory }}/prometheus-server/{{ relpath }}"
|
|
mode: "0660"
|
|
with_items: "{{ prometheus_config_extras_result.files | default([]) | map(attribute='path') | list }}"
|
|
notify:
|
|
- Restart prometheus-server container
|
|
vars:
|
|
base: "{{ node_custom_config }}/prometheus/"
|
|
service: "{{ prometheus_services['prometheus-server'] }}"
|
|
when: service | service_enabled_and_mapped_to_host
|
|
|
|
- name: Copying over prometheus msteams config file
|
|
vars:
|
|
service: "{{ prometheus_services['prometheus-msteams'] }}"
|
|
template:
|
|
src: "{{ item }}"
|
|
dest: "{{ node_config_directory }}/prometheus-msteams/msteams.yml"
|
|
become: true
|
|
when: service | service_enabled_and_mapped_to_host
|
|
with_first_found:
|
|
- "{{ node_custom_config }}/prometheus/{{ inventory_hostname }}/prometheus-msteams.yml"
|
|
- "{{ node_custom_config }}/prometheus/prometheus-msteams.yml"
|
|
- "{{ role_path }}/templates/prometheus-msteams.yml.j2"
|
|
notify:
|
|
- Restart prometheus-msteams container
|
|
|
|
- name: Copying over prometheus msteams template file
|
|
vars:
|
|
service: "{{ prometheus_services['prometheus-msteams'] }}"
|
|
copy:
|
|
src: "{{ item }}"
|
|
dest: "{{ node_config_directory }}/prometheus-msteams/msteams.tmpl"
|
|
become: true
|
|
when: service | service_enabled_and_mapped_to_host
|
|
with_first_found:
|
|
- "{{ node_custom_config }}/prometheus/{{ inventory_hostname }}/prometheus-msteams.tmpl"
|
|
- "{{ node_custom_config }}/prometheus/prometheus-msteams.tmpl"
|
|
- "{{ role_path }}/templates/prometheus-msteams.tmpl"
|
|
notify:
|
|
- Restart prometheus-msteams container
|