c8a22f1090
In some scenarios it may be useful to perform custom formatting of logs before forwarding them. For example, the JSON formatter plugin can be used to convert an event to JSON. Change-Id: I3dd9240c5910a9477456283b392edc9566882dcd
335 lines
11 KiB
YAML
335 lines
11 KiB
YAML
---
|
|
- name: Ensuring config directories exist
|
|
file:
|
|
path: "{{ node_config_directory }}/{{ item }}"
|
|
state: "directory"
|
|
owner: "{{ config_owner_user }}"
|
|
group: "{{ config_owner_group }}"
|
|
mode: "0770"
|
|
become: true
|
|
with_items:
|
|
- "kolla-toolbox"
|
|
- "cron"
|
|
- "cron/logrotate"
|
|
|
|
- name: Ensuring fluentd config directories exist
|
|
file:
|
|
path: "{{ node_config_directory }}/{{ item }}"
|
|
state: "directory"
|
|
become: true
|
|
with_items:
|
|
- "fluentd"
|
|
- "fluentd/input"
|
|
- "fluentd/output"
|
|
- "fluentd/format"
|
|
- "fluentd/filter"
|
|
when: enable_fluentd | bool
|
|
|
|
- name: Copying over config.json files for services
|
|
template:
|
|
src: "{{ item.key }}.json.j2"
|
|
dest: "{{ node_config_directory }}/{{ item.key }}/config.json"
|
|
mode: "0660"
|
|
become: true
|
|
register: common_config_jsons
|
|
when: item.value.enabled | bool
|
|
with_dict: "{{ common_services }}"
|
|
notify:
|
|
- "Restart {{ item.key }} container"
|
|
|
|
- name: Copying over fluentd input config files
|
|
template:
|
|
src: "conf/input/{{ item }}.conf.j2"
|
|
dest: "{{ node_config_directory }}/fluentd/input/{{ item }}.conf"
|
|
mode: "0660"
|
|
become: true
|
|
register: fluentd_input
|
|
when: enable_fluentd | bool
|
|
with_items:
|
|
- "00-global"
|
|
- "01-syslog"
|
|
- "02-mariadb"
|
|
- "03-rabbitmq"
|
|
- "04-openstack-wsgi"
|
|
- "05-libvirt"
|
|
- "06-zookeeper"
|
|
- "07-kafka"
|
|
- "08-opendaylight"
|
|
notify:
|
|
- Restart fluentd container
|
|
|
|
- name: Find custom fluentd input config files
|
|
local_action:
|
|
module: find
|
|
path: "{{ node_custom_config }}/fluentd/input"
|
|
pattern: "*.conf"
|
|
run_once: True
|
|
register: find_custom_fluentd_inputs
|
|
when:
|
|
- enable_fluentd | bool
|
|
|
|
- name: Copying over custom fluentd input config files
|
|
template:
|
|
src: "{{ item.path }}"
|
|
dest: "{{ node_config_directory }}/fluentd/input/{{ item.path | basename }}"
|
|
register: fluentd_input_custom
|
|
when:
|
|
- enable_fluentd | bool
|
|
with_items: "{{ find_custom_fluentd_inputs.files }}"
|
|
notify:
|
|
- Restart fluentd container
|
|
|
|
- name: Determine whether logs should be forwarded directly to Elasticsearch
|
|
set_fact:
|
|
log_direct_to_elasticsearch: "{{ ( enable_elasticsearch | bool or
|
|
( elasticsearch_address != kolla_internal_vip_address )) and
|
|
not enable_monasca | bool }}"
|
|
|
|
- name: Copying over fluentd output config files
|
|
template:
|
|
src: "conf/output/{{ item.name }}.conf.j2"
|
|
dest: "{{ node_config_directory }}/fluentd/output/{{ item.name }}.conf"
|
|
mode: "0660"
|
|
become: true
|
|
register: fluentd_output
|
|
when:
|
|
- enable_fluentd | bool
|
|
- item.enabled | bool
|
|
with_items:
|
|
- name: "00-local"
|
|
enabled: true
|
|
- name: "01-es"
|
|
enabled: "{{ log_direct_to_elasticsearch }}"
|
|
- name: "02-monasca"
|
|
enabled: "{{ enable_monasca | bool }}"
|
|
notify:
|
|
- Restart fluentd container
|
|
|
|
- name: Removing stale output config files
|
|
file:
|
|
path: "{{ node_config_directory }}/fluentd/output/{{ item.name }}.conf"
|
|
state: "absent"
|
|
become: true
|
|
when:
|
|
- enable_fluentd | bool
|
|
- item.disable | bool
|
|
with_items:
|
|
- name: "02-monasca"
|
|
disable: "{{ not enable_monasca | bool }}"
|
|
- name: "01-es"
|
|
disable: "{{ not log_direct_to_elasticsearch }}"
|
|
notify:
|
|
- Restart fluentd container
|
|
|
|
- name: Find custom fluentd output config files
|
|
local_action:
|
|
module: find
|
|
path: "{{ node_custom_config }}/fluentd/output"
|
|
pattern: "*.conf"
|
|
run_once: True
|
|
register: find_custom_fluentd_outputs
|
|
when:
|
|
- enable_fluentd | bool
|
|
|
|
- name: Copying over custom fluentd output config files
|
|
template:
|
|
src: "{{ item.path }}"
|
|
dest: "{{ node_config_directory }}/fluentd/output/{{ item.path | basename }}"
|
|
mode: "0660"
|
|
become: true
|
|
register: fluentd_output_custom
|
|
when:
|
|
- enable_fluentd | bool
|
|
with_items: "{{ find_custom_fluentd_outputs.files }}"
|
|
notify:
|
|
- Restart fluentd container
|
|
|
|
- name: Copying over fluentd format config files
|
|
template:
|
|
src: "conf/format/{{ item }}.conf.j2"
|
|
dest: "{{ node_config_directory }}/fluentd/format/{{ item }}.conf"
|
|
mode: "0660"
|
|
become: true
|
|
register: fluentd_format
|
|
with_items:
|
|
- "apache_access"
|
|
- "wsgi_access"
|
|
when: enable_fluentd | bool
|
|
notify:
|
|
- Restart fluentd container
|
|
|
|
- name: Find custom fluentd format config files
|
|
local_action:
|
|
module: find
|
|
path: "{{ node_custom_config }}/fluentd/format"
|
|
pattern: "*.conf"
|
|
run_once: True
|
|
register: find_custom_fluentd_format
|
|
when:
|
|
- enable_fluentd | bool
|
|
|
|
- name: Copying over custom fluentd format config files
|
|
template:
|
|
src: "{{ item.path }}"
|
|
dest: "{{ node_config_directory }}/fluentd/format/{{ item.path | basename }}"
|
|
register: fluentd_format_custom
|
|
when:
|
|
- enable_fluentd | bool
|
|
with_items: "{{ find_custom_fluentd_format.files }}"
|
|
notify:
|
|
- Restart fluentd container
|
|
|
|
- name: Copying over fluentd filter config files
|
|
template:
|
|
src: "conf/filter/{{ item.src }}.conf.j2"
|
|
dest: "{{ node_config_directory }}/fluentd/filter/{{ item.dest }}.conf"
|
|
mode: "0660"
|
|
become: true
|
|
register: fluentd_filter
|
|
with_items:
|
|
- src: 00-record_transformer
|
|
dest: 00-record_transformer
|
|
- src: "{{ '01-rewrite-0.14' if kolla_base_distro in ['debian', 'ubuntu'] else '01-rewrite-0.12' }}"
|
|
dest: 01-rewrite
|
|
when: enable_fluentd | bool
|
|
notify:
|
|
- Restart fluentd container
|
|
|
|
- name: Find custom fluentd filter config files
|
|
local_action:
|
|
module: find
|
|
path: "{{ node_custom_config }}/fluentd/filter"
|
|
pattern: "*.conf"
|
|
run_once: True
|
|
register: find_custom_fluentd_filters
|
|
when: enable_fluentd | bool
|
|
|
|
- name: Copying over custom fluentd filter config files
|
|
template:
|
|
src: "{{ item.path }}"
|
|
dest: "{{ node_config_directory }}/fluentd/filter/{{ item.path | basename }}"
|
|
mode: "0660"
|
|
become: true
|
|
register: fluentd_filter_custom
|
|
with_items: "{{ find_custom_fluentd_filters.files }}"
|
|
when: enable_fluentd | bool
|
|
notify:
|
|
- Restart fluentd container
|
|
|
|
- name: Copying over td-agent.conf
|
|
template:
|
|
src: "td-agent.conf.j2"
|
|
dest: "{{ node_config_directory }}/{{ item }}/td-agent.conf"
|
|
mode: "0660"
|
|
become: true
|
|
register: fluentd_td_agent
|
|
with_items:
|
|
- "fluentd"
|
|
when: enable_fluentd | bool
|
|
notify:
|
|
- Restart fluentd container
|
|
|
|
- name: Copying over cron logrotate config files
|
|
template:
|
|
src: "cron-logrotate-{{ item.name }}.conf.j2"
|
|
dest: "{{ node_config_directory }}/cron/logrotate/{{ item.name }}.conf"
|
|
mode: "0660"
|
|
become: true
|
|
register: cron_confs
|
|
when: item.enabled | bool
|
|
with_items:
|
|
- { name: "ansible", enabled: "yes" }
|
|
- { name: "aodh", enabled: "{{ enable_aodh }}" }
|
|
- { name: "barbican", enabled: "{{ enable_barbican }}" }
|
|
- { name: "blazar", enabled: "{{ enable_blazar }}" }
|
|
- { name: "ceilometer", enabled: "{{ enable_ceilometer }}" }
|
|
- { name: "ceph", enabled: "{{ enable_ceph }}" }
|
|
- { name: "chrony", enabled: "{{ enable_chrony }}" }
|
|
- { name: "cinder", enabled: "{{ enable_cinder }}" }
|
|
- { name: "cloudkitty", enabled: "{{ enable_cloudkitty }}" }
|
|
- { name: "collectd", enabled: "{{ enable_collectd }}" }
|
|
- { name: "congress", enabled: "{{ enable_congress }}" }
|
|
- { name: "designate", enabled: "{{ enable_designate }}" }
|
|
- { name: "elasticsearch", enabled: "{{ enable_elasticsearch }}" }
|
|
- { name: "etcd", enabled: "{{ enable_etcd }}" }
|
|
- { name: "freezer", enabled: "{{ enable_freezer }}" }
|
|
- { name: "glance", enabled: "{{ enable_glance }}" }
|
|
- { name: "global", enabled: "yes" }
|
|
- { name: "gnocchi", enabled: "{{ enable_gnocchi }}" }
|
|
- { name: "grafana", enabled: "{{ enable_grafana }}" }
|
|
- { name: "haproxy", enabled: "{{ enable_haproxy }}" }
|
|
- { name: "heat", enabled: "{{ enable_heat }}" }
|
|
- { name: "influxdb", enabled: "{{ enable_influxdb }}" }
|
|
- { name: "ironic", enabled: "{{ enable_ironic }}" }
|
|
- { name: "ironic-inspector", enabled: "{{ enable_ironic }}" }
|
|
- { name: "iscsid", enabled: "{{ enable_iscsid }}" }
|
|
- { name: "kafka", enabled: "{{ enable_kafka }}" }
|
|
- { name: "karbor", enabled: "{{ enable_karbor }}" }
|
|
- { name: "keepalived", enabled: "{{ enable_haproxy }}" }
|
|
- { name: "keystone", enabled: "{{ enable_keystone }}" }
|
|
- { name: "kibana", enabled: "{{ enable_kibana }}" }
|
|
- { name: "kuryr", enabled: "{{ enable_kuryr }}" }
|
|
- { name: "magnum", enabled: "{{ enable_magnum }}" }
|
|
- { name: "manila", enabled: "{{ enable_manila }}" }
|
|
- { name: "mariadb", enabled: "{{ enable_mariadb }}" }
|
|
- { name: "mistral", enabled: "{{ enable_mistral }}" }
|
|
- { name: "monasca", enabled: "{{ enable_monasca }}" }
|
|
- { name: "mongodb", enabled: "{{ enable_mongodb }}" }
|
|
- { name: "murano", enabled: "{{ enable_murano }}" }
|
|
- { name: "neutron", enabled: "{{ enable_neutron }}" }
|
|
- { name: "nova", enabled: "{{ enable_nova }}" }
|
|
- { name: "octavia", enabled: "{{ enable_octavia }}" }
|
|
- { name: "opendaylight", enabled: "{{ enable_opendaylight }}" }
|
|
- { name: "outward-rabbitmq", enabled: "{{ enable_outward_rabbitmq }}" }
|
|
- { name: "panko", enabled: "{{ enable_panko }}" }
|
|
- { name: "rabbitmq", enabled: "{{ enable_rabbitmq }}" }
|
|
- { name: "rally", enabled: "{{ enable_rally }}" }
|
|
- { name: "sahara", enabled: "{{ enable_sahara }}" }
|
|
- { name: "searchlight", enabled: "{{ enable_searchlight }}" }
|
|
- { name: "senlin", enabled: "{{ enable_senlin }}" }
|
|
- { name: "skydive", enabled: "{{ enable_skydive }}" }
|
|
- { name: "solum", enabled: "{{ enable_solum }}" }
|
|
- { name: "storm", enabled: "{{ enable_storm }}" }
|
|
- { name: "swift", enabled: "{{ enable_swift }}" }
|
|
- { name: "tacker", enabled: "{{ enable_tacker }}" }
|
|
- { name: "tempest", enabled: "{{ enable_tempest }}" }
|
|
- { name: "trove", enabled: "{{ enable_trove }}" }
|
|
- { name: "vitrage", enabled: "{{ enable_vitrage }}" }
|
|
- { name: "watcher", enabled: "{{ enable_watcher }}" }
|
|
- { name: "zookeeper", enabled: "{{ enable_zookeeper }}" }
|
|
- { name: "zun", enabled: "{{ enable_zun }}" }
|
|
notify:
|
|
- Restart cron container
|
|
|
|
- name: Ensuring config directories have correct owner and permission
|
|
become: true
|
|
file:
|
|
path: "{{ node_config_directory }}/{{ item.key }}"
|
|
owner: "{{ config_owner_user }}"
|
|
group: "{{ config_owner_group }}"
|
|
mode: "0770"
|
|
ignore_errors: "{{ ansible_check_mode }}"
|
|
when:
|
|
- item.value.enabled | bool
|
|
- item.key != "kolla-toolbox"
|
|
with_dict: "{{ common_services }}"
|
|
|
|
- name: Check common containers
|
|
become: true
|
|
kolla_docker:
|
|
action: "compare_container"
|
|
common_options: "{{ docker_common_options }}"
|
|
name: "{{ item.value.container_name }}"
|
|
image: "{{ item.value.image }}"
|
|
volumes: "{{ item.value.volumes }}"
|
|
dimensions: "{{ item.value.dimensions }}"
|
|
privileged: "{{ item.value.privileged | default(False) }}"
|
|
environment: "{{ item.value.environment }}"
|
|
register: check_common_containers
|
|
when:
|
|
- kolla_action != "config"
|
|
- item.value.enabled | bool
|
|
with_dict: "{{ common_services }}"
|
|
notify:
|
|
- "Restart {{ item.key }} container"
|