openstack/openstack-helm-infra
Code Issues Proposed changes

Fluentd: Update buffer output settings for Elasticsearch

Browse Source 
This updates the fluentd configuration to use 8 threads for the
Elasticsearch output configuration by default. This uses the
correct buffer output settings for the fluent-elasticsearch
plugin

This also updates the buffer output settings to the defaults used
for fluentd

Change-Id: I976cddaa973e850dabe4de495cd3bf1a4acdd4e7
This commit is contained in:
Steve Wilkerson 2019-01-10 13:09:58 -06:00
parent 32b3ac3723
commit 181d7ebb34
1 changed files with 46 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

75
fluent-logging/values.yaml
View File

@ -359,11 +359,15 @@ conf:
port: "#{ENV['ELASTICSEARCH_PORT']}" port: "#{ENV['ELASTICSEARCH_PORT']}"
logstash_format: true logstash_format: true
logstash_prefix: libvirt logstash_prefix: libvirt
buffer_chunk_limit: 2M buffer:
buffer_queue_limit: 8 -
flush_interval: "5" - header: buffer
max_retry_wait: 300 flush_thread_count: 8
disable_retry_limit: "" flush_interval: "15"
chunk_limit_size: 8MB
queue_limit_length: 256
retry_max_interval: 30
retry_forever: false
- qemu_elasticsearch: - qemu_elasticsearch:
header: match header: match
type: elasticsearch type: elasticsearch
@ -375,11 +379,15 @@ conf:
port: "#{ENV['ELASTICSEARCH_PORT']}" port: "#{ENV['ELASTICSEARCH_PORT']}"
logstash_format: true logstash_format: true
logstash_prefix: qemu logstash_prefix: qemu
buffer_chunk_limit: 2M buffer:
buffer_queue_limit: 8 -
flush_interval: "5" - header: buffer
max_retry_wait: 300 flush_thread_count: 8
disable_retry_limit: "" flush_interval: "15"
chunk_limit_size: 8MB
queue_limit_length: 256
retry_max_interval: 30
retry_forever: false
- journal_elasticsearch: - journal_elasticsearch:
header: match header: match
type: elasticsearch type: elasticsearch
@ -391,11 +399,15 @@ conf:
port: "#{ENV['ELASTICSEARCH_PORT']}" port: "#{ENV['ELASTICSEARCH_PORT']}"
logstash_format: true logstash_format: true
logstash_prefix: journal logstash_prefix: journal
buffer_chunk_limit: 2M buffer:
buffer_queue_limit: 8 -
flush_interval: "5" - header: buffer
max_retry_wait: 300 flush_thread_count: 8
disable_retry_limit: "" flush_interval: "15"
chunk_limit_size: 8MB
queue_limit_length: 256
retry_max_interval: 30
retry_forever: false
- kernel_elasticsearch: - kernel_elasticsearch:
header: match header: match
type: elasticsearch type: elasticsearch
@ -407,14 +419,15 @@ conf:
port: "#{ENV['ELASTICSEARCH_PORT']}" port: "#{ENV['ELASTICSEARCH_PORT']}"
logstash_format: true logstash_format: true
logstash_prefix: kernel logstash_prefix: kernel
buffer_chunk_limit: 2M buffer:
buffer_queue_limit: 8 -
flush_interval: "5" - header: buffer
max_retry_wait: 300 flush_thread_count: 8
disable_retry_limit: "" flush_interval: "15"
# NOTE(srwilkers): This configuration entry should always be the last output chunk_limit_size: 8MB
# defined, as it is used to determine the total flush cycle time for fluentbit queue_limit_length: 256
# and fluentd retry_max_interval: 30
retry_forever: false
- elasticsearch: - elasticsearch:
header: match header: match
type: elasticsearch type: elasticsearch
@ -425,12 +438,16 @@ conf:
host: "#{ENV['ELASTICSEARCH_HOST']}" host: "#{ENV['ELASTICSEARCH_HOST']}"
port: "#{ENV['ELASTICSEARCH_PORT']}" port: "#{ENV['ELASTICSEARCH_PORT']}"
logstash_format: true logstash_format: true
buffer_chunk_limit: 2M buffer:
buffer_queue_limit: 8 -
flush_interval: "5" - header: buffer
max_retry_wait: 300 flush_thread_count: 8
disable_retry_limit: "" flush_interval: "15"
type_name: fluent chunk_limit_size: 8MB
queue_limit_length: 256
retry_max_interval: 30
retry_forever: false
flush_interval: "15"
fluentd_exporter: fluentd_exporter:
log: log:
format: "logger:stdout?json=true" format: "logger:stdout?json=true"