openstack/monasca-persister
Code Issues Proposed changes

Merge "Support multiple kafka consumers"

Browse Source
This commit is contained in:
Zuul 2019-11-06 15:47:57 +00:00 committed by Gerrit Code Review
commit d0d28a87ae
3 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docker/Dockerfile
View File

@ -23,10 +23,12 @@ ENV \
ZOOKEEPER_URI=zookeeper:2181 \ ZOOKEEPER_URI=zookeeper:2181 \
KAFKA_URI=kafka:9092 \ KAFKA_URI=kafka:9092 \
KAFKA_ALARM_HISTORY_BATCH_SIZE=1000 \ KAFKA_ALARM_HISTORY_BATCH_SIZE=1000 \
KAFKA_ALARM_HISTORY_GROUP_ID=1_events \
KAFKA_ALARM_HISTORY_PROCESSORS=1 \ KAFKA_ALARM_HISTORY_PROCESSORS=1 \
KAFKA_ALARM_HISTORY_WAIT_TIME=15 \ KAFKA_ALARM_HISTORY_WAIT_TIME=15 \
KAFKA_LEGACY_CLIENT_ENABLED=true \ KAFKA_LEGACY_CLIENT_ENABLED=true \
KAFKA_METRICS_BATCH_SIZE=1000 \ KAFKA_METRICS_BATCH_SIZE=1000 \
KAFKA_METRICS_GROUP_ID=1_metrics \
KAFKA_METRICS_PROCESSORS=1 \ KAFKA_METRICS_PROCESSORS=1 \
KAFKA_METRICS_WAIT_TIME=15 \ KAFKA_METRICS_WAIT_TIME=15 \
KAFKA_WAIT_FOR_TOPICS=alarm-state-transitions,metrics \ KAFKA_WAIT_FOR_TOPICS=alarm-state-transitions,metrics \

2
docker/README.rst
View File

@ -29,11 +29,13 @@ VERBOSE true If true, enable info logging
ZOOKEEPER_URI zookeeper:2181 The host and port for zookeeper ZOOKEEPER_URI zookeeper:2181 The host and port for zookeeper
KAFKA_URI kafka:9092 The host and port for kafka KAFKA_URI kafka:9092 The host and port for kafka
KAFKA_ALARM_HISTORY_BATCH_SIZE 1000 Kafka consumer takes messages in a batch KAFKA_ALARM_HISTORY_BATCH_SIZE 1000 Kafka consumer takes messages in a batch
KAFKA_ALARM_HISTORY_GROUP_ID 1_events Kafka Group from which persister get alarm history
KAFKA_ALARM_HISTORY_PROCESSORS 1 Number of processes for alarm history topic KAFKA_ALARM_HISTORY_PROCESSORS 1 Number of processes for alarm history topic
KAFKA_ALARM_HISTORY_WAIT_TIME 15 Seconds to wait if the batch size is not reached KAFKA_ALARM_HISTORY_WAIT_TIME 15 Seconds to wait if the batch size is not reached
KAFKA_EVENTS_ENABLE false Enable events persister KAFKA_EVENTS_ENABLE false Enable events persister
KAFKA_LEGACY_CLIENT_ENABLED true Enable legacy Kafka client KAFKA_LEGACY_CLIENT_ENABLED true Enable legacy Kafka client
KAFKA_METRICS_BATCH_SIZE 1000 Kafka consumer takes messages in a batch KAFKA_METRICS_BATCH_SIZE 1000 Kafka consumer takes messages in a batch
KAFKA_METRICS_GROUP_ID 1_metrics Kafka Group from which persister get metrics
KAFKA_METRICS_PROCESSORS 1 Number of processes for metrics topic KAFKA_METRICS_PROCESSORS 1 Number of processes for metrics topic
KAFKA_METRICS_WAIT_TIME 15 Seconds to wait if the batch size is not reached KAFKA_METRICS_WAIT_TIME 15 Seconds to wait if the batch size is not reached
DATABASE_BACKEND influxdb Select for backend database DATABASE_BACKEND influxdb Select for backend database

4
docker/monasca-persister.conf.j2
View File

@ -33,7 +33,7 @@ partition_interval_recheck_seconds = 15
[kafka_alarm_history] [kafka_alarm_history]
# Comma separated list of Kafka broker host:port. # Comma separated list of Kafka broker host:port.
uri = {{ KAFKA_URI }} uri = {{ KAFKA_URI }}
group_id = 1_alarm-state-transitions group_id = {{ KAFKA_ALARM_HISTORY_GROUP_ID }}
topic = alarm-state-transitions topic = alarm-state-transitions
consumer_id = 1 consumer_id = 1
client_id = 1 client_id = 1
@ -60,7 +60,7 @@ batch_size = 1
[kafka_metrics] [kafka_metrics]
# Comma separated list of Kafka broker host:port # Comma separated list of Kafka broker host:port
uri = {{ KAFKA_URI }} uri = {{ KAFKA_URI }}
group_id = 1_metrics group_id = {{ KAFKA_METRICS_GROUP_ID }}
topic = metrics topic = metrics
consumer_id = 1 consumer_id = 1
client_id = 1 client_id = 1