opendev/system-config
Code Issues Proposed changes

Add sixth elasticsearch node.

Browse Source 
* manifests/site.pp: Put elasticsearch nodes in a list variable that is
reused.

* modules/logstash/templates/elasticsearch.yml.erb: Update cluster
settings to be more appropriate for the larger cluster size, including
changing the minimum number of master eligible nodes that must be seen
before becoming operational in a cluster. Should help prevent split
brained clusters.

* modules/openstack_project/manifests/cacti.pp: Add new node to cacti
node list.

Change-Id: I9a18422aa56a56b9ad030892a312772d9b6b2a79
This commit is contained in:
Clark Boylan 2013-08-02 13:22:47 -07:00
parent eb1c279e9d
commit 2820835473
3 changed files with 18 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

45
manifests/site.pp
View File

@ -224,16 +224,19 @@ node 'puppet-dashboard.openstack.org' {
} }
} }
node 'logstash.openstack.org' { $elasticsearch_nodes = [
class { 'openstack_project::logstash':
sysadmins => hiera('sysadmins'),
elasticsearch_nodes => [
'elasticsearch.openstack.org', 'elasticsearch.openstack.org',
'elasticsearch2.openstack.org', 'elasticsearch2.openstack.org',
'elasticsearch3.openstack.org', 'elasticsearch3.openstack.org',
'elasticsearch4.openstack.org', 'elasticsearch4.openstack.org',
'elasticsearch5.openstack.org', 'elasticsearch5.openstack.org',
], 'elasticsearch6.openstack.org',
]
node 'logstash.openstack.org' {
class { 'openstack_project::logstash':
sysadmins => hiera('sysadmins'),
elasticsearch_nodes => $elasticsearch_nodes,
gearman_workers => [ gearman_workers => [
'logstash-worker1.openstack.org', 'logstash-worker1.openstack.org',
'logstash-worker2.openstack.org', 'logstash-worker2.openstack.org',
@ -244,26 +247,14 @@ node 'logstash.openstack.org' {
'logstash-worker7.openstack.org', 'logstash-worker7.openstack.org',
'logstash-worker8.openstack.org', 'logstash-worker8.openstack.org',
], ],
discover_nodes => [ discover_nodes => $elasticsearch_nodes,
'elasticsearch.openstack.org:9200',
'elasticsearch2.openstack.org:9200',
'elasticsearch3.openstack.org:9200',
'elasticsearch4.openstack.org:9200',
'elasticsearch5.openstack.org:9200',
],
} }
} }
node /^logstash-worker\d+\.openstack\.org$/ { node /^logstash-worker\d+\.openstack\.org$/ {
class { 'openstack_project::logstash_worker': class { 'openstack_project::logstash_worker':
sysadmins => hiera('sysadmins'), sysadmins => hiera('sysadmins'),
elasticsearch_nodes => [ elasticsearch_nodes => $elasticsearch_nodes,
'elasticsearch.openstack.org',
'elasticsearch2.openstack.org',
'elasticsearch3.openstack.org',
'elasticsearch4.openstack.org',
'elasticsearch5.openstack.org',
],
discover_node => 'elasticsearch.openstack.org', discover_node => 'elasticsearch.openstack.org',
} }
} }
@ -271,13 +262,7 @@ node /^logstash-worker\d+\.openstack\.org$/ {
node /^elasticsearch\d*\.openstack\.org$/ { node /^elasticsearch\d*\.openstack\.org$/ {
class { 'openstack_project::elasticsearch': class { 'openstack_project::elasticsearch':
sysadmins => hiera('sysadmins'), sysadmins => hiera('sysadmins'),
elasticsearch_nodes => [ elasticsearch_nodes => $elasticsearch_nodes,
'elasticsearch.openstack.org',
'elasticsearch2.openstack.org',
'elasticsearch3.openstack.org',
'elasticsearch4.openstack.org',
'elasticsearch5.openstack.org',
],
elasticsearch_clients => [ elasticsearch_clients => [
'logstash.openstack.org', 'logstash.openstack.org',
'logstash-worker1.openstack.org', 'logstash-worker1.openstack.org',
@ -289,13 +274,7 @@ node /^elasticsearch\d*\.openstack\.org$/ {
'logstash-worker7.openstack.org', 'logstash-worker7.openstack.org',
'logstash-worker8.openstack.org', 'logstash-worker8.openstack.org',
], ],
discover_nodes => [ discover_nodes => $elasticsearch_nodes,
'elasticsearch.openstack.org',
'elasticsearch2.openstack.org',
'elasticsearch3.openstack.org',
'elasticsearch4.openstack.org',
'elasticsearch5.openstack.org',
],
} }
} }

6
modules/logstash/templates/elasticsearch.yml.erb
View File

@ -255,7 +255,7 @@ bootstrap.mlockall: true
# Allow recovery process after N nodes in a cluster are up: # Allow recovery process after N nodes in a cluster are up:
# #
gateway.recover_after_nodes: 4 gateway.recover_after_nodes: 5
# Set the timeout to initiate the recovery process, once the N nodes # Set the timeout to initiate the recovery process, once the N nodes
# from previous setting are up (accepts time value): # from previous setting are up (accepts time value):
@ -266,7 +266,7 @@ gateway.recover_after_time: 5m
# are up (and recover_after_nodes is met), begin recovery process immediately # are up (and recover_after_nodes is met), begin recovery process immediately
# (without waiting for recover_after_time to expire): # (without waiting for recover_after_time to expire):
# #
gateway.expected_nodes: 5 gateway.expected_nodes: 6
############################# Recovery Throttling ############################# ############################# Recovery Throttling #############################
@ -304,7 +304,7 @@ gateway.expected_nodes: 5
# operational within the cluster. Set this option to a higher value (2-4) # operational within the cluster. Set this option to a higher value (2-4)
# for large clusters (>3 nodes): # for large clusters (>3 nodes):
# #
discovery.zen.minimum_master_nodes: 2 discovery.zen.minimum_master_nodes: 4
# Set the time to wait for ping responses from other nodes when discovering. # Set the time to wait for ping responses from other nodes when discovering.
# Set this option to a higher value on a slow or congested network # Set this option to a higher value on a slow or congested network

1
modules/openstack_project/manifests/cacti.pp
View File

@ -64,6 +64,7 @@ class openstack_project::cacti (
'elasticsearch3.openstack.org', 'elasticsearch3.openstack.org',
'elasticsearch4.openstack.org', 'elasticsearch4.openstack.org',
'elasticsearch5.openstack.org', 'elasticsearch5.openstack.org',
'elasticsearch6.openstack.org',
'etherpad.openstack.org', 'etherpad.openstack.org',
'graphite.openstack.org', 'graphite.openstack.org',
'jenkins.openstack.org', 'jenkins.openstack.org',