868ad1ff0f
* modules/logstash/files/elasticsearch.yml: Set the number of elasticsearch shards to 1 and the number of replicas to 0 as we are not running a cluster, just a single node. * modules/openstack_project/manifests/logstash.pp: Update elasticsearch indice optimization cron job's max_num_segments value from 1 to 2. These options are suggested at https://github.com/logstash/logstash/wiki/Elasticsearch-Storage-Optimization Change-Id: I747ab8952f0102ba582e213407909aaeebcf2778 Reviewed-on: https://review.openstack.org/28616 Reviewed-by: Jeremy Stanley <fungi@yuggoth.org> Reviewed-by: Khai Do <zaro0508@gmail.com> Approved: Clark Boylan <clark.boylan@gmail.com> Reviewed-by: Clark Boylan <clark.boylan@gmail.com> Tested-by: Jenkins
101 lines
2.8 KiB
Puppet
101 lines
2.8 KiB
Puppet
# Copyright 2013 Hewlett-Packard Development Company, L.P.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
# Logstash indexer server glue class.
|
|
#
|
|
class openstack_project::logstash (
|
|
$sysadmins = []
|
|
) {
|
|
class { 'openstack_project::server':
|
|
iptables_public_tcp_ports => [22, 80],
|
|
sysadmins => $sysadmins,
|
|
}
|
|
|
|
class { 'logstash::indexer':
|
|
conf_template => 'openstack_project/logstash/indexer.conf.erb',
|
|
}
|
|
class { 'logstash::web':
|
|
frontend => 'kibana',
|
|
}
|
|
include logstash::elasticsearch
|
|
|
|
package { 'redis-server':
|
|
ensure => 'absent',
|
|
}
|
|
|
|
package { 'python3':
|
|
ensure => 'present',
|
|
}
|
|
|
|
package { 'python3-zmq':
|
|
ensure => 'present',
|
|
}
|
|
|
|
package { 'python3-yaml':
|
|
ensure => 'present',
|
|
}
|
|
|
|
file { '/usr/local/bin/log-pusher.py':
|
|
ensure => present,
|
|
owner => 'root',
|
|
group => 'root',
|
|
mode => '0755',
|
|
source => 'puppet:///modules/openstack_project/logstash/log-pusher.py',
|
|
require => Package['python3'],
|
|
}
|
|
|
|
file { '/etc/logstash/jenkins-log-pusher.yaml':
|
|
ensure => present,
|
|
owner => 'root',
|
|
group => 'root',
|
|
mode => '0555',
|
|
source => 'puppet:///modules/openstack_project/logstash/jenkins-log-pusher.yaml',
|
|
require => Class['logstash::indexer'],
|
|
}
|
|
|
|
file { '/etc/init.d/jenkins-log-pusher':
|
|
ensure => present,
|
|
owner => 'root',
|
|
group => 'root',
|
|
mode => '0555',
|
|
source => 'puppet:///modules/openstack_project/logstash/jenkins-log-pusher.init',
|
|
require => [
|
|
File['/usr/local/bin/log-pusher.py'],
|
|
File['/etc/logstash/jenkins-log-pusher.yaml'],
|
|
],
|
|
}
|
|
|
|
service { 'jenkins-log-pusher':
|
|
enable => true,
|
|
hasrestart => true,
|
|
require => File['/etc/init.d/jenkins-log-pusher'],
|
|
}
|
|
|
|
cron { 'delete_old_es_indices':
|
|
user => 'root',
|
|
hour => '5',
|
|
minute => '0',
|
|
command => 'curl -sS -XDELETE "http://localhost:9200/logstash-`date -d \'last week\' +\%Y.\%m.\%d`/"',
|
|
environment => 'PATH=/usr/bin:/bin:/usr/sbin:/sbin',
|
|
}
|
|
|
|
cron { 'optimize_old_es_indices':
|
|
user => 'root',
|
|
hour => '5',
|
|
minute => '0',
|
|
command => 'curl -sS -XPOST "http://localhost:9200/logstash-`date -d yesterday +\%Y.\%m.\%d`/_optimize?max_num_segments=2"',
|
|
environment => 'PATH=/usr/bin:/bin:/usr/sbin:/sbin',
|
|
}
|
|
}
|