Split out kibana module
Part of an effort to split most of puppet modules out of system-config. https://review.openstack.org/#/c/130619/ should land before this commit can be merged. Change-Id: I7720ad7d2b25816c63e971112a7a733bde52b7f3
This commit is contained in:
Mikhail S Medvedev
parent
3ad4b654e2
commit
f27dc5fcd1
@ -57,5 +57,6 @@ SOURCE_MODULES["https://github.com/puppet-community/puppet-module-puppetboard"]=
|
|||||||
# Add modules that should be part of the openstack-infra integration test here
|
# Add modules that should be part of the openstack-infra integration test here
|
||||||
if [[ "$PUPPET_INTEGRATION_TEST" -ne "1" ]]; then
|
if [[ "$PUPPET_INTEGRATION_TEST" -ne "1" ]]; then
|
||||||
SOURCE_MODULES["https://git.openstack.org/openstack-infra/puppet-storyboard"]="origin/master"
|
SOURCE_MODULES["https://git.openstack.org/openstack-infra/puppet-storyboard"]="origin/master"
|
||||||
|
SOURCE_MODULES["https://git.openstack.org/openstack-infra/puppet-kibana"]="origin/master"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
|||||||
@ -1,22 +0,0 @@
|
|||||||
# kibana - web instance
|
|
||||||
#
|
|
||||||
# Copied from http://cookbook.logstash.net/recipes/using-upstart/
|
|
||||||
|
|
||||||
description "kibana web instance"
|
|
||||||
|
|
||||||
start on virtual-filesystems
|
|
||||||
stop on runlevel [06]
|
|
||||||
|
|
||||||
# Respawn it if the process exits
|
|
||||||
respawn
|
|
||||||
respawn limit 5 30
|
|
||||||
expect fork
|
|
||||||
|
|
||||||
chdir /opt/kibana/kibana
|
|
||||||
|
|
||||||
script
|
|
||||||
|
|
||||||
su -s /bin/sh -c 'exec "$0" "$@"' kibana -- /usr/bin/ruby /opt/kibana/kibana/kibana.rb &
|
|
||||||
emit kibana-running
|
|
||||||
end script
|
|
||||||
|
|
||||||
@ -1,93 +0,0 @@
|
|||||||
# Copyright 2013 Hewlett-Packard Development Company, L.P.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
||||||
# not use this file except in compliance with the License. You may obtain
|
|
||||||
# a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
||||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
||||||
# License for the specific language governing permissions and limitations
|
|
||||||
# under the License.
|
|
||||||
#
|
|
||||||
# Class to install kibana frontend to logstash.
|
|
||||||
#
|
|
||||||
class kibana (
|
|
||||||
$discover_nodes = ['localhost:9200']
|
|
||||||
) {
|
|
||||||
|
|
||||||
group { 'kibana':
|
|
||||||
ensure => present,
|
|
||||||
}
|
|
||||||
|
|
||||||
user { 'kibana':
|
|
||||||
ensure => present,
|
|
||||||
comment => 'Kibana User',
|
|
||||||
home => '/opt/kibana',
|
|
||||||
gid => 'kibana',
|
|
||||||
shell => '/bin/bash',
|
|
||||||
membership => 'minimum',
|
|
||||||
require => Group['kibana'],
|
|
||||||
}
|
|
||||||
|
|
||||||
file { '/opt/kibana':
|
|
||||||
ensure => directory,
|
|
||||||
owner => 'kibana',
|
|
||||||
group => 'kibana',
|
|
||||||
mode => '0644',
|
|
||||||
recurse => true,
|
|
||||||
require => User['kibana'],
|
|
||||||
}
|
|
||||||
|
|
||||||
vcsrepo { '/opt/kibana/kibana':
|
|
||||||
ensure => latest,
|
|
||||||
provider => git,
|
|
||||||
source => 'https://github.com/rashidkpc/Kibana.git',
|
|
||||||
revision => 'v0.2.0',
|
|
||||||
require => File['/opt/kibana'],
|
|
||||||
}
|
|
||||||
|
|
||||||
package { 'bundler':
|
|
||||||
ensure => latest,
|
|
||||||
provider => 'gem',
|
|
||||||
}
|
|
||||||
|
|
||||||
exec { 'install_kibana':
|
|
||||||
command => 'bundle install',
|
|
||||||
path => ['/usr/bin', '/usr/local/bin'],
|
|
||||||
cwd => '/opt/kibana/kibana',
|
|
||||||
logoutput => true,
|
|
||||||
refreshonly => true,
|
|
||||||
subscribe => Vcsrepo['/opt/kibana/kibana'],
|
|
||||||
require => [
|
|
||||||
User['kibana'],
|
|
||||||
Package['bundler'],
|
|
||||||
],
|
|
||||||
}
|
|
||||||
|
|
||||||
file { '/opt/kibana/kibana/KibanaConfig.rb':
|
|
||||||
ensure => present,
|
|
||||||
content => template('kibana/config.rb.erb'),
|
|
||||||
replace => true,
|
|
||||||
owner => 'kibana',
|
|
||||||
group => 'kibana',
|
|
||||||
require => Vcsrepo['/opt/kibana/kibana'],
|
|
||||||
}
|
|
||||||
|
|
||||||
file { '/etc/init/kibana.conf':
|
|
||||||
ensure => present,
|
|
||||||
source => 'puppet:///modules/kibana/kibana.init',
|
|
||||||
}
|
|
||||||
|
|
||||||
service { 'kibana':
|
|
||||||
ensure => running,
|
|
||||||
require => [
|
|
||||||
File['/etc/init/kibana.conf'],
|
|
||||||
File['/opt/kibana/kibana/KibanaConfig.rb'],
|
|
||||||
Exec['install_kibana'],
|
|
||||||
],
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
@ -1,140 +0,0 @@
|
|||||||
module KibanaConfig
|
|
||||||
|
|
||||||
# A Note: While the only option you really have to set is "Elasticsearch" it
|
|
||||||
# is HIGHLY recommended you glance over every option. I personally consider
|
|
||||||
# 'Facet_index_limit' really important.
|
|
||||||
|
|
||||||
# Your elastic search server(s). This may be set as an array for round robin
|
|
||||||
# load balancing
|
|
||||||
# Elasticsearch = ["elasticsearch1:9200","elasticsearch2:9200"]
|
|
||||||
Elasticsearch = ["<%= scope.lookupvar("::kibana::discover_nodes").join("\",\"") %>"]
|
|
||||||
|
|
||||||
#Set the Net::HTTP read/open timeouts for the connection to the ES backend
|
|
||||||
ElasticsearchTimeout = 500
|
|
||||||
|
|
||||||
# The port Kibana should listen on
|
|
||||||
KibanaPort = 5601
|
|
||||||
|
|
||||||
# The adress ip Kibana should listen on. Comment out or set to
|
|
||||||
# 0.0.0.0 to listen on all interfaces.
|
|
||||||
KibanaHost = '127.0.0.1'
|
|
||||||
|
|
||||||
# The record type as defined in your logstash configuration.
|
|
||||||
# Seperate multiple types with a comma, no spaces. Leave blank
|
|
||||||
# for all.
|
|
||||||
Type = ''
|
|
||||||
|
|
||||||
# Results to show per page
|
|
||||||
Per_page = 500
|
|
||||||
|
|
||||||
# Timezone. Leave this set to 'user' to have the user's browser autocorrect.
|
|
||||||
# Otherwise, set a timezone string
|
|
||||||
# Examples: 'UTC', 'America/Phoenix', 'Europe/Athens', MST
|
|
||||||
# You can use `date +%Z` on linux to get your timezone string
|
|
||||||
Timezone = 'UTC'
|
|
||||||
|
|
||||||
# Format for timestamps. Defaults to mm/dd HH:MM:ss.
|
|
||||||
# For syntax see: http://blog.stevenlevithan.com/archives/date-time-format
|
|
||||||
# Time_format = 'isoDateTime'
|
|
||||||
Time_format = 'yyyy-mm-dd\'T\'HH:MM:ss.l'
|
|
||||||
|
|
||||||
# Change which fields are shown by default. Must be set as an array
|
|
||||||
# Default_fields = ['@fields.vhost','@fields.response','@fields.request']
|
|
||||||
Default_fields = ['message']
|
|
||||||
|
|
||||||
# If set to true, Kibana will use the Highlight feature of Elasticsearch to
|
|
||||||
# display highlighted search results
|
|
||||||
Highlight_results = true
|
|
||||||
|
|
||||||
# A field needs to be specified for the highlight feature. By default,
|
|
||||||
# Elasticsearch doesn't allow highlighting on _all because the field has to
|
|
||||||
# be either stored or part of the _source field.
|
|
||||||
Highlighted_field = "message"
|
|
||||||
|
|
||||||
# Make URLs clickable in detailed view
|
|
||||||
Clickable_URLs = true
|
|
||||||
|
|
||||||
# The default operator used if no explicit operator is specified.
|
|
||||||
# For example, with a default operator of OR, the query capital of
|
|
||||||
# Hungary is translated to capital OR of OR Hungary, and with default
|
|
||||||
# operator of AND, the same query is translated to capital AND of AND
|
|
||||||
# Hungary. The default value is OR.
|
|
||||||
Default_operator = 'OR'
|
|
||||||
|
|
||||||
# When using analyze, use this many of the most recent
|
|
||||||
# results for user's query
|
|
||||||
Analyze_limit = 2000
|
|
||||||
|
|
||||||
# Show this many results in analyze/trend/terms/stats modes
|
|
||||||
Analyze_show = 25
|
|
||||||
|
|
||||||
# Show this many results in an rss feed
|
|
||||||
Rss_show = 25
|
|
||||||
|
|
||||||
# Show this many results in an exported file
|
|
||||||
Export_show = 2000
|
|
||||||
|
|
||||||
# Delimit exported file fields with what?
|
|
||||||
# You may want to change this to something like "\t" (tab) if you have
|
|
||||||
# commas in your logs
|
|
||||||
Export_delimiter = ","
|
|
||||||
|
|
||||||
# You may wish to insert a default search which all user searches
|
|
||||||
# must match. For example @source_host:www1 might only show results
|
|
||||||
# from www1.
|
|
||||||
Filter = ''
|
|
||||||
|
|
||||||
# When searching, Kibana will attempt to only search indices
|
|
||||||
# that match your timeframe, to make searches faster. You can
|
|
||||||
# turn this behavior off if you use something other than daily
|
|
||||||
# indexing
|
|
||||||
Smart_index = true
|
|
||||||
|
|
||||||
# You can define your custom pattern here for index names if you
|
|
||||||
# use something other than daily indexing. Pattern needs to have
|
|
||||||
# date formatting like '%Y.%m.%d'. Will accept an array of smart
|
|
||||||
# indexes.
|
|
||||||
# Smart_index_pattern = ['logstash-web-%Y.%m.%d', 'logstash-mail-%Y.%m.%d']
|
|
||||||
Smart_index_pattern = 'logstash-%Y.%m.%d'
|
|
||||||
|
|
||||||
# Number of seconds between each index. 86400 = 1 day.
|
|
||||||
Smart_index_step = 86400
|
|
||||||
|
|
||||||
# ElasticSearch has a default limit on URL size for REST calls,
|
|
||||||
# so Kibana will fall back to _all if a search spans too many
|
|
||||||
# indices. Use this to set that 'too many' number. By default this
|
|
||||||
# is set really high, ES might not like this
|
|
||||||
Smart_index_limit = 150
|
|
||||||
|
|
||||||
# Elasticsearch has an internal mechanism called "faceting" for performing
|
|
||||||
# analysis that we use for the "Stats" and "Terms" modes. However, on large
|
|
||||||
# data sets/queries facetting can cause ES to crash if there isn't enough
|
|
||||||
# memory available. It is suggested that you limit the number of indices that
|
|
||||||
# Kibana will use for the "Stats" and "Terms" to prevent ES crashes. For very
|
|
||||||
# large data sets and undersized ES clusers, a limit of 1 is not unreasonable.
|
|
||||||
# Default is 0 (unlimited)
|
|
||||||
Facet_index_limit = 1
|
|
||||||
|
|
||||||
# You probably don't want to touch anything below this line
|
|
||||||
# unless you really know what you're doing
|
|
||||||
|
|
||||||
# Primary field. By default Elastic Search has a special
|
|
||||||
# field called _all that is searched when no field is specified.
|
|
||||||
# Dropping _all can reduce index size significantly. If you do that
|
|
||||||
# you'll need to change primary_field to be '@message'
|
|
||||||
Primary_field = 'message'
|
|
||||||
|
|
||||||
# Default Elastic Search index to query
|
|
||||||
Default_index = 'message'
|
|
||||||
|
|
||||||
# TODO: This isn't functional yet
|
|
||||||
# Prevent wildcard search terms which result in extremely slow queries
|
|
||||||
# See: http:#www.elasticsearch.org/guide/reference/query-dsl/wildcard-query.html
|
|
||||||
Disable_fullscan = false
|
|
||||||
|
|
||||||
# Set headers to allow kibana to be loaded in an iframe from a different origin.
|
|
||||||
Allow_iframed = false
|
|
||||||
|
|
||||||
# Use this interval as fallback.
|
|
||||||
Fallback_interval = 900
|
|
||||||
end
|
|
||||||
@ -31,7 +31,8 @@ EOF
|
|||||||
sudo -E /usr/zuul-env/bin/zuul-cloner -m clonemap.yaml --cache-dir /opt/git \
|
sudo -E /usr/zuul-env/bin/zuul-cloner -m clonemap.yaml --cache-dir /opt/git \
|
||||||
git://git.openstack.org \
|
git://git.openstack.org \
|
||||||
openstack-infra/puppet-storyboard \
|
openstack-infra/puppet-storyboard \
|
||||||
openstack-infra/project-config
|
openstack-infra/project-config \
|
||||||
|
openstack-infra/puppet-kibana
|
||||||
|
|
||||||
if [[ ! -d applytest ]] ; then
|
if [[ ! -d applytest ]] ; then
|
||||||
mkdir applytest
|
mkdir applytest
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user