opendev/system-config
Code Issues Proposed changes

Move keystone logs over to oslofrmt

Browse Source 
After the successful implementation of
https://blueprints.launchpad.net/keystone/+spec/unified-logging-in-keystone
keystone uses oslo logging instead of its own. Update logstash settings
to reflect this.

We currently don't have any keystone logs in logstash, this should fix
that.

Change-Id: I7acfa35bfd112a15d2ec3aa7338fb28b37a827cb
This commit is contained in:
Joe Gordon 2014-08-01 15:28:09 +10:00
parent d4006eb88b
commit ecb27653d8
2 changed files with 3 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
modules/openstack_project/files/logstash/jenkins-log-client.yaml
View File

@ -90,7 +90,7 @@ source-files:
- name: logs/screen-key.txt
tags:
- screen
- keystonefmt
- oslofmt
- name: logs/screen-n-api.txt
tags:
- screen
@ -214,7 +214,7 @@ source-files:
- name: logs/new/screen-key.txt
tags:
- screen
- keystonefmt
- oslofmt
job-filter: '.*grenade.*'
- name: logs/new/screen-n-api.txt
tags:
@ -340,7 +340,7 @@ source-files:
- name: logs/old/screen-key.txt
tags:
- screen
- keystonefmt
- oslofmt
job-filter: '.*grenade.*'
- name: logs/old/screen-n-api.txt
tags:

17
modules/openstack_project/templates/logstash/indexer.conf.erb
View File

@ -48,23 +48,6 @@ filter {
match => { "message" => "(?m)^%{TIMESTAMP_ISO8601:logdate}%{SPACE}%{NUMBER:pid}?%{SPACE}?(?<loglevel>AUDIT|CRITICAL|DEBUG|INFO|TRACE|WARNING|ERROR) \[?\b%{NOTSPACE:module}\b\]?%{SPACE}?%{GREEDYDATA:logmessage}?" }
add_field => { "received_at" => "%{@timestamp}" }
}
} else if "keystonefmt" in [tags] {
if [message] == "" {
drop {}
}
multiline {
negate => true
pattern => "^\(\b%{NOTSPACE}\b\):"
what => "previous"
stream_identity => "%{host}.%{filename}"
}
grok {
# Do multiline matching as the above mutliline filter may add newlines
# to the log messages.
# TODO move the LOGLEVELs into a proper grok pattern.
match => { "message" => "(?m)^\(\b%{NOTSPACE:module}\b\):%{SPACE}%{TIMESTAMP_ISO8601:logdate}%{SPACE}(?<loglevel>AUDIT|CRITICAL|DEBUG|INFO|TRACE|WARNING|ERROR)%{SPACE}%{GREEDYDATA:logmessage}" }
add_field => { "received_at" => "%{@timestamp}" }
}
} else if "apachecombined" in [tags] {
grok {
match => { "message" => "%{COMBINEDAPACHELOG}" }