diff --git a/modules/openstack_project/files/logstash/logstash-worker1/jenkins-log-pusher.yaml b/modules/openstack_project/files/logstash/logstash-worker1/jenkins-log-pusher.yaml index 287bc3ff6d..7256e31de7 100644 --- a/modules/openstack_project/files/logstash/logstash-worker1/jenkins-log-pusher.yaml +++ b/modules/openstack_project/files/logstash/logstash-worker1/jenkins-log-pusher.yaml @@ -30,7 +30,19 @@ source-files: tags: - screen - keystonefmt + - name: logs/screen-s-account.txt + tags: + - screen + - apachecombined + - name: logs/screen-s-container.txt + tags: + - screen + - apachecombined + - name: logs/screen-s-object.txt + tags: + - screen + - apachecombined +# TODO(clarkb) Add swift proxy logs here. - name: logs/syslog.txt tags: - syslog -# TODO(clarkb) Add swift logs here. diff --git a/modules/openstack_project/templates/logstash/indexer.conf.erb b/modules/openstack_project/templates/logstash/indexer.conf.erb index bd651b97e6..7b7f874fda 100644 --- a/modules/openstack_project/templates/logstash/indexer.conf.erb +++ b/modules/openstack_project/templates/logstash/indexer.conf.erb @@ -84,6 +84,12 @@ filter { pattern => [ "(?m)^\(\b%{NOTSPACE:module}\b\):%{SPACE}%{DATESTAMP:logdate}%{SPACE}(?AUDIT|CRITICAL|DEBUG|INFO|TRACE|WARNING|ERROR)%{SPACE}%{GREEDYDATA:logmessage}" ] add_field => [ "received_at", "%{@timestamp}" ] } + grok { + type => "jenkins" + tags => ["apachecombined"] + pattern => [ "%{COMBINEDAPACHELOG}" ] + add_field => [ "received_at", "%{@timestamp}", "logdate", "%{timestamp}", "logmessage", "%{verb} %{request} %{response}" ] + } grok { type => "jenkins" tags => ["syslog"] @@ -97,7 +103,7 @@ filter { date { type => "jenkins" exclude_tags => "_grokparsefailure" - match => [ "logdate", "yyyy-MM-dd HH:mm:ss.SSS", "yyyy-MM-dd HH:mm:ss,SSS", "yyyy-MM-dd HH:mm:ss", "MMM d HH:mm:ss", "MMM dd HH:mm:ss" ] + match => [ "logdate", "yyyy-MM-dd HH:mm:ss.SSS", "yyyy-MM-dd HH:mm:ss,SSS", "yyyy-MM-dd HH:mm:ss", "MMM d HH:mm:ss", "MMM dd HH:mm:ss", "dd/MMM/yyyy:HH:mm:ss Z" ] } mutate { type => "jenkins"