diff --git a/roles/copr/backend/templates/logstash.d/copr_backend.conf b/roles/copr/backend/templates/logstash.d/copr_backend.conf index 532dad34ba..6317342f18 100644 --- a/roles/copr/backend/templates/logstash.d/copr_backend.conf +++ b/roles/copr/backend/templates/logstash.d/copr_backend.conf @@ -18,6 +18,16 @@ filter { patterns_dir => "/usr/share/logstash/patterns" pattern => "%{LIGHTTPD}" } + + # ignore requests generated by search engine crawlers + useragent { + source => "agent" + target => "ua_parsed" + } + if [ua_parsed][device] == "Spider" { + drop {} + } + date { match => [ "timestamp", "dd/MMM/yyyy:HH:mm:ss Z" ] }