[copr][backend] logststash config: ignore requests generated by search engine crawlers

2015-06-15 14:13:35 +02:00 · 2015-06-15 14:13:35 +02:00 · 9bf5591ecd
commit 9bf5591ecd
parent c5c592a47a
1 changed files with 10 additions and 0 deletions
--- a/roles/copr/backend/templates/logstash.d/copr_backend.conf
+++ b/roles/copr/backend/templates/logstash.d/copr_backend.conf
@ -18,6 +18,16 @@ filter {
      patterns_dir => "/usr/share/logstash/patterns"
      pattern => "%{LIGHTTPD}"
    }
+
+    # ignore requests generated by search engine crawlers
+    useragent {
+      source => "agent"
+      target => "ua_parsed"
+    }
+    if [ua_parsed][device] == "Spider" {
+      drop {}
+    }
+
    date {
       match => [ "timestamp", "dd/MMM/yyyy:HH:mm:ss Z" ]
    }