Logstash导致数据丢失

Question

我使用Logstash来处理我的网络日志，但是我发现了数据丢失的问题。

现在我有100行日志。在通过Logstash处理后，有时我得到的结果少于100行。奇怪的是它没有显示任何错误信息。

以下代码是我的Logstash配置：

input {
    file {
        path => "/home/jhowliu/Work/Log/201506/testing.log"
        start_position => "beginning"
        sincedb_path => "/dev/null"
    }
}

filter {
    csv {
        columns => ["ip", "time", "request", "status", "refer", "browser"]
    }

    grok {
        match => {
            "time" => "%{MONTHDAY:day}/%{MONTH:month}/%{YEAR:year}:%{TIME:time}"
        }
        overwrite => ["time"]
    }

    mutate {
        replace => {"time" =>"%{day}-%{month}-%{year} %{time}" }
    }

    if [request] != "-" {
        grok {
            match => {
                "request" => "%{URIPATH:dest_path}"
            }
        }
    }

    if [refer] != "-" {
        grok {
            match => {
                "refer" => "%{URIHOST}%{URIPATH:source_path}"
            }
        }
    }
}

output { 
    csv {
        fields => ["time", "ip", "dest_path", "source_path", "status"]
        path => "/home/jhowliu/testing.log"
    }
}