Logstash学习11_Logstash处理时区、类型转换、删除字段的案例配置

#输入
input {
 file {
        path => ["文件路径"]
#自定义类型
        type => "自定义"
       start_position => "beginning"
    }
}

#过滤器
filter{
#去除换行符
mutate{
gsub => [ "message", "\r", "" ]   
}

#逗号分割
mutate {  
  split => ["message",","]     
}

#分割后，字段命名与赋值
mutate{
                add_field =>   {
                                        "id" => "%{[message][0]}"
                                        "mydate" => "%{[message][1]}"
                                        "user" => "%{[message][2]}"
                                        "pc" => "%{[message][3]}"
                                        "to_user" => "%{[message][4]}"
"cc" => "%{[message][5]}"
"bcc" => "%{[message][6]}"
"from_user" => "%{[message][7]}"
                                        "size" => "%{[message][8]}"
"attachments" => "%{[message][9]}"
"content" => "%{[message][10]}"
                     } 
               }

#字段里的日期识别，以及时区转换，生成date
      date {
            match => [ "mydate", "MM/dd/yyyy HH:mm:ss" ]
                       target => "date"
  locale => "en"
  timezone => "+00:00"  
      }

#删除无用字段
mutate {  
  remove_field => "message"    
  remove_field => "mydate"    
  remove_field => "@version"    
  remove_field => "host"    
  remove_field => "path"    
}
#将两个字段转换为整型
mutate{
convert => { "size" => "integer" }
convert => { "attachments" => "integer" }
}
}

#输出，输出目标为es
output {
    #stdout { codec => rubydebug }
elasticsearch {
    #目标主机
            host => ["目标主机1","目标主机2"]
    #协议类型
            protocol => "http"
    #索引名
            index =>"自定义"
        }  
}