logstash 指定kafka 从最开始消费

input {
    kafka {
        bootstrap_servers => "localhost:9092"
        group_id => "consumer-group-01"
        topics => ["app_log"]
        consumer_threads => 5  
        decorate_events => false 
        auto_offset_reset => "earliest"
    }
}


output {
    elasticsearch {
        hosts => ["es-host"]
        index => "xx_log-%{+YYYY.MM.dd}"
    }
}

你可能感兴趣的:(大数据,logstash)