[Elastic Search] logstash - kafka 연동

kafka plugin 설치

 

bin/logstash-plugin install logstash-input-kafka

 

logstash config 설정

 

input {
    kafka {
        bootstrap_servers =>  "1.1.1.1:9092,2.2.2.2:9092"
        group_id => "logstash-group-name"
        topics => ["kafka-topic-name"]
        consumer_threads => 1
    }
}

filter {
}

output {
    stdout {
        codec => rubydebug
    }    
    elasticsearch {
        hosts => "http://localhost:9200"
        index => "kafka-test-%{+YYYY-MM-dd}"
        document_type => "_document_type"
    }
}