Kafka consumer

import java.util.Properties

import org.apache.kafka.clients.consumer.{ConsumerConfig, KafkaConsumer}

import scala.collection.JavaConverters._

 

object SimpleKafkaConsumer extends App {

 

  val props = new Properties()

  props.put(ConsumerConfig.BOOTSTRAP_SERVERS_CONFIG, "localhost:9092")

  props.put(ConsumerConfig.KEY_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer")

  props.put(ConsumerConfig.VALUE_DESERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringDeserializer")

  props.put(ConsumerConfig.GROUP_ID_CONFIG, "test-group")

 

  val consumer = new KafkaConsumer[String, String](props)

  consumer.subscribe(Seq("test-topic").asJava)

 

  while (true) {

    val records = consumer.poll(100)

    for (record <- records.asScala) {

      println(s"Received message: ${record.value()} from partition ${record.partition()}")

    }

  }

 

  consumer.close()

}