java操作kafka发送消息和接收消息

   
      org.apache.kafka
      kafka_2.10
      0.10.0.0
   

/*消费者*/
public class KafKaConsumer {

  private final ConsumerConnector consumer;

    private KafKaConsumer() {
        Properties properties = new Properties();
        //zooKeeper配置
       properties.put("zookeeper.connect", "127.0.0.1:2181");

        //group代表一个消费组
        properties.put("group.id", "lingroup");
        //properties.put("zookeeper.sync.time.ms", "2000");
        properties.put("rebalance.max.retries", "5");
        properties.put("rebalance.backoff.ms", "1200");


        properties.put("auto.commit.interval.ms", "1000");
        properties.put("auto.offset.reset", "smallest");

        //序列化类
        properties.put("serializer.class", "kafka.serializer.StringEncoder");
        ConsumerConfig consumerConfig = new ConsumerConfig(properties);
        consumer = kafka.consumer.Consumer.createJavaConsumerConnector(consumerConfig);
    }

    void consume(){
        Map topicCountMap=new HashMap();
        topicCountMap.put(KafKaProducer.TOPIC,new Integer(1));
        StringDecoder keyDecoder=new StringDecoder(new VerifiableProperties());
        StringDecoder valueDecoder=new StringDecoder(new VerifiableProperties());
        Map>> consumerMap=consumer.createMessageStreams(topicCountMap,keyDecoder,valueDecoder);

         KafkaStream stream=consumerMap.get(KafKaProducer.TOPIC).get(0);
        ConsumerIterator iterator=stream.iterator();
         while (iterator.hasNext()){


             System.out.println("接受消息>>>"+iterator.next().message());

    }

    }

  public static void main(String[] args){
      new KafKaConsumer().consume();
  }

}

生产者：

public class KafKaProducer {
    private final Producer producer;
    public final static String TOPIC="linlin";

    private KafKaProducer(){
        Properties properties=new Properties();
        //此处设置kafka的端口
        properties.put("metadata.broker.list","127.0.0.1:9092");
       // properties.put("zk.connect","127.0.0.1:2181");
        //配置value的序列化类
        properties.put("serializer.class","kafka.serializer.StringEncoder");
        properties.put("key.serializer.class","kafka.serializer.StringEncoder");
        properties.put("request.required.acks", "-1");

        producer=new Producer(new ProducerConfig(properties));
    }


    void produce(){
        int messageNo=1000;
        final int count=10000;
        while (messageNo            String key=String.valueOf(messageNo);
            String data ="hello kafka message"+key;
            producer.send(new KeyedMessage(TOPIC,key,data));
            System.out.println("发送消息："+data);
            messageNo++;
        }


    }

  public static void main(String[] args){
       new KafKaProducer().produce();
  }

}