java集成kafka 0.10版本

一、添加maven依赖

    org.apache.kafka
    kafka-clients
    0.10.2.2

		

    org.apache.kafka
    kafka_2.11
    0.10.2.2

二、java代码

（1）生产者

package com.ldy.kafka.service;

import java.util.Properties;

import org.apache.kafka.clients.producer.KafkaProducer;
import org.apache.kafka.clients.producer.Producer;
import org.apache.kafka.clients.producer.ProducerRecord;
import org.springframework.stereotype.Service;

/**
 * @类名: KafkaMsgProducer

 * @描述: kafka消息生产者（0.10.x版本）

 * @创建者: lidongyang

 * @修改时间: 2018年7月13日 下午5:07:40

 */
@Service
public class KafkaMsgProducer {

	private static Properties props = new Properties();
	private static String servers = "11.2.3.4:9092,11.2.3.5:9092,11.2.3.6:9092,12.2.3.7:9092,11.2.3.8:9092";
	
	static {
		props.put("bootstrap.servers", servers);
		props.put("acks", "all");
		props.put("retries ", 1);
		props.put("buffer.memory", 33554432);
		props.put("key.serializer", "org.apache.kafka.common.serialization.StringSerializer");
		props.put("value.serializer", "org.apache.kafka.common.serialization.StringSerializer");
	}

	/**
	 * @方法名: sendMsg

	 * @描述: 发送消息

	 * @创建者: lidongyan

	 * @修改时间: 2018年7月13日 下午5:05:52
  
	 * @param topic
	 * @param msg
	 */
	public static void sendMsg(String topic, String msg) {
		Producer producer = null;
		try {
			producer = new KafkaProducer(props);
			producer.send(new ProducerRecord(topic, msg));
		} catch (Exception e) {
			e.printStackTrace();
		} finally {
			if(null != producer) {
				producer.close();
			}
		}
	}
	
	/**
	 * @方法名: sendMsg

	 * @描述: 发送消息 K,V格式

	 * @创建者: lidongyang

	 * @修改时间: 2018年7月13日 下午5:09:52
  
	 * @param topic
	 * @param key
	 * @param value
	 */
	public static void sendMsg(String topic, String key, String value) {
		Producer producer = null;
		try {
			producer = new KafkaProducer(props);
			producer.send(new ProducerRecord(topic, key, value));
		} catch (Exception e) {
			e.printStackTrace();
		} finally {
			if(null != producer) {
				producer.close();
			}
		}
	}

	public static void main(String[] args) {
		for (int i = 0; i < 10; i++) {
			sendMsg("test_topic", "content" + i);
		}
	}
	
	
}

（2）消费者

package com.ldy.kafka.service;

import java.util.Arrays;
import java.util.Properties;

import org.apache.commons.lang3.StringUtils;
import org.apache.kafka.clients.consumer.Consumer;
import org.apache.kafka.clients.consumer.ConsumerRecord;
import org.apache.kafka.clients.consumer.ConsumerRecords;
import org.apache.kafka.clients.consumer.KafkaConsumer;

/**
 * @类名: KafkaMsgConsumer

 * @描述: kafka消息消费者（0.10.x版本）

 * @创建者: lidongyang

 * @修改时间: 2018年7月14日 上午10:35:23

 */
public class KafkaMsgConsumer {

	private static Properties props = new Properties();
	private static String servers = "11.2.3.4:9092,11.2.3.5:9092,11.2.3.6:9092,12.2.3.7:9092,11.2.3.8:9092";

	static {
		props.put("bootstrap.servers", servers);
		props.put("key.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
                props.put("value.deserializer", "org.apache.kafka.common.serialization.StringDeserializer");
	}

	/**
	 * @方法名: receiveMsg

	 * @描述: 接收消息

	 * @创建者: lidongyang

	 * @修改时间: 2018年7月14日 上午10:44:18

	 * @param topic
	 * @param groupId
	 */
	public static void receiveMsg(String topic, String groupId) {
		if (StringUtils.isNotBlank(groupId)) {
			props.put("group.id", groupId);
		}

		try {
			@SuppressWarnings("resource")
			Consumer consumer = new KafkaConsumer(props);
			// 配置topic
			consumer.subscribe(Arrays.asList(topic));
			while (true) {
				// 得到ConsumerRecords实例
				ConsumerRecords records = consumer.poll(100);
				for (ConsumerRecord record : records) {
					// 直接通过record.offset()得到offset的值
					System.out.println("offset = " + record.offset());
					System.out.println("key = " + record.key() + ",value=" + record.value());
				}
			}
		} catch (Exception e) {
			e.printStackTrace();
		}
	}

	public static void main(String[] args) {
		String topic = "test_topic_ldy";
		String groupId = "group1";
		receiveMsg(topic, groupId);
	}

}