kafka及jafka命令及生产者代码实现

kafka:

进入kafka目录，进入bin

列出所有topic

 ./kafka-topics.sh --list --zookeeper x1:2181,x2:2181,x3:2181

 
 创建topic

 ./kafka-topics.sh --zookeeper  x1:2181,x2:2181,x3:2181 --create --topic test --partitions 20 --replication-factor 1

发送消息

 ./kafka-console-producer.sh --broker-list  x1:9092,x2:9092,x3:9092--topic test

消费消息

 ./kafka-console-consumer.sh --zookeeper  x1:2181,x2:2181,x3:2181 --topic test--from-beginning

 
 删除消息(必须在server.properties里配置delete.topic.enable=true)

 ./kafka-topics.sh --zookeeper x1:2181,x2:2181,x3:2181 --delete --topic test

生产者代码如下:

pom配置文件

	  org.apache.kafka
	  kafka_2.9.1
	  0.8.1.1
	  compile
	  
	    
	      jmxri
	      com.sun.jmx
	    
	    
	      jms
	      javax.jms
	    
	    
	      jmxtools
	      com.sun.jdmk
	    
	  
	

代码：

import java.util.ArrayList;
import java.util.List;
import java.util.Properties;

import kafka.javaapi.producer.Producer;
import kafka.producer.KeyedMessage;
import kafka.producer.ProducerConfig;

/**
 */
public class DaceKafkaProducer implements DaceProducer
{
//    private final Producer producer;

    private Producer producer;
    public DaceKafkaProducer(){
        Properties props = new Properties();
        //此处配置的是kafka的端口
//        props.put("metadata.broker.list", "x1:9092,x2:9092,x3:9092");
//        props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG, "n1:9092,n2:9092,n3:9092");
////          props.put("zk_connect", "n1:2181,n2:2181,n3:2181");
////        props.put(ProducerConfig.BLOCK_ON_BUFFER_FULL_CONFIG, true);
//        props.put(ProducerConfig.BATCH_SIZE_CONFIG, 10);
//        //配置value的序列化类
//        props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
//        //配置key的序列化类
//        props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG, "org.apache.kafka.common.serialization.StringSerializer");
//        props.put("request.required.acks","1");
////        props.put("log.retention.minutes", 1);
// 
//        producer = new KafkaProducer(props);
        
        props.put("metadata.broker.list", "x1:9092,x2:9092,x3:9092");
        props.put("serializer.class", "kafka.serializer.StringEncoder");
        props.put("log.retention.minutes", 1);
        props.put("request.required.acks", "1");
        ProducerConfig config = new ProducerConfig(props);
        
        producer = new Producer(config);
    }
 
    void produce(String topic, String tableName, List datas) {
    	List> messages = new ArrayList>();
    	for (String data:datas) {
    		messages.add(new KeyedMessage(topic, tableName, data));
    	}
    	producer.send(messages);
    }
    
    public static void main(String[] args) {
//		DaceKafkaProducer producer = new DaceKafkaProducer();
//		for (int i = 0; i < 15; i++) {
//			producer.produce("replay", "test", "testlength" + i);
//		}
	}

jafka：

生产消息

 ./producer-console.sh --broker-list 0:x1:9092,1:x2:9092,2:x3:9092 --topic demo


 ./producer-console.sh --zookeeper x2:2181/jafka --topic demo


./consumer-console.sh --zookeeper x2:2181/jafka --topic demo --from-beginning

pom配置：

		
			com.sohu.jafka
			jafka
			1.2.2
		

代码：

import java.util.ArrayList;
import java.util.List;
import java.util.Properties;





import com.sohu.jafka.producer.Producer;
import com.sohu.jafka.producer.ProducerConfig;
import com.sohu.jafka.producer.ProducerData;
import com.sohu.jafka.producer.serializer.StringEncoder;

public class DaceJfkaProducer implements DaceProducer{

	private final Producer producer;
	
	public DaceJfkaProducer() {
		Properties props = new Properties();
//		 props.put("broker.list", "0:hadoop001.local:9092,1:hadoop002.local:9092,2:hadoop003.local:9092");
		props.put("zk.connect", "n2:2181/jafka");
		props.put("log.retention.minutes", 1);
		props.put("serializer.class", StringEncoder.class.getName());
		producer = new Producer(new ProducerConfig(props));
	}
	
	public void produce(String topic, List data) {
		producer.send(new ProducerData(topic, data));
	}
	
	public static void main(String[] args) {
		DaceJfkaProducer producer = new DaceJfkaProducer();
		List data = new ArrayList();
		for (int i = 0; i < 10; i++) {
			data.add("test1" + i);
		}
		producer.produce("demo", data);
	}
}

kafka流程如下：