spring+springmvc+kafka分布式消息中间件集成方案

Honghu的消息服务平台已经抛弃了之前的ActiveMQ，改用高吞吐量比较大的Kafka分布式消息中间件方案：
kafka消息平台使用spring+kafka的集成方案，详情如下：
1. 使用最高版本2.1.0.RELEASE集成jar包：spring-integration-kafka

2. Zookeeper、Kafka分布式集群使用init.properties配置化方案。

Java代码

1. kafka.servers=127.0.0.1:9092
2. kafka.topic=xxxooo

3. 使用消息生产者spring-context-producer配置化方案。

Java代码

1. <?xml version="1.0" encoding="UTF-8"?>
2. <beans xmlns="http://www.springframework.org/schema/beans"
3. xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
4. xmlns:context="http://www.springframework.org/schema/context"
5. xsi:schemaLocation="http://www.springframework.org/schema/beans
6. http://www.springframework.org/schema/beans/spring-beans.xsd
7. http://www.springframework.org/schema/context
8. http://www.springframework.org/schema/context/spring-context.xsd">
11. <!-- 定义producer的参数 -->
12. <bean id="producerProperties" class="java.util.HashMap">
13. <constructor-arg>
14. <map>
15. <entry key="bootstrap.servers" value="localhost:9092" />
16. <entry key="group.id" value="2" />
17. <entry key="retries" value="10" />
18. <entry key="batch.size" value="16384" />
19. <entry key="linger.ms" value="1" />
20. <entry key="buffer.memory" value="33554432" />
21. <entry key="key.serializer"
22. value="org.apache.kafka.common.serialization.IntegerSerializer" />
23. <entry key="value.serializer"
24. value="org.apache.kafka.common.serialization.StringSerializer" />
25. </map>
26. </constructor-arg>
27. </bean>
29. <!-- 创建kafkatemplate需要使用的producerfactory bean -->
30. <bean id="producerFactory"
31. class="org.springframework.kafka.core.DefaultKafkaProducerFactory">
32. <constructor-arg>
33. <ref bean="producerProperties" />
34. </constructor-arg>
35. </bean>
37. <!-- 创建kafkatemplate bean，使用的时候，只需要注入这个bean，即可使用template的send消息方法 -->
38. <bean id="KafkaTemplate" class="org.springframework.kafka.core.KafkaTemplate">
39. <constructor-arg ref="producerFactory" />
40. <constructor-arg name="autoFlush" value="true" />
41. <property name="defaultTopic" value="test" />
42. </bean>
43. </beans>

4. 使用消息消费者spring-context-producer配置化方案。

Java代码

1. <?xml version="1.0" encoding="UTF-8"?>
2. <beans xmlns="http://www.springframework.org/schema/beans"
3. xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
4. xmlns:context="http://www.springframework.org/schema/context"
5. xsi:schemaLocation="http://www.springframework.org/schema/beans
6. http://www.springframework.org/schema/beans/spring-beans.xsd
7. http://www.springframework.org/schema/context
8. http://www.springframework.org/schema/context/spring-context.xsd">
11. <!-- 定义consumer的参数 -->
12. <bean id="consumerProperties" class="java.util.HashMap">
13. <constructor-arg>
14. <map>
15. <entry key="bootstrap.servers" value="localhost:9092" />
16. <entry key="group.id" value="0" />
17. <entry key="enable.auto.commit" value="true" />
18. <entry key="auto.commit.interval.ms" value="1000" />
19. <entry key="session.timeout.ms" value="15000" />
20. <entry key="key.deserializer"
21. value="org.apache.kafka.common.serialization.IntegerDeserializer" />
22. <entry key="value.deserializer"
23. value="org.apache.kafka.common.serialization.StringDeserializer" />
24. </map>
25. </constructor-arg>
26. </bean>
28. <!-- 创建consumerFactory bean -->
29. <bean id="consumerFactory"
30. class="org.springframework.kafka.core.DefaultKafkaConsumerFactory">
31. <constructor-arg>
32. <ref bean="consumerProperties" />
33. </constructor-arg>
34. </bean>
36. <!-- 实际执行消息消费的类 -->
37. <bean id="messageListernerConsumerService" class="com.sml.sz.kafka.KafKaConsumer" />
39. <!-- 消费者容器配置信息 -->
40. <bean id="containerProperties"
41. class="org.springframework.kafka.listener.config.ContainerProperties">
42. <constructor-arg value="test" />
43. <property name="messageListener" ref="messageListernerConsumerService" />
44. </bean>
46. <!-- 创建kafkatemplate bean，使用的时候，只需要注入这个bean，即可使用template的send消息方法 -->
47. <bean id="messageListenerContainer"
48. class="org.springframework.kafka.listener.KafkaMessageListenerContainer"
49. init-method="doStart">
50. <constructor-arg ref="consumerFactory" />
51. <constructor-arg ref="containerProperties" />
52. </bean>
53. </beans>

5. 使用注解方式注入消息类型

Java代码

1. @CrossOrigin(origins = "*", maxAge = 3600, methods = { RequestMethod.GET, RequestMethod.POST, RequestMethod.DELETE,
2. RequestMethod.PUT })
3. @RestController
4. @RequestMapping(value = "/rest/kafka")
5. public class KafKaProducer {
7. @RequestMapping(value = "/send", method = RequestMethod.GET)
8. public JSONObject save() {
9. System.out.println("+++++++++++++++++++++++++++++++");
10. kafkaTemplate.sendDefault("HongHu KAFKA分布式消息服务测试");
11. return null;
12. }
14. @Autowired
15. private KafkaTemplate<Integer, String> kafkaTemplate;
19. }

Java代码

1. @RestController
2. public class KafKaConsumer implements MessageListener<Integer, String> {
4. @Autowired
5. private LogService logService;
6. public void onMessage(ConsumerRecord<Integer, String> records) {
7. System.out.println("====================" + records);
8. Object o = records.value();
9. Log log = new Log();
10. log.setIsNewRecord(true);
11. log.setId(IdGen.uuid());
12. log.setTitle(String.valueOf(o));
13. logService.save(log);
15. }
17. }

接受消息了------------------:ConsumerRecord(topic = xxxooo, partition = 0, offset = 2489, CreateTime = 1479647648299, checksum = 3372898135, serialized key size = -1, serialized value size = 40, key = null, value = HongHu KAFKA分布式消息服务测试)

到此结束！