Merge pull request #14215 from garyrussell:kafka

* pr/14215:
  Polish "Improve Kafka Auto-configuration"
  Improve Kafka Auto-configuration

spring-boot-project/spring-boot-autoconfigure/src/main/java/org/springframework/boot/autoconfigure/kafka/ConcurrentKafkaListenerContainerFactoryConfigurer.java

@@ -23,8 +23,11 @@ import org.springframework.boot.context.properties.PropertyMapper;
 import org.springframework.kafka.config.ConcurrentKafkaListenerContainerFactory;
 import org.springframework.kafka.core.ConsumerFactory;
 import org.springframework.kafka.core.KafkaTemplate;
+import org.springframework.kafka.listener.AfterRollbackProcessor;
 import org.springframework.kafka.listener.ContainerProperties;
+import org.springframework.kafka.listener.ErrorHandler;
 import org.springframework.kafka.support.converter.RecordMessageConverter;
+import org.springframework.kafka.transaction.KafkaAwareTransactionManager;
 
 /**
  * Configure {@link ConcurrentKafkaListenerContainerFactory} with sensible defaults.
@@ -41,6 +44,12 @@ public class ConcurrentKafkaListenerContainerFactoryConfigurer {
 
 	private KafkaTemplate<Object, Object> replyTemplate;
 
+	private KafkaAwareTransactionManager<Object, Object> transactionManager;
+
+	private ErrorHandler errorHandler;
+
+	private AfterRollbackProcessor<Object, Object> afterRollbackProcessor;
+
 	/**
 	 * Set the {@link KafkaProperties} to use.
 	 * @param properties the properties
@@ -65,6 +74,32 @@ public class ConcurrentKafkaListenerContainerFactoryConfigurer {
 		this.replyTemplate = replyTemplate;
 	}
 
+	/**
+	 * Set the {@link KafkaAwareTransactionManager} to use.
+	 * @param transactionManager the transaction manager
+	 */
+	void setTransactionManager(
+			KafkaAwareTransactionManager<Object, Object> transactionManager) {
+		this.transactionManager = transactionManager;
+	}
+
+	/**
+	 * Set the {@link ErrorHandler} to use.
+	 * @param errorHandler the error handler
+	 */
+	void setErrorHandler(ErrorHandler errorHandler) {
+		this.errorHandler = errorHandler;
+	}
+
+	/**
+	 * Set the {@link AfterRollbackProcessor} to use.
+	 * @param afterRollbackProcessor the after rollback processor
+	 */
+	void setAfterRollbackProcessor(
+			AfterRollbackProcessor<Object, Object> afterRollbackProcessor) {
+		this.afterRollbackProcessor = afterRollbackProcessor;
+	}
+
 	/**
 	 * Configure the specified Kafka listener container factory. The factory can be
 	 * further tuned and default settings can be overridden.
@@ -89,6 +124,9 @@ public class ConcurrentKafkaListenerContainerFactoryConfigurer {
 		map.from(this.replyTemplate).whenNonNull().to(factory::setReplyTemplate);
 		map.from(properties::getType).whenEqualTo(Listener.Type.BATCH)
 				.toCall(() -> factory.setBatchListener(true));
+		map.from(this.errorHandler).whenNonNull().to(factory::setErrorHandler);
+		map.from(this.afterRollbackProcessor).whenNonNull()
+				.to(factory::setAfterRollbackProcessor);
 	}
 
 	private void configureContainer(ContainerProperties container) {
@@ -109,6 +147,8 @@ public class ConcurrentKafkaListenerContainerFactoryConfigurer {
 				.as(Number::intValue).to(container::setMonitorInterval);
 		map.from(properties::getLogContainerConfig).whenNonNull()
 				.to(container::setLogContainerConfig);
+		map.from(this.transactionManager).whenNonNull()
+				.to(container::setTransactionManager);
 	}
 
 }

spring-boot-project/spring-boot-autoconfigure/src/main/java/org/springframework/boot/autoconfigure/kafka/KafkaAnnotationDrivenConfiguration.java

 /*
- * Copyright 2012-2017 the original author or authors.
+ * Copyright 2012-2018 the original author or authors.
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
@@ -26,7 +26,10 @@ import org.springframework.kafka.config.ConcurrentKafkaListenerContainerFactory;
 import org.springframework.kafka.config.KafkaListenerConfigUtils;
 import org.springframework.kafka.core.ConsumerFactory;
 import org.springframework.kafka.core.KafkaTemplate;
+import org.springframework.kafka.listener.AfterRollbackProcessor;
+import org.springframework.kafka.listener.ErrorHandler;
 import org.springframework.kafka.support.converter.RecordMessageConverter;
+import org.springframework.kafka.transaction.KafkaAwareTransactionManager;
 
 /**
  * Configuration for Kafka annotation-driven support.
@@ -45,12 +48,24 @@ class KafkaAnnotationDrivenConfiguration {
 
 	private final KafkaTemplate<Object, Object> kafkaTemplate;
 
+	private final KafkaAwareTransactionManager<Object, Object> transactionManager;
+
+	private final ErrorHandler errorHandler;
+
+	private final AfterRollbackProcessor<Object, Object> afterRollbackProcessor;
+
 	KafkaAnnotationDrivenConfiguration(KafkaProperties properties,
 			ObjectProvider<RecordMessageConverter> messageConverter,
-			ObjectProvider<KafkaTemplate<Object, Object>> kafkaTemplate) {
+			ObjectProvider<KafkaTemplate<Object, Object>> kafkaTemplate,
+			ObjectProvider<KafkaAwareTransactionManager<Object, Object>> kafkaTransactionManager,
+			ObjectProvider<ErrorHandler> errorHandler,
+			ObjectProvider<AfterRollbackProcessor<Object, Object>> afterRollbackProcessor) {
 		this.properties = properties;
 		this.messageConverter = messageConverter.getIfUnique();
 		this.kafkaTemplate = kafkaTemplate.getIfUnique();
+		this.transactionManager = kafkaTransactionManager.getIfUnique();
+		this.errorHandler = errorHandler.getIfUnique();
+		this.afterRollbackProcessor = afterRollbackProcessor.getIfUnique();
 	}
 
 	@Bean
@@ -60,6 +75,9 @@ class KafkaAnnotationDrivenConfiguration {
 		configurer.setKafkaProperties(this.properties);
 		configurer.setMessageConverter(this.messageConverter);
 		configurer.setReplyTemplate(this.kafkaTemplate);
+		configurer.setTransactionManager(this.transactionManager);
+		configurer.setErrorHandler(this.errorHandler);
+		configurer.setAfterRollbackProcessor(this.afterRollbackProcessor);
 		return configurer;
 	}
 

spring-boot-project/spring-boot-dependencies/pom.xml

@@ -161,7 +161,7 @@
 		<spring-data-releasetrain.version>Lovelace-RC2</spring-data-releasetrain.version>
 		<spring-hateoas.version>0.25.0.RELEASE</spring-hateoas.version>
 		<spring-integration.version>5.1.0.M2</spring-integration.version>
-		<spring-kafka.version>2.2.0.M2</spring-kafka.version>
+		<spring-kafka.version>2.2.0.BUILD-SNAPSHOT</spring-kafka.version>
 		<spring-ldap.version>2.3.2.RELEASE</spring-ldap.version>
 		<spring-plugin.version>1.2.0.RELEASE</spring-plugin.version>
 		<spring-restdocs.version>2.0.2.RELEASE</spring-restdocs.version>

spring-boot-project/spring-boot-docs/src/main/asciidoc/spring-boot-features.adoc

@@ -5627,8 +5627,7 @@ bean is defined, it is automatically associated to the auto-configured `KafkaTem
 When the Apache Kafka infrastructure is present, any bean can be annotated with
 `@KafkaListener` to create a listener endpoint. If no `KafkaListenerContainerFactory` has
 been defined, a default one is automatically configured with keys defined in
-`spring.kafka.listener.*`. Also, if a `RecordMessageConverter` bean is defined, it is
-automatically associated to the default factory.
+`spring.kafka.listener.*`.
 
 The following component creates a listener endpoint on the `someTopic` topic:
 
@@ -5645,6 +5644,16 @@ The following component creates a listener endpoint on the `someTopic` topic:
 	}
 ----
 
+If a `KafkaTransactionManager` bean is defined, it is automatically associated to the
+container factory. Similarly, if a `RecordMessageConverter`, `ErrorHandler` or
+`AfterRollbackProcessor` bean is defined, it is automatically associated to the default
+factory.
+
+TIP: A custom `ChainedKafkaTransactionManager` must be marked `@Primary` as it usually
+reference the auto-configured `KafkaTransactionManager` bean.
+
+
+
 [[boot-features-kafka-streams]]
 ==== Kafka Streams
 Spring for Apache Kafka provides a factory bean to create a `StreamsBuilder` object and