SpringCloud/spring-cloud-stream-samples
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Refactor kafka jaas (multi binder) sample application

Browse Source
This commit is contained in:
Soby Chacko
2019-10-30 16:48:53 -04:00
parent 3eed560762
commit c8bea78d01
13 changed files with 146 additions and 89 deletions
Download Patch File Download Diff File Expand all files Collapse all files

0
multi-binder-samples/kafka-multibinder-jaas/.mvn/wrapper/maven-wrapper.jar → multi-binder-samples/kafka-multi-binder-jaas/.mvn/wrapper/maven-wrapper.jar vendored
View File

0
multi-binder-samples/kafka-multibinder-jaas/.mvn/wrapper/maven-wrapper.properties → multi-binder-samples/kafka-multi-binder-jaas/.mvn/wrapper/maven-wrapper.properties vendored
View File

5
multi-binder-samples/kafka-multibinder-jaas/README.adoc → multi-binder-samples/kafka-multi-binder-jaas/README.adoc
View File

@@ -3,7 +3,6 @@
This is a sample application that demonstrates how to connect to multi kafka clusters with security enabled using multiple binders.
This application uses two Kafka clusters both of them are enabled with security (JAAS - SASL/PLAINTEXT).
## Here are the detailed instructions for setting up your cluster.
If you already have two clusters with security (sasl/plaintext) enabled, you can skip this section. However, it may still benefit to go over these instructions in order to avoid any inconsistencies with your environment.
@@ -20,7 +19,7 @@ If you already have two clusters with security (sasl/plaintext) enabled, you can
KafkaServer {
org.apache.kafka.common.security.plain.PlainLoginModule required
username="admin"
password="admin-secret";
password="admin-secret"
user_admin="admin-secret";
};
@@ -99,7 +98,7 @@ $ ./<PATH-TO-CLUSTER-1>/bin/kafka-server-start.sh config/server.properties
KafkaServer {
org.apache.kafka.common.security.plain.PlainLoginModule required
username="admin"
password="admin-secret";
password="admin-secret"
user_admin="admin-secret";
};

0
multi-binder-samples/kafka-multibinder-jaas/mvnw → multi-binder-samples/kafka-multi-binder-jaas/mvnw vendored
View File

0
multi-binder-samples/kafka-multibinder-jaas/mvnw.cmd → multi-binder-samples/kafka-multi-binder-jaas/mvnw.cmd vendored
View File

125
multi-binder-samples/kafka-multi-binder-jaas/pom.xml Normal file
View File

@@ -0,0 +1,125 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<artifactId>kafka-multi-binder-jaas</artifactId>
<version>0.0.1-SNAPSHOT</version>
<packaging>jar</packaging>
<name>kafka-multi-binder-jaas</name>
<description>Demo project with multi kafka cluster/binder with JAAS</description>
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>2.2.0.RELEASE</version>
<relativePath/> <!-- lookup parent from repository -->
</parent>
<properties>
<spring-cloud.version>Hoxton.BUILD-SNAPSHOT</spring-cloud.version>
</properties>
<dependencyManagement>
<dependencies>
<dependency>
<groupId>org.springframework.cloud</groupId>
<artifactId>spring-cloud-dependencies</artifactId>
<version>${spring-cloud.version}</version>
<type>pom</type>
<scope>import</scope>
</dependency>
</dependencies>
</dependencyManagement>
<dependencies>
<dependency>
<groupId>org.springframework.cloud</groupId>
<artifactId>spring-cloud-stream-binder-kafka</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.springframework.kafka</groupId>
<artifactId>spring-kafka-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-actuator</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-web</artifactId>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>
</plugins>
</build>
<repositories>
<repository>
<id>spring-snapshots</id>
<name>Spring Snapshots</name>
<url>https://repo.spring.io/libs-snapshot-local</url>
<snapshots>
<enabled>true</enabled>
</snapshots>
<releases>
<enabled>false</enabled>
</releases>
</repository>
<repository>
<id>spring-milestones</id>
<name>Spring Milestones</name>
<url>https://repo.spring.io/libs-milestone-local</url>
<snapshots>
<enabled>false</enabled>
</snapshots>
</repository>
</repositories>
<pluginRepositories>
<pluginRepository>
<id>spring-snapshots</id>
<name>Spring Snapshots</name>
<url>https://repo.spring.io/libs-snapshot-local</url>
<snapshots>
<enabled>true</enabled>
</snapshots>
<releases>
<enabled>false</enabled>
</releases>
</pluginRepository>
<pluginRepository>
<id>spring-milestones</id>
<name>Spring Milestones</name>
<url>https://repo.spring.io/libs-milestone-local</url>
<snapshots>
<enabled>false</enabled>
</snapshots>
</pluginRepository>
<pluginRepository>
<id>spring-releases</id>
<name>Spring Releases</name>
<url>https://repo.spring.io/libs-release-local</url>
<snapshots>
<enabled>false</enabled>
</snapshots>
</pluginRepository>
</pluginRepositories>
</project>

44
multi-binder-samples/kafka-multibinder-jaas/src/main/java/multibinder/kafka/jaas/MultiBinderKafkaJaasSample.java → multi-binder-samples/kafka-multi-binder-jaas/src/main/java/multibinder/kafka/jaas/MultiBinderKafkaJaasSample.java
View File

@@ -16,15 +16,11 @@
package multibinder.kafka.jaas;
import java.util.function.Function;
import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.cloud.stream.annotation.EnableBinding;
import org.springframework.cloud.stream.annotation.Input;
import org.springframework.cloud.stream.annotation.Output;
import org.springframework.cloud.stream.annotation.StreamListener;
import org.springframework.messaging.MessageChannel;
import org.springframework.messaging.SubscribableChannel;
import org.springframework.messaging.handler.annotation.SendTo;
import org.springframework.context.annotation.Bean;
@SpringBootApplication
public class MultiBinderKafkaJaasSample {
@@ -33,35 +29,17 @@ public class MultiBinderKafkaJaasSample {
SpringApplication.run(MultiBinderKafkaJaasSample.class, args);
}
@EnableBinding(CustomProcessor.class)
static class Foo {
static class Foo {
@StreamListener("input")
@SendTo("output")
public String receive(String foo) {
return foo;
@Bean
public Function<String, String> receive() {
return foo -> foo;
}
@StreamListener("input1")
@SendTo("output1")
public String receive1(String foo) {
return foo;
@Bean
public Function<String, String> receive1() {
return foo -> foo;
}
}
interface CustomProcessor {
@Input("input")
SubscribableChannel input();
@Output("output")
MessageChannel output();
@Input("input1")
SubscribableChannel input1();
@Output("output1")
MessageChannel output1();
}
}
}

9
multi-binder-samples/kafka-multibinder-jaas/src/main/resources/application.yml → multi-binder-samples/kafka-multi-binder-jaas/src/main/resources/application.yml
View File

@@ -1,15 +1,16 @@
spring.cloud.stream:
function.definition: receive;receive1
bindings:
input:
receive-in-0:
destination: kafka1-in
binder: kafka1
output:
receive-out-0:
destination: kafka2-out
binder: kafka2
input1:
receive1-in-0:
destination: kafka2-in
binder: kafka2
output1:
receive1-out-0:
destination: kafka1-out
binder: kafka1
binders:

0
multi-binder-samples/kafka-multibinder-jaas/src/test/java/multibinder/kafka/jaas/MultiBinderKafkaJaasSampleTests.java → multi-binder-samples/kafka-multi-binder-jaas/src/test/java/multibinder/kafka/jaas/MultiBinderKafkaJaasSampleTests.java
View File

46
multi-binder-samples/kafka-multibinder-jaas/pom.xml
View File

@@ -1,46 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<artifactId>kafka-multibinder-jaas</artifactId>
<version>0.0.1-SNAPSHOT</version>
<packaging>jar</packaging>
<name>kafka-multibinder-jaas</name>
<description>Demo project with multi kafka cluster/binder with JAAS</description>
<parent>
<groupId>io.spring.cloud.stream.sample</groupId>
<artifactId>spring-cloud-stream-samples-parent</artifactId>
<version>0.0.1-SNAPSHOT</version>
<relativePath>../..</relativePath>
</parent>
<dependencies>
<dependency>
<groupId>org.springframework.cloud</groupId>
<artifactId>spring-cloud-stream-binder-kafka</artifactId>
</dependency>
<dependency>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-test</artifactId>
<scope>test</scope>
</dependency>
<dependency>
<groupId>org.springframework.cloud</groupId>
<artifactId>spring-cloud-stream-test-support</artifactId>
<scope>test</scope>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
</plugin>
</plugins>
</build>
</project>

2
multi-binder-samples/multi-binder-kafka-streams/README.adoc
View File

@@ -28,7 +28,7 @@ Assuming you are running two dockerized Kafka clusters as above.
Issue the following commands:
`docker exec -it kafka-multib-inder-1 /opt/kafka/bin/kafka-console-producer.sh --broker-list 127.0.0.1:9092 --topic dataIn`
`docker exec -it kafka-multi-binder-1 /opt/kafka/bin/kafka-console-producer.sh --broker-list 127.0.0.1:9092 --topic dataIn`
On another terminal:

2
multi-binder-samples/multi-binder-kafka-streams/docker-compose.yml
View File

@@ -2,7 +2,7 @@ version: '3'
services:
kafka1:
image: wurstmeister/kafka
container_name: kafka-multib-inder-1
container_name: kafka-multi-binder-1
ports:
- "9092:9092"
environment:

2
multi-binder-samples/pom.xml
View File

@@ -11,7 +11,7 @@
<modules>
<module>multi-binder-kafka-rabbit</module>
<module>multi-binder-two-kafka-clusters</module>
<module>kafka-multibinder-jaas</module>
<module>kafka-multi-binder-jaas</module>
<module>multi-binder-kafka-streams</module>
</modules>