Refactoring samples

Restructuring the samples repository
Add more docker support
Add acceptance tests for the apps
Adding sensor average processor sample
Remove aggregate samples

kafka-streams-samples/kafka-streams-interactive-query-basic/src/main/java/kafka/streams/product/tracker/KafkaStreamsInteractiveQueryApplication.java

@@ -0,0 +1,124 @@
+/*
+ * Copyright 2017 the original author or authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package kafka.streams.product.tracker;
+
+import org.apache.kafka.common.serialization.Serdes;
+import org.apache.kafka.streams.KeyValue;
+import org.apache.kafka.streams.kstream.KStream;
+import org.apache.kafka.streams.state.QueryableStoreTypes;
+import org.apache.kafka.streams.state.ReadOnlyKeyValueStore;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.EnableAutoConfiguration;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.boot.context.properties.ConfigurationProperties;
+import org.springframework.boot.context.properties.EnableConfigurationProperties;
+import org.springframework.cloud.stream.annotation.EnableBinding;
+import org.springframework.cloud.stream.annotation.StreamListener;
+import org.springframework.cloud.stream.binder.kafka.streams.QueryableStoreRegistry;
+import org.springframework.cloud.stream.binder.kafka.streams.annotations.KafkaStreamsProcessor;
+import org.springframework.kafka.support.serializer.JsonSerde;
+import org.springframework.messaging.handler.annotation.SendTo;
+import org.springframework.scheduling.annotation.EnableScheduling;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.util.StringUtils;
+
+import java.util.Set;
+import java.util.stream.Collectors;
+
+@SpringBootApplication
+public class KafkaStreamsInteractiveQueryApplication {
+
+	public static void main(String[] args) {
+		SpringApplication.run(KafkaStreamsInteractiveQueryApplication.class, args);
+	}
+
+	@EnableBinding(KafkaStreamsProcessor.class)
+	@EnableAutoConfiguration
+	@EnableConfigurationProperties(ProductTrackerProperties.class)
+	@EnableScheduling
+	public static class InteractiveProductCountApplication {
+
+		private static final String STORE_NAME = "prod-id-count-store";
+
+		@Autowired
+		private QueryableStoreRegistry queryableStoreRegistry;
+
+		@Autowired
+		ProductTrackerProperties productTrackerProperties;
+
+		ReadOnlyKeyValueStore<Object, Object> keyValueStore;
+
+		@StreamListener("input")
+		@SendTo("output")
+		public KStream<Integer, Long> process(KStream<Object, Product> input) {
+
+			return input
+					.filter((key, product) -> productIds().contains(product.getId()))
+					.map((key, value) -> new KeyValue<>(value.id, value))
+					.groupByKey(new Serdes.IntegerSerde(), new JsonSerde<>(Product.class))
+					.count(STORE_NAME)
+					.toStream();
+		}
+
+		private Set<Integer> productIds() {
+			return StringUtils.commaDelimitedListToSet(productTrackerProperties.getProductIds())
+					.stream().map(Integer::parseInt).collect(Collectors.toSet());
+		}
+
+
+		@Scheduled(fixedRate = 30000, initialDelay = 5000)
+		public void printProductCounts() {
+			if (keyValueStore == null) {
+				keyValueStore = queryableStoreRegistry.getQueryableStoreType(STORE_NAME, QueryableStoreTypes.keyValueStore());
+			}
+
+			for (Integer id : productIds()) {
+				System.out.println("Product ID: " + id + " Count: " + keyValueStore.get(id));
+			}
+		}
+
+	}
+
+	@ConfigurationProperties(prefix = "app.product.tracker")
+	static class  ProductTrackerProperties {
+
+		private String productIds;
+
+		public String getProductIds() {
+			return productIds;
+		}
+
+		public void setProductIds(String productIds) {
+			this.productIds = productIds;
+		}
+
+	}
+
+	static class Product {
+
+		Integer id;
+
+		public Integer getId() {
+			return id;
+		}
+
+		public void setId(Integer id) {
+			this.id = id;
+		}
+	}
+}

kafka-streams-samples/kafka-streams-interactive-query-basic/src/main/resources/application.yml

@@ -0,0 +1,21 @@
+spring.cloud.stream.bindings.output.contentType: application/json
+spring.cloud.stream.kafka.streams.binder.configuration.commit.interval.ms: 1000
+spring.cloud.stream.kafka.streams:
+  binder.configuration:
+    key.serde: org.apache.kafka.common.serialization.Serdes$StringSerde
+    value.serde: org.apache.kafka.common.serialization.Serdes$StringSerde
+  bindings.output.producer:
+    keySerde: org.apache.kafka.common.serialization.Serdes$IntegerSerde
+    valueSerde: org.apache.kafka.common.serialization.Serdes$LongSerde
+spring.cloud.stream.bindings.output:
+  destination: product-counts
+  producer:
+    headerMode: raw
+    useNativeEncoding: true
+spring.cloud.stream.bindings.input:
+  destination: products
+  consumer:
+    headerMode: raw
+spring.cloud.stream.kafka.streams.binder:
+  brokers: localhost #192.168.99.100
+  zkNodes: localhost #192.168.99.100

kafka-streams-samples/kafka-streams-interactive-query-basic/src/main/resources/logback.xml

@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<configuration>
+    <appender name="stdout" class="ch.qos.logback.core.ConsoleAppender">
+        <encoder>
+            <pattern>%d{ISO8601} %5p %t %c{2}:%L - %m%n</pattern>
+        </encoder>
+    </appender>
+    <root level="INFO">
+        <appender-ref ref="stdout"/>
+    </root>
+    <logger name="org.apache.kafka.streams.processor.internals" level="WARN"/>
+</configuration>