diff --git a/function-based-stream-app-samples/couchbase-stream-applications/.gitignore b/function-based-stream-app-samples/couchbase-stream-applications/.gitignore new file mode 100644 index 0000000..549e00a --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/.gitignore @@ -0,0 +1,33 @@ +HELP.md +target/ +!.mvn/wrapper/maven-wrapper.jar +!**/src/main/**/target/ +!**/src/test/**/target/ + +### STS ### +.apt_generated +.classpath +.factorypath +.project +.settings +.springBeans +.sts4-cache + +### IntelliJ IDEA ### +.idea +*.iws +*.iml +*.ipr + +### NetBeans ### +/nbproject/private/ +/nbbuild/ +/dist/ +/nbdist/ +/.nb-gradle/ +build/ +!**/src/main/**/build/ +!**/src/test/**/build/ + +### VS Code ### +.vscode/ diff --git a/function-based-stream-app-samples/couchbase-stream-applications/.mvn/wrapper/MavenWrapperDownloader.java b/function-based-stream-app-samples/couchbase-stream-applications/.mvn/wrapper/MavenWrapperDownloader.java new file mode 100644 index 0000000..e76d1f3 --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/.mvn/wrapper/MavenWrapperDownloader.java @@ -0,0 +1,117 @@ +/* + * Copyright 2007-present the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +import java.net.*; +import java.io.*; +import java.nio.channels.*; +import java.util.Properties; + +public class MavenWrapperDownloader { + + private static final String WRAPPER_VERSION = "0.5.6"; + /** + * Default URL to download the maven-wrapper.jar from, if no 'downloadUrl' is provided. + */ + private static final String DEFAULT_DOWNLOAD_URL = "https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/" + + WRAPPER_VERSION + "/maven-wrapper-" + WRAPPER_VERSION + ".jar"; + + /** + * Path to the maven-wrapper.properties file, which might contain a downloadUrl property to + * use instead of the default one. + */ + private static final String MAVEN_WRAPPER_PROPERTIES_PATH = + ".mvn/wrapper/maven-wrapper.properties"; + + /** + * Path where the maven-wrapper.jar will be saved to. + */ + private static final String MAVEN_WRAPPER_JAR_PATH = + ".mvn/wrapper/maven-wrapper.jar"; + + /** + * Name of the property which should be used to override the default download url for the wrapper. + */ + private static final String PROPERTY_NAME_WRAPPER_URL = "wrapperUrl"; + + public static void main(String args[]) { + System.out.println("- Downloader started"); + File baseDirectory = new File(args[0]); + System.out.println("- Using base directory: " + baseDirectory.getAbsolutePath()); + + // If the maven-wrapper.properties exists, read it and check if it contains a custom + // wrapperUrl parameter. + File mavenWrapperPropertyFile = new File(baseDirectory, MAVEN_WRAPPER_PROPERTIES_PATH); + String url = DEFAULT_DOWNLOAD_URL; + if(mavenWrapperPropertyFile.exists()) { + FileInputStream mavenWrapperPropertyFileInputStream = null; + try { + mavenWrapperPropertyFileInputStream = new FileInputStream(mavenWrapperPropertyFile); + Properties mavenWrapperProperties = new Properties(); + mavenWrapperProperties.load(mavenWrapperPropertyFileInputStream); + url = mavenWrapperProperties.getProperty(PROPERTY_NAME_WRAPPER_URL, url); + } catch (IOException e) { + System.out.println("- ERROR loading '" + MAVEN_WRAPPER_PROPERTIES_PATH + "'"); + } finally { + try { + if(mavenWrapperPropertyFileInputStream != null) { + mavenWrapperPropertyFileInputStream.close(); + } + } catch (IOException e) { + // Ignore ... + } + } + } + System.out.println("- Downloading from: " + url); + + File outputFile = new File(baseDirectory.getAbsolutePath(), MAVEN_WRAPPER_JAR_PATH); + if(!outputFile.getParentFile().exists()) { + if(!outputFile.getParentFile().mkdirs()) { + System.out.println( + "- ERROR creating output directory '" + outputFile.getParentFile().getAbsolutePath() + "'"); + } + } + System.out.println("- Downloading to: " + outputFile.getAbsolutePath()); + try { + downloadFileFromURL(url, outputFile); + System.out.println("Done"); + System.exit(0); + } catch (Throwable e) { + System.out.println("- Error downloading"); + e.printStackTrace(); + System.exit(1); + } + } + + private static void downloadFileFromURL(String urlString, File destination) throws Exception { + if (System.getenv("MVNW_USERNAME") != null && System.getenv("MVNW_PASSWORD") != null) { + String username = System.getenv("MVNW_USERNAME"); + char[] password = System.getenv("MVNW_PASSWORD").toCharArray(); + Authenticator.setDefault(new Authenticator() { + @Override + protected PasswordAuthentication getPasswordAuthentication() { + return new PasswordAuthentication(username, password); + } + }); + } + URL website = new URL(urlString); + ReadableByteChannel rbc; + rbc = Channels.newChannel(website.openStream()); + FileOutputStream fos = new FileOutputStream(destination); + fos.getChannel().transferFrom(rbc, 0, Long.MAX_VALUE); + fos.close(); + rbc.close(); + } + +} diff --git a/function-based-stream-app-samples/couchbase-stream-applications/.mvn/wrapper/maven-wrapper.jar b/function-based-stream-app-samples/couchbase-stream-applications/.mvn/wrapper/maven-wrapper.jar new file mode 100644 index 0000000..2cc7d4a Binary files /dev/null and b/function-based-stream-app-samples/couchbase-stream-applications/.mvn/wrapper/maven-wrapper.jar differ diff --git a/function-based-stream-app-samples/couchbase-stream-applications/.mvn/wrapper/maven-wrapper.properties b/function-based-stream-app-samples/couchbase-stream-applications/.mvn/wrapper/maven-wrapper.properties new file mode 100644 index 0000000..642d572 --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/.mvn/wrapper/maven-wrapper.properties @@ -0,0 +1,2 @@ +distributionUrl=https://repo.maven.apache.org/maven2/org/apache/maven/apache-maven/3.6.3/apache-maven-3.6.3-bin.zip +wrapperUrl=https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar diff --git a/function-based-stream-app-samples/couchbase-stream-applications/README.adoc b/function-based-stream-app-samples/couchbase-stream-applications/README.adoc new file mode 100644 index 0000000..5209fe0 --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/README.adoc @@ -0,0 +1,14 @@ += Couchbase Stream Applications + +A sample Spring Cloud Stream Application and Consumer to demonstrate testing strategies using TestContainers. + +This project includes the following modules: + +* link:couchbase-consumer/[couchbase-consumer] - A Consumer to upsert documents into Couchbase +* link:couchbase-sink/[couchbase-sink] - A Spring Cloud Stream sink application to invoke the consumer + +== Build + +```bash +./mvnw clean install +``` \ No newline at end of file diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/pom.xml b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/pom.xml new file mode 100644 index 0000000..65b0722 --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/pom.xml @@ -0,0 +1,59 @@ + + + 4.0.0 + + + io.spring.example + couchbase-stream-applications + 0.0.1-SNAPSHOT + .. + + io.spring.example + couchbase-consumer + 0.0.1-SNAPSHOT + couchbase-consumer + Demo Couchbase Consumer + + + + com.couchbase.client + java-client + + + org.springframework.cloud + spring-cloud-function-context + + + org.springframework.boot + spring-boot-configuration-processor + true + + + org.springframework.cloud.fn + config-common + 1.0.0-RC1 + + + org.springframework.boot + spring-boot-starter-test + test + + + io.projectreactor + reactor-test + test + + + org.testcontainers + couchbase + test + + + org.testcontainers + junit-jupiter + test + + + + diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/main/java/io/spring/example/couchbase/consumer/CouchbaseConsumerConfiguration.java b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/main/java/io/spring/example/couchbase/consumer/CouchbaseConsumerConfiguration.java new file mode 100644 index 0000000..0cf6cac --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/main/java/io/spring/example/couchbase/consumer/CouchbaseConsumerConfiguration.java @@ -0,0 +1,81 @@ +/* + * Copyright 2020-2020 the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package io.spring.example.couchbase.consumer; + +import java.util.Optional; +import java.util.function.Consumer; +import java.util.function.Function; + +import com.couchbase.client.java.Cluster; +import com.couchbase.client.java.ReactiveBucket; +import com.couchbase.client.java.ReactiveCollection; +import com.couchbase.client.java.kv.MutationResult; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import reactor.core.publisher.Flux; + +import org.springframework.boot.context.properties.EnableConfigurationProperties; +import org.springframework.context.annotation.Bean; +import org.springframework.context.annotation.Configuration; +import org.springframework.expression.Expression; +import org.springframework.lang.Nullable; +import org.springframework.messaging.Message; + +@Configuration +@EnableConfigurationProperties(CouchbaseConsumerProperties.class) +public class CouchbaseConsumerConfiguration { + + private static Logger logger = LoggerFactory.getLogger(CouchbaseConsumerConfiguration.class); + + @Bean + public Consumer>> couchbaseConsumer( + Function>, Flux> couchbaseConsumerFunction) { + return message -> couchbaseConsumerFunction.apply(message) + .subscribe(mutationResult -> + logger.debug("Processed " + message)); + } + + @Bean + public Function>, Flux> couchbaseConsumerFunction(Cluster cluster, + CouchbaseConsumerProperties consumerProperties) { + return flux -> flux.flatMap(message -> { + logger.debug("Processing message " + message); + String bucketName = bucket(message, consumerProperties.getBucketExpression()); + String key = key(message, consumerProperties.getKeyExpression()); + ReactiveBucket bucket = cluster.bucket(bucketName).reactive(); + ReactiveCollection collection = collection(message, consumerProperties.getCollectionExpression()) + .map(name -> bucket.collection(name)).orElse(bucket.defaultCollection()); + return collection.upsert(key, value(message, consumerProperties.getValueExpression())); + }); + } + + private String bucket(Message message, Expression expression) { + return expression.getValue(message, String.class); + } + + private String key(Message message, Expression expression) { + return expression.getValue(message, String.class); + } + + private Object value(Message message, Expression expression) { + return expression.getValue(message); + } + + private Optional collection(Message message, @Nullable Expression expression) { + return expression == null ? Optional.empty() : Optional.of(expression.getValue(message, String.class)); + } +} diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/main/java/io/spring/example/couchbase/consumer/CouchbaseConsumerProperties.java b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/main/java/io/spring/example/couchbase/consumer/CouchbaseConsumerProperties.java new file mode 100644 index 0000000..8bae6e9 --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/main/java/io/spring/example/couchbase/consumer/CouchbaseConsumerProperties.java @@ -0,0 +1,88 @@ +/* + * Copyright 2020-2020 the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package io.spring.example.couchbase.consumer; + +import javax.validation.constraints.NotNull; + +import org.springframework.boot.context.properties.ConfigurationProperties; +import org.springframework.expression.Expression; +import org.springframework.expression.spel.standard.SpelExpressionParser; +import org.springframework.validation.annotation.Validated; + +@ConfigurationProperties("couchbase.consumer") +@Validated +public class CouchbaseConsumerProperties { + + private static final String DEFAULT_VALUE_EXPRESSION = "payload"; + + private final SpelExpressionParser parser = new SpelExpressionParser(); + + /** + * A SpEL expression to specify the bucket. + */ + private Expression bucketExpression; + + /** + * A SpEL expression to specify the key. + */ + private Expression keyExpression; + + /** + * A SpEL expression to specify the collection. + */ + private Expression collectionExpression; + + /** + * A SpEL expression to specify the value (default is payload). + */ + private Expression valueExpression = parser.parseExpression(DEFAULT_VALUE_EXPRESSION); + + @NotNull(message = "'valueExpression' is required") + public Expression getValueExpression() { + return valueExpression; + } + + public void setValueExpression(Expression valueExpression) { + this.valueExpression = valueExpression; + } + + public Expression getCollectionExpression() { + return collectionExpression; + } + + public void setCollectionExpression(Expression collectionExpression) { + this.collectionExpression = collectionExpression; + } + + @NotNull(message = "'keyExpression' is required") + public Expression getKeyExpression() { + return keyExpression; + } + + public void setKeyExpression(Expression keyExpression) { + this.keyExpression = keyExpression; + } + + @NotNull(message = "'bucketExpression' is required") + public Expression getBucketExpression() { + return bucketExpression; + } + + public void setBucketExpression(Expression bucketExpression) { + this.bucketExpression = bucketExpression; + } +} diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/test/java/io/spring/example/couchbase/consumer/CouchbaseConsumerTests.java b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/test/java/io/spring/example/couchbase/consumer/CouchbaseConsumerTests.java new file mode 100644 index 0000000..c70c55c --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/test/java/io/spring/example/couchbase/consumer/CouchbaseConsumerTests.java @@ -0,0 +1,292 @@ +/* + * Copyright 2020-2020 the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package io.spring.example.couchbase.consumer; + +import java.util.HashMap; +import java.util.List; +import java.util.Map; +import java.util.Objects; +import java.util.function.Consumer; +import java.util.function.Function; + +import javax.annotation.PreDestroy; + +import com.couchbase.client.java.Bucket; +import com.couchbase.client.java.Cluster; +import com.couchbase.client.java.kv.MutationResult; +import com.fasterxml.jackson.annotation.JsonIgnoreProperties; +import org.junit.jupiter.api.BeforeAll; +import org.junit.jupiter.api.BeforeEach; +import org.junit.jupiter.api.Test; +import org.testcontainers.couchbase.BucketDefinition; +import org.testcontainers.couchbase.CouchbaseContainer; +import org.testcontainers.junit.jupiter.Container; +import org.testcontainers.junit.jupiter.Testcontainers; +import reactor.core.publisher.Flux; +import reactor.test.StepVerifier; + +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.boot.WebApplicationType; +import org.springframework.boot.autoconfigure.SpringBootApplication; +import org.springframework.boot.builder.SpringApplicationBuilder; +import org.springframework.context.ConfigurableApplicationContext; +import org.springframework.messaging.Message; +import org.springframework.messaging.support.GenericMessage; +import org.springframework.messaging.support.MessageBuilder; + +import static org.assertj.core.api.Assertions.assertThat; +import static org.assertj.core.api.Assertions.assertThatExceptionOfType; + +@Testcontainers +public class CouchbaseConsumerTests { + + @Container + static CouchbaseContainer container = new CouchbaseContainer("couchbase/server:6.6.0") + .withBucket(new BucketDefinition("test")); + + static Map connectProperties = new HashMap<>(); + + @BeforeAll + static void initialize() { + connectProperties.put("spring.couchbase.connection-string", container.getConnectionString()); + connectProperties.put("spring.couchbase.username", container.getUsername()); + connectProperties.put("spring.couchbase.password", container.getPassword()); + } + + private SpringApplicationBuilder applicationBuilder; + + @BeforeEach + void setup() { + applicationBuilder = new SpringApplicationBuilder(TestConfig.class).web(WebApplicationType.NONE) + .properties(connectProperties); + } + + @Test + void keyExpressionRequired() { + assertThatExceptionOfType(RuntimeException.class).isThrownBy( + () -> applicationBuilder.run("--couchbase.consumer.bucket-expression='test'")) // faster + .havingRootCause() + .withMessageContaining("'keyExpression' is required"); + } + + @Test + void singleUpsert() { + try (ConfigurableApplicationContext context = applicationBuilder + .properties(Map.of( + "couchbase.consumer.bucketExpression", "'test'", + "couchbase.consumer.keyExpression", "payload.email")) + .run()) { + CouchbaseConsumerProperties properties = context.getBean(CouchbaseConsumerProperties.class); + Cluster cluster = context.getBean(Cluster.class); + String bucketName = properties.getBucketExpression().getValue(String.class); + Function>, Flux> couchbaseConsumerFunction = context + .getBean("couchbaseConsumerFunction", Function.class); + StepVerifier.create(couchbaseConsumerFunction + .apply(Flux.just(new GenericMessage<>(new User("David", "david@david.com"))))) + .expectNextMatches(mutationResult -> mutationResult.mutationToken().get().bucketName().equals( + bucketName)) + .verifyComplete(); + + User saved = cluster.bucket(bucketName).defaultCollection().get("david@david.com").contentAs(User.class); + assertThat(saved.getName()).isEqualTo("David"); + } + } + + @Test + void singleUpsertConsumer() { + try (ConfigurableApplicationContext context = applicationBuilder + .properties(Map.of( + "couchbase.consumer.bucketExpression", "'test'", + "couchbase.consumer.keyExpression", "payload.email")) + .run()) { + CouchbaseConsumerProperties properties = context.getBean(CouchbaseConsumerProperties.class); + Cluster cluster = context.getBean(Cluster.class); + String bucketName = properties.getBucketExpression().getValue(String.class); + Consumer>> couchbaseConsumer = context + .getBean("couchbaseConsumer", Consumer.class); + couchbaseConsumer.accept(Flux.just(new GenericMessage<>(new User("David", "david@david.com")))); + + User saved = cluster.bucket(bucketName).defaultCollection().get("david@david.com").contentAs(User.class); + assertThat(saved.getName()).isEqualTo("David"); + } + } + + + @Test + void multipleUpsert() { + try (ConfigurableApplicationContext context = applicationBuilder + .properties(Map.of( + "couchbase.consumer.bucketExpression", "'test'", + "couchbase.consumer.keyExpression", "payload.email")) + .run()) { + CouchbaseConsumerProperties properties = context.getBean(CouchbaseConsumerProperties.class); + Cluster cluster = context.getBean(Cluster.class); + String bucketName = properties.getBucketExpression().getValue(String.class); + User user1 = new User("David", "david@david.com"); + User user2 = new User("Nanette", "nanette@nanette.com"); + User user3 = new User("Soby", "soby@soby.com"); + + Function>, Flux> couchbaseConsumerFunction = context + .getBean("couchbaseConsumerFunction", Function.class); + StepVerifier.create(couchbaseConsumerFunction + .apply(Flux.just( + new GenericMessage<>(user1), + new GenericMessage<>(user2), + new GenericMessage<>(user3)))) + .expectNextMatches(mutationResult -> mutationResult.mutationToken().get().bucketName().equals( + bucketName)) + .expectNextMatches(mutationResult -> mutationResult.mutationToken().get().bucketName().equals( + bucketName)) + .expectNextMatches(mutationResult -> mutationResult.mutationToken().get().bucketName().equals( + bucketName)) + .verifyComplete(); + + List users = cluster.query("SELECT name,email from test").rowsAs(User.class); + assertThat(users).containsExactlyInAnyOrder(user1, user2, user3); + } + } + + @Test + void customBucketExpression() { + try (ConfigurableApplicationContext context = applicationBuilder + .properties(Map.of( + "couchbase.consumer.bucketExpression", "headers.bucketName", + "couchbase.consumer.keyExpression", "payload.email")) + .run()) { + CouchbaseConsumerProperties properties = context.getBean(CouchbaseConsumerProperties.class); + Cluster cluster = context.getBean(Cluster.class); + String bucketName = "test"; + MessageBuilder.withPayload(new User("David", "david@david.com")) + .copyHeaders(Map.of("bucketName", bucketName)).build(); + Function>, Flux> couchbaseConsumerFunction = context + .getBean("couchbaseConsumerFunction", Function.class); + Message message = MessageBuilder.withPayload(new User("David", "david@david.com")) + .copyHeaders(Map.of("bucketName", bucketName)).build(); + StepVerifier.create(couchbaseConsumerFunction.apply(Flux.just(message))) + .expectNextMatches( + (MutationResult mutationResult) -> mutationResult.mutationToken().get().bucketName().equals( + bucketName)) + .verifyComplete(); + + User saved = cluster.bucket(bucketName).defaultCollection().get("david@david.com").contentAs(User.class); + assertThat(saved.getName()).isEqualTo("David"); + } + } + + @Test + void customValueExpression() { + try (ConfigurableApplicationContext context = applicationBuilder + .properties(Map.of( + "couchbase.consumer.bucketExpression", "'test'", + "couchbase.consumer.valueExpression", "payload.user", + "couchbase.consumer.keyExpression", "payload.user.email")) + .run()) { + CouchbaseConsumerProperties properties = context.getBean(CouchbaseConsumerProperties.class); + Cluster cluster = context.getBean(Cluster.class); + String bucketName = properties.getBucketExpression().getValue(String.class); + Function>, Flux> couchbaseConsumerFunction = context + .getBean("couchbaseConsumerFunction", Function.class); + StepVerifier.create(couchbaseConsumerFunction + .apply(Flux.just(new GenericMessage<>(Map.of("user", new User("David", "david@david.com")))))) + .expectNextMatches(mutationResult -> mutationResult.mutationToken().get().bucketName().equals( + bucketName)) + .verifyComplete(); + + Bucket bucket = cluster.bucket(bucketName); + User saved = cluster.bucket(bucketName).defaultCollection().get("david@david.com").contentAs(User.class); + assertThat(saved.getName()).isEqualTo("David"); + } + } + + @Test + void bucketDoesNotExistShouldThrowException() { + try (ConfigurableApplicationContext context = applicationBuilder + .properties(Map.of( + "couchbase.consumer.bucketExpression", "'users'", + "couchbase.consumer.keyExpression", "payload.email")) + .run()) { + CouchbaseConsumerProperties properties = context.getBean(CouchbaseConsumerProperties.class); + Function>, Flux> couchbaseConsumerFunction = context + .getBean("couchbaseConsumerFunction", Function.class); + StepVerifier.create(couchbaseConsumerFunction + .apply(Flux.just(new GenericMessage<>(new User("David", "david@david.com"))))) + .expectErrorMatches(e -> e.toString().contains("BUCKET_NOT_AVAILABLE")) + .verify(); + } + } + + @SpringBootApplication + static class TestConfig { + @Autowired + Cluster cluster; + + @PreDestroy + public void destroy() { + cluster.disconnect(); + } + } + + @JsonIgnoreProperties(ignoreUnknown = true) + static class User { + private String name; + + private String email; + + public String getName() { + return name; + } + + public void setName(String name) { + this.name = name; + } + + public String getEmail() { + return email; + } + + public void setEmail(String email) { + this.email = email; + } + + public User() { + } + + User(String name, String email) { + this.name = name; + this.email = email; + } + + @Override + public boolean equals(Object o) { + if (this == o) { + return true; + } + if (o == null || getClass() != o.getClass()) { + return false; + } + User user = (User) o; + return Objects.equals(name, user.name) && + Objects.equals(email, user.email); + } + + @Override + public int hashCode() { + return Objects.hash(name, email); + } + } + +} diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/test/resources/logback-test.xml b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/test/resources/logback-test.xml new file mode 100644 index 0000000..132ca69 --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-consumer/src/test/resources/logback-test.xml @@ -0,0 +1,14 @@ + + + + %d{HH:mm:ss.SSS} [%thread] %-5level %logger - %msg%n + + + + + + + + + + \ No newline at end of file diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/README.adoc b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/README.adoc new file mode 100644 index 0000000..8ab130f --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/README.adoc @@ -0,0 +1,22 @@ +== Options + +The **$$couchbase$$** $$sink$$ has the following options: + + +//tag::configuration-properties[] +Properties grouped by prefix: + + +=== couchbase.consumer + +$$bucket-expression$$:: $$A SpEL expression to specify the bucket.$$ *($$Expression$$, default: `$$$$`)* +$$collection-expression$$:: $$A SpEL expression to specify the collection.$$ *($$Expression$$, default: `$$$$`)* +$$key-expression$$:: $$A SpEL expression to specify the key.$$ *($$Expression$$, default: `$$$$`)* +$$value-expression$$:: $$A SpEL expression to specify the value (default is payload).$$ *($$Expression$$, default: `$$$$`)* + +=== spring.couchbase + +$$connection-string$$:: $$Connection string used to locate the Couchbase cluster.$$ *($$String$$, default: `$$$$`)* +$$password$$:: $$Cluster password.$$ *($$String$$, default: `$$$$`)* +$$username$$:: $$Cluster username.$$ *($$String$$, default: `$$$$`)* +//end::configuration-properties[] diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/pom.xml b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/pom.xml new file mode 100644 index 0000000..845bf52 --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/pom.xml @@ -0,0 +1,132 @@ + + + 4.0.0 + + io.spring.example + couchbase-stream-applications + 0.0.1-SNAPSHOT + .. + + io.spring.example + couchbase-sink + 0.0.1-SNAPSHOT + couchbase-sink + Demo Couchbase Sink + + + !integration + + + + + io.spring.example + couchbase-consumer + 0.0.1-SNAPSHOT + + + org.springframework.cloud + spring-cloud-stream + + + org.springframework.boot + spring-boot-starter-actuator + + + org.springframework.cloud + spring-cloud-stream-binder-kafka + + + org.springframework.boot + spring-boot-starter-test + test + + + org.springframework.cloud + spring-cloud-stream + test-jar + test-binder + test + + + org.testcontainers + couchbase + test + + + org.testcontainers + kafka + test + + + org.testcontainers + junit-jupiter + test + + + org.springframework.cloud.stream.app + stream-applications-test-support + 3.0.0-RC1 + test + + + + + + + org.apache.maven.plugins + maven-failsafe-plugin + + + org.junit.jupiter + junit-jupiter-engine + 5.7.0 + + + + + integration + + *IntegrationTests.java + + true + + + + org.springframework.boot + spring-boot-maven-plugin + + + build-imagage + + build-image + + pre-integration-test + + + + + org.springframework.cloud + spring-cloud-dataflow-apps-docs-plugin + 1.1.0-SNAPSHOT + + + generate-documentation + verify + + generate-documentation + + + + + + org.apache.maven.plugins + maven-surefire-plugin + + !integration + + + + + + diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/main/java/io/spring/example/couchbase/sink/CouchbaseSinkApplication.java b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/main/java/io/spring/example/couchbase/sink/CouchbaseSinkApplication.java new file mode 100644 index 0000000..4bc9e36 --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/main/java/io/spring/example/couchbase/sink/CouchbaseSinkApplication.java @@ -0,0 +1,31 @@ +/* + * Copyright 2020-2020 the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package io.spring.example.couchbase.sink; + +import io.spring.example.couchbase.consumer.CouchbaseConsumerConfiguration; + +import org.springframework.boot.SpringApplication; +import org.springframework.boot.autoconfigure.SpringBootApplication; +import org.springframework.context.annotation.Import; + +@SpringBootApplication +@Import(CouchbaseConsumerConfiguration.class) +public class CouchbaseSinkApplication { + public static void main(String... args) { + new SpringApplication(CouchbaseSinkApplication.class).run(args); + } +} diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/main/resources/META-INF/dataflow-configuration-metadata.properties b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/main/resources/META-INF/dataflow-configuration-metadata.properties new file mode 100644 index 0000000..104d30a --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/main/resources/META-INF/dataflow-configuration-metadata.properties @@ -0,0 +1,3 @@ +configuration-properties.classes=io.spring.example.couchbase.consumer.CouchbaseConsumerProperties, \ + org.springframework.boot.autoconfigure.couchbase.CouchbaseProperties + diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/main/resources/application.properties b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/main/resources/application.properties new file mode 100644 index 0000000..6fb5cfc --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/main/resources/application.properties @@ -0,0 +1,3 @@ +management.endpoints.web.exposure.include=health,info,bindings +spring.cloud.function.definition=couchbaseConsumer +spring.cloud.stream.function.bindings.couchbaseConsumer-in-0=input diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/java/io/spring/example/couchbase/sink/CouchbaseSinkApplicationTests.java b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/java/io/spring/example/couchbase/sink/CouchbaseSinkApplicationTests.java new file mode 100644 index 0000000..c0879fe --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/java/io/spring/example/couchbase/sink/CouchbaseSinkApplicationTests.java @@ -0,0 +1,79 @@ +/* + * Copyright 2020-2020 the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package io.spring.example.couchbase.sink; + +import java.time.Duration; +import java.util.HashMap; +import java.util.Map; + +import com.couchbase.client.java.Cluster; +import io.spring.example.couchbase.sink.domain.User; +import org.junit.jupiter.api.BeforeAll; +import org.junit.jupiter.api.Test; +import org.testcontainers.couchbase.BucketDefinition; +import org.testcontainers.couchbase.CouchbaseContainer; +import org.testcontainers.junit.jupiter.Container; +import org.testcontainers.junit.jupiter.Testcontainers; + +import org.springframework.boot.WebApplicationType; +import org.springframework.boot.builder.SpringApplicationBuilder; +import org.springframework.cloud.stream.binder.test.InputDestination; +import org.springframework.cloud.stream.binder.test.TestChannelBinderConfiguration; +import org.springframework.context.ConfigurableApplicationContext; +import org.springframework.messaging.support.GenericMessage; + +import static org.assertj.core.api.Assertions.assertThat; +import static org.awaitility.Awaitility.await; + +@Testcontainers +public class CouchbaseSinkApplicationTests { + @Container + static CouchbaseContainer container = new CouchbaseContainer("couchbase/server:6.6.0") + .withBucket(new BucketDefinition("test")); + + static Map connectProperties = new HashMap<>(); + + @BeforeAll + static void initialize() { + connectProperties.put("spring.couchbase.connection-string", container.getConnectionString()); + connectProperties.put("spring.couchbase.username", container.getUsername()); + connectProperties.put("spring.couchbase.password", container.getPassword()); + } + + @Test + void test() { + try (ConfigurableApplicationContext context = new SpringApplicationBuilder( + TestChannelBinderConfiguration + .getCompleteConfiguration(CouchbaseSinkApplication.class, CouchbaseSinkApplication.class)) + .web(WebApplicationType.NONE) + .properties(connectProperties) + .run("--couchbase.consumer.bucketExpression='test'", + "--couchbase.consumer.keyExpression=payload.email")) { + InputDestination inputDestination = context.getBean(InputDestination.class); + Cluster cluster = context.getBean(Cluster.class); + inputDestination.send(new GenericMessage<>(new User("Bart Simpson", "bart@simpsons.com"))); + + await().atMost(Duration.ofSeconds(10)).untilAsserted(() -> { + User user = cluster.bucket("test").defaultCollection().get("bart@simpsons.com") + .contentAs(User.class); + assertThat(user).isNotNull(); + assertThat(user.getName()).isEqualTo("Bart Simpson"); + }); + } + } + +} diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/java/io/spring/example/couchbase/sink/domain/User.java b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/java/io/spring/example/couchbase/sink/domain/User.java new file mode 100644 index 0000000..b73d49b --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/java/io/spring/example/couchbase/sink/domain/User.java @@ -0,0 +1,70 @@ +/* + * Copyright 2020-2020 the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package io.spring.example.couchbase.sink.domain; + +import java.util.Objects; + +import com.fasterxml.jackson.annotation.JsonIgnoreProperties; + +@JsonIgnoreProperties(ignoreUnknown = true) +public class User { + private String name; + + private String email; + + public String getName() { + return name; + } + + public void setName(String name) { + this.name = name; + } + + public String getEmail() { + return email; + } + + public void setEmail(String email) { + this.email = email; + } + + public User() { + } + + public User(String name, String email) { + this.name = name; + this.email = email; + } + + @Override + public boolean equals(Object o) { + if (this == o) { + return true; + } + if (o == null || getClass() != o.getClass()) { + return false; + } + User user = (User) o; + return Objects.equals(name, user.name) && + Objects.equals(email, user.email); + } + + @Override + public int hashCode() { + return Objects.hash(name, email); + } +} \ No newline at end of file diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/java/io/spring/example/couchbase/sink/integration/CouchbaseSinkIntegrationTests.java b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/java/io/spring/example/couchbase/sink/integration/CouchbaseSinkIntegrationTests.java new file mode 100644 index 0000000..895c79f --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/java/io/spring/example/couchbase/sink/integration/CouchbaseSinkIntegrationTests.java @@ -0,0 +1,108 @@ +/* + * Copyright 2020-2020 the original author or authors. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * https://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package io.spring.example.couchbase.sink.integration; + +import java.time.Duration; + +import com.couchbase.client.java.Cluster; +import com.couchbase.client.java.ClusterOptions; +import com.couchbase.client.java.kv.ExistsResult; +import io.spring.example.couchbase.sink.domain.User; +import org.junit.jupiter.api.AfterAll; +import org.junit.jupiter.api.BeforeAll; +import org.junit.jupiter.api.Tag; +import org.junit.jupiter.api.Test; +import org.testcontainers.containers.wait.strategy.Wait; +import org.testcontainers.couchbase.BucketDefinition; +import org.testcontainers.couchbase.CouchbaseContainer; +import org.testcontainers.couchbase.CouchbaseService; +import org.testcontainers.junit.jupiter.Container; +import org.testcontainers.shaded.com.fasterxml.jackson.core.JsonProcessingException; +import org.testcontainers.shaded.com.fasterxml.jackson.databind.ObjectMapper; + +import org.springframework.beans.factory.annotation.Autowired; +import org.springframework.cloud.stream.app.test.integration.StreamAppContainer; +import org.springframework.cloud.stream.app.test.integration.TestTopicSender; +import org.springframework.cloud.stream.app.test.integration.junit.jupiter.KafkaStreamAppTest; +import org.springframework.cloud.stream.app.test.integration.kafka.KafkaConfig; +import org.springframework.cloud.stream.app.test.integration.kafka.KafkaStreamAppContainer; + +import static org.assertj.core.api.Assertions.assertThat; +import static org.awaitility.Awaitility.await; +import static org.springframework.cloud.stream.app.test.integration.AppLog.appLog; + +@KafkaStreamAppTest +@Tag("integration") +public class CouchbaseSinkIntegrationTests { + + static StreamAppContainer sink = new KafkaStreamAppContainer("couchbase-sink:0.0.1-SNAPSHOT"); + + @Container + static CouchbaseContainer container = new CouchbaseContainer("couchbase/server:6.6.0") + .withEnabledServices(CouchbaseService.INDEX, CouchbaseService.KV, CouchbaseService.QUERY, + CouchbaseService.SEARCH) + .withNetwork(KafkaConfig.kafka.getNetwork()) + .withNetworkAliases("couchbase-server") + .withBucket(new BucketDefinition("test")); + + static Cluster cluster; + + @Autowired + TestTopicSender testTopicSender; + + @BeforeAll + static void initialize() { + await().until(() -> container.isRunning()); + String connectionString = "couchbase://couchbase-server"; + sink.waitingFor(Wait.forLogMessage(".*Started CouchbaseSink.*", 1)) + .withLogConsumer(appLog("couchbase-sink")) + .withCommand( + "--spring.couchbase.connection-string=couchbase://couchbase-server", + "--spring.couchbase.username=" + container.getUsername(), + "--spring.couchbase.password=" + container.getPassword(), + "--couchbase.consumer.bucket-expression='test'", + "--couchbase.consumer.key-expression=payload.email") + .start(); + + cluster = Cluster.connect(container.getConnectionString(), + ClusterOptions.clusterOptions(container.getUsername(), container.getPassword())); + } + + @AfterAll + static void stop() { + sink.stop(); + } + + @Test + void test() throws JsonProcessingException { + ObjectMapper objectMapper = new ObjectMapper(); + testTopicSender.send(sink.getInputDestination(), + objectMapper.writeValueAsString(new User("Bart Simpson", "bart@simpsons.com"))); + + await().atMost(Duration.ofSeconds(10)).untilAsserted(() -> { + ExistsResult result = cluster.bucket("test").defaultCollection().exists("bart@simpsons.com"); + assertThat(result.exists()).isTrue(); + }); + + User user = objectMapper.readValue( + cluster.bucket("test").defaultCollection().get("bart@simpsons.com").contentAs(String.class), + User.class); + + assertThat(user.getName()).isEqualTo("Bart Simpson"); + } + +} diff --git a/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/resources/logback-test.xml b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/resources/logback-test.xml new file mode 100644 index 0000000..132ca69 --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/couchbase-sink/src/test/resources/logback-test.xml @@ -0,0 +1,14 @@ + + + + %d{HH:mm:ss.SSS} [%thread] %-5level %logger - %msg%n + + + + + + + + + + \ No newline at end of file diff --git a/function-based-stream-app-samples/couchbase-stream-applications/mvnw b/function-based-stream-app-samples/couchbase-stream-applications/mvnw new file mode 100755 index 0000000..a16b543 --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/mvnw @@ -0,0 +1,310 @@ +#!/bin/sh +# ---------------------------------------------------------------------------- +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. +# ---------------------------------------------------------------------------- + +# ---------------------------------------------------------------------------- +# Maven Start Up Batch script +# +# Required ENV vars: +# ------------------ +# JAVA_HOME - location of a JDK home dir +# +# Optional ENV vars +# ----------------- +# M2_HOME - location of maven2's installed home dir +# MAVEN_OPTS - parameters passed to the Java VM when running Maven +# e.g. to debug Maven itself, use +# set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +# MAVEN_SKIP_RC - flag to disable loading of mavenrc files +# ---------------------------------------------------------------------------- + +if [ -z "$MAVEN_SKIP_RC" ] ; then + + if [ -f /etc/mavenrc ] ; then + . /etc/mavenrc + fi + + if [ -f "$HOME/.mavenrc" ] ; then + . "$HOME/.mavenrc" + fi + +fi + +# OS specific support. $var _must_ be set to either true or false. +cygwin=false; +darwin=false; +mingw=false +case "`uname`" in + CYGWIN*) cygwin=true ;; + MINGW*) mingw=true;; + Darwin*) darwin=true + # Use /usr/libexec/java_home if available, otherwise fall back to /Library/Java/Home + # See https://developer.apple.com/library/mac/qa/qa1170/_index.html + if [ -z "$JAVA_HOME" ]; then + if [ -x "/usr/libexec/java_home" ]; then + export JAVA_HOME="`/usr/libexec/java_home`" + else + export JAVA_HOME="/Library/Java/Home" + fi + fi + ;; +esac + +if [ -z "$JAVA_HOME" ] ; then + if [ -r /etc/gentoo-release ] ; then + JAVA_HOME=`java-config --jre-home` + fi +fi + +if [ -z "$M2_HOME" ] ; then + ## resolve links - $0 may be a link to maven's home + PRG="$0" + + # need this for relative symlinks + while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG="`dirname "$PRG"`/$link" + fi + done + + saveddir=`pwd` + + M2_HOME=`dirname "$PRG"`/.. + + # make it fully qualified + M2_HOME=`cd "$M2_HOME" && pwd` + + cd "$saveddir" + # echo Using m2 at $M2_HOME +fi + +# For Cygwin, ensure paths are in UNIX format before anything is touched +if $cygwin ; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --unix "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --unix "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --unix "$CLASSPATH"` +fi + +# For Mingw, ensure paths are in UNIX format before anything is touched +if $mingw ; then + [ -n "$M2_HOME" ] && + M2_HOME="`(cd "$M2_HOME"; pwd)`" + [ -n "$JAVA_HOME" ] && + JAVA_HOME="`(cd "$JAVA_HOME"; pwd)`" +fi + +if [ -z "$JAVA_HOME" ]; then + javaExecutable="`which javac`" + if [ -n "$javaExecutable" ] && ! [ "`expr \"$javaExecutable\" : '\([^ ]*\)'`" = "no" ]; then + # readlink(1) is not available as standard on Solaris 10. + readLink=`which readlink` + if [ ! `expr "$readLink" : '\([^ ]*\)'` = "no" ]; then + if $darwin ; then + javaHome="`dirname \"$javaExecutable\"`" + javaExecutable="`cd \"$javaHome\" && pwd -P`/javac" + else + javaExecutable="`readlink -f \"$javaExecutable\"`" + fi + javaHome="`dirname \"$javaExecutable\"`" + javaHome=`expr "$javaHome" : '\(.*\)/bin'` + JAVA_HOME="$javaHome" + export JAVA_HOME + fi + fi +fi + +if [ -z "$JAVACMD" ] ; then + if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + else + JAVACMD="`which java`" + fi +fi + +if [ ! -x "$JAVACMD" ] ; then + echo "Error: JAVA_HOME is not defined correctly." >&2 + echo " We cannot execute $JAVACMD" >&2 + exit 1 +fi + +if [ -z "$JAVA_HOME" ] ; then + echo "Warning: JAVA_HOME environment variable is not set." +fi + +CLASSWORLDS_LAUNCHER=org.codehaus.plexus.classworlds.launcher.Launcher + +# traverses directory structure from process work directory to filesystem root +# first directory with .mvn subdirectory is considered project base directory +find_maven_basedir() { + + if [ -z "$1" ] + then + echo "Path not specified to find_maven_basedir" + return 1 + fi + + basedir="$1" + wdir="$1" + while [ "$wdir" != '/' ] ; do + if [ -d "$wdir"/.mvn ] ; then + basedir=$wdir + break + fi + # workaround for JBEAP-8937 (on Solaris 10/Sparc) + if [ -d "${wdir}" ]; then + wdir=`cd "$wdir/.."; pwd` + fi + # end of workaround + done + echo "${basedir}" +} + +# concatenates all lines of a file +concat_lines() { + if [ -f "$1" ]; then + echo "$(tr -s '\n' ' ' < "$1")" + fi +} + +BASE_DIR=`find_maven_basedir "$(pwd)"` +if [ -z "$BASE_DIR" ]; then + exit 1; +fi + +########################################################################################## +# Extension to allow automatically downloading the maven-wrapper.jar from Maven-central +# This allows using the maven wrapper in projects that prohibit checking in binary data. +########################################################################################## +if [ -r "$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" ]; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found .mvn/wrapper/maven-wrapper.jar" + fi +else + if [ "$MVNW_VERBOSE" = true ]; then + echo "Couldn't find .mvn/wrapper/maven-wrapper.jar, downloading it ..." + fi + if [ -n "$MVNW_REPOURL" ]; then + jarUrl="$MVNW_REPOURL/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + else + jarUrl="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + fi + while IFS="=" read key value; do + case "$key" in (wrapperUrl) jarUrl="$value"; break ;; + esac + done < "$BASE_DIR/.mvn/wrapper/maven-wrapper.properties" + if [ "$MVNW_VERBOSE" = true ]; then + echo "Downloading from: $jarUrl" + fi + wrapperJarPath="$BASE_DIR/.mvn/wrapper/maven-wrapper.jar" + if $cygwin; then + wrapperJarPath=`cygpath --path --windows "$wrapperJarPath"` + fi + + if command -v wget > /dev/null; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found wget ... using wget" + fi + if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then + wget "$jarUrl" -O "$wrapperJarPath" + else + wget --http-user=$MVNW_USERNAME --http-password=$MVNW_PASSWORD "$jarUrl" -O "$wrapperJarPath" + fi + elif command -v curl > /dev/null; then + if [ "$MVNW_VERBOSE" = true ]; then + echo "Found curl ... using curl" + fi + if [ -z "$MVNW_USERNAME" ] || [ -z "$MVNW_PASSWORD" ]; then + curl -o "$wrapperJarPath" "$jarUrl" -f + else + curl --user $MVNW_USERNAME:$MVNW_PASSWORD -o "$wrapperJarPath" "$jarUrl" -f + fi + + else + if [ "$MVNW_VERBOSE" = true ]; then + echo "Falling back to using Java to download" + fi + javaClass="$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.java" + # For Cygwin, switch paths to Windows format before running javac + if $cygwin; then + javaClass=`cygpath --path --windows "$javaClass"` + fi + if [ -e "$javaClass" ]; then + if [ ! -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then + if [ "$MVNW_VERBOSE" = true ]; then + echo " - Compiling MavenWrapperDownloader.java ..." + fi + # Compiling the Java class + ("$JAVA_HOME/bin/javac" "$javaClass") + fi + if [ -e "$BASE_DIR/.mvn/wrapper/MavenWrapperDownloader.class" ]; then + # Running the downloader + if [ "$MVNW_VERBOSE" = true ]; then + echo " - Running MavenWrapperDownloader.java ..." + fi + ("$JAVA_HOME/bin/java" -cp .mvn/wrapper MavenWrapperDownloader "$MAVEN_PROJECTBASEDIR") + fi + fi + fi +fi +########################################################################################## +# End of extension +########################################################################################## + +export MAVEN_PROJECTBASEDIR=${MAVEN_BASEDIR:-"$BASE_DIR"} +if [ "$MVNW_VERBOSE" = true ]; then + echo $MAVEN_PROJECTBASEDIR +fi +MAVEN_OPTS="$(concat_lines "$MAVEN_PROJECTBASEDIR/.mvn/jvm.config") $MAVEN_OPTS" + +# For Cygwin, switch paths to Windows format before running java +if $cygwin; then + [ -n "$M2_HOME" ] && + M2_HOME=`cygpath --path --windows "$M2_HOME"` + [ -n "$JAVA_HOME" ] && + JAVA_HOME=`cygpath --path --windows "$JAVA_HOME"` + [ -n "$CLASSPATH" ] && + CLASSPATH=`cygpath --path --windows "$CLASSPATH"` + [ -n "$MAVEN_PROJECTBASEDIR" ] && + MAVEN_PROJECTBASEDIR=`cygpath --path --windows "$MAVEN_PROJECTBASEDIR"` +fi + +# Provide a "standardized" way to retrieve the CLI args that will +# work with both Windows and non-Windows executions. +MAVEN_CMD_LINE_ARGS="$MAVEN_CONFIG $@" +export MAVEN_CMD_LINE_ARGS + +WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +exec "$JAVACMD" \ + $MAVEN_OPTS \ + -classpath "$MAVEN_PROJECTBASEDIR/.mvn/wrapper/maven-wrapper.jar" \ + "-Dmaven.home=${M2_HOME}" "-Dmaven.multiModuleProjectDirectory=${MAVEN_PROJECTBASEDIR}" \ + ${WRAPPER_LAUNCHER} $MAVEN_CONFIG "$@" diff --git a/function-based-stream-app-samples/couchbase-stream-applications/mvnw.cmd b/function-based-stream-app-samples/couchbase-stream-applications/mvnw.cmd new file mode 100644 index 0000000..c8d4337 --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/mvnw.cmd @@ -0,0 +1,182 @@ +@REM ---------------------------------------------------------------------------- +@REM Licensed to the Apache Software Foundation (ASF) under one +@REM or more contributor license agreements. See the NOTICE file +@REM distributed with this work for additional information +@REM regarding copyright ownership. The ASF licenses this file +@REM to you under the Apache License, Version 2.0 (the +@REM "License"); you may not use this file except in compliance +@REM with the License. You may obtain a copy of the License at +@REM +@REM https://www.apache.org/licenses/LICENSE-2.0 +@REM +@REM Unless required by applicable law or agreed to in writing, +@REM software distributed under the License is distributed on an +@REM "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +@REM KIND, either express or implied. See the License for the +@REM specific language governing permissions and limitations +@REM under the License. +@REM ---------------------------------------------------------------------------- + +@REM ---------------------------------------------------------------------------- +@REM Maven Start Up Batch script +@REM +@REM Required ENV vars: +@REM JAVA_HOME - location of a JDK home dir +@REM +@REM Optional ENV vars +@REM M2_HOME - location of maven2's installed home dir +@REM MAVEN_BATCH_ECHO - set to 'on' to enable the echoing of the batch commands +@REM MAVEN_BATCH_PAUSE - set to 'on' to wait for a keystroke before ending +@REM MAVEN_OPTS - parameters passed to the Java VM when running Maven +@REM e.g. to debug Maven itself, use +@REM set MAVEN_OPTS=-Xdebug -Xrunjdwp:transport=dt_socket,server=y,suspend=y,address=8000 +@REM MAVEN_SKIP_RC - flag to disable loading of mavenrc files +@REM ---------------------------------------------------------------------------- + +@REM Begin all REM lines with '@' in case MAVEN_BATCH_ECHO is 'on' +@echo off +@REM set title of command window +title %0 +@REM enable echoing by setting MAVEN_BATCH_ECHO to 'on' +@if "%MAVEN_BATCH_ECHO%" == "on" echo %MAVEN_BATCH_ECHO% + +@REM set %HOME% to equivalent of $HOME +if "%HOME%" == "" (set "HOME=%HOMEDRIVE%%HOMEPATH%") + +@REM Execute a user defined script before this one +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPre +@REM check for pre script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_pre.bat" call "%HOME%\mavenrc_pre.bat" +if exist "%HOME%\mavenrc_pre.cmd" call "%HOME%\mavenrc_pre.cmd" +:skipRcPre + +@setlocal + +set ERROR_CODE=0 + +@REM To isolate internal variables from possible post scripts, we use another setlocal +@setlocal + +@REM ==== START VALIDATION ==== +if not "%JAVA_HOME%" == "" goto OkJHome + +echo. +echo Error: JAVA_HOME not found in your environment. >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +:OkJHome +if exist "%JAVA_HOME%\bin\java.exe" goto init + +echo. +echo Error: JAVA_HOME is set to an invalid directory. >&2 +echo JAVA_HOME = "%JAVA_HOME%" >&2 +echo Please set the JAVA_HOME variable in your environment to match the >&2 +echo location of your Java installation. >&2 +echo. +goto error + +@REM ==== END VALIDATION ==== + +:init + +@REM Find the project base dir, i.e. the directory that contains the folder ".mvn". +@REM Fallback to current working directory if not found. + +set MAVEN_PROJECTBASEDIR=%MAVEN_BASEDIR% +IF NOT "%MAVEN_PROJECTBASEDIR%"=="" goto endDetectBaseDir + +set EXEC_DIR=%CD% +set WDIR=%EXEC_DIR% +:findBaseDir +IF EXIST "%WDIR%"\.mvn goto baseDirFound +cd .. +IF "%WDIR%"=="%CD%" goto baseDirNotFound +set WDIR=%CD% +goto findBaseDir + +:baseDirFound +set MAVEN_PROJECTBASEDIR=%WDIR% +cd "%EXEC_DIR%" +goto endDetectBaseDir + +:baseDirNotFound +set MAVEN_PROJECTBASEDIR=%EXEC_DIR% +cd "%EXEC_DIR%" + +:endDetectBaseDir + +IF NOT EXIST "%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config" goto endReadAdditionalConfig + +@setlocal EnableExtensions EnableDelayedExpansion +for /F "usebackq delims=" %%a in ("%MAVEN_PROJECTBASEDIR%\.mvn\jvm.config") do set JVM_CONFIG_MAVEN_PROPS=!JVM_CONFIG_MAVEN_PROPS! %%a +@endlocal & set JVM_CONFIG_MAVEN_PROPS=%JVM_CONFIG_MAVEN_PROPS% + +:endReadAdditionalConfig + +SET MAVEN_JAVA_EXE="%JAVA_HOME%\bin\java.exe" +set WRAPPER_JAR="%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.jar" +set WRAPPER_LAUNCHER=org.apache.maven.wrapper.MavenWrapperMain + +set DOWNLOAD_URL="https://repo.maven.apache.org/maven2/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + +FOR /F "tokens=1,2 delims==" %%A IN ("%MAVEN_PROJECTBASEDIR%\.mvn\wrapper\maven-wrapper.properties") DO ( + IF "%%A"=="wrapperUrl" SET DOWNLOAD_URL=%%B +) + +@REM Extension to allow automatically downloading the maven-wrapper.jar from Maven-central +@REM This allows using the maven wrapper in projects that prohibit checking in binary data. +if exist %WRAPPER_JAR% ( + if "%MVNW_VERBOSE%" == "true" ( + echo Found %WRAPPER_JAR% + ) +) else ( + if not "%MVNW_REPOURL%" == "" ( + SET DOWNLOAD_URL="%MVNW_REPOURL%/io/takari/maven-wrapper/0.5.6/maven-wrapper-0.5.6.jar" + ) + if "%MVNW_VERBOSE%" == "true" ( + echo Couldn't find %WRAPPER_JAR%, downloading it ... + echo Downloading from: %DOWNLOAD_URL% + ) + + powershell -Command "&{"^ + "$webclient = new-object System.Net.WebClient;"^ + "if (-not ([string]::IsNullOrEmpty('%MVNW_USERNAME%') -and [string]::IsNullOrEmpty('%MVNW_PASSWORD%'))) {"^ + "$webclient.Credentials = new-object System.Net.NetworkCredential('%MVNW_USERNAME%', '%MVNW_PASSWORD%');"^ + "}"^ + "[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12; $webclient.DownloadFile('%DOWNLOAD_URL%', '%WRAPPER_JAR%')"^ + "}" + if "%MVNW_VERBOSE%" == "true" ( + echo Finished downloading %WRAPPER_JAR% + ) +) +@REM End of extension + +@REM Provide a "standardized" way to retrieve the CLI args that will +@REM work with both Windows and non-Windows executions. +set MAVEN_CMD_LINE_ARGS=%* + +%MAVEN_JAVA_EXE% %JVM_CONFIG_MAVEN_PROPS% %MAVEN_OPTS% %MAVEN_DEBUG_OPTS% -classpath %WRAPPER_JAR% "-Dmaven.multiModuleProjectDirectory=%MAVEN_PROJECTBASEDIR%" %WRAPPER_LAUNCHER% %MAVEN_CONFIG% %* +if ERRORLEVEL 1 goto error +goto end + +:error +set ERROR_CODE=1 + +:end +@endlocal & set ERROR_CODE=%ERROR_CODE% + +if not "%MAVEN_SKIP_RC%" == "" goto skipRcPost +@REM check for post script, once with legacy .bat ending and once with .cmd ending +if exist "%HOME%\mavenrc_post.bat" call "%HOME%\mavenrc_post.bat" +if exist "%HOME%\mavenrc_post.cmd" call "%HOME%\mavenrc_post.cmd" +:skipRcPost + +@REM pause the script if MAVEN_BATCH_PAUSE is set to 'on' +if "%MAVEN_BATCH_PAUSE%" == "on" pause + +if "%MAVEN_TERMINATE_CMD%" == "on" exit %ERROR_CODE% + +exit /B %ERROR_CODE% diff --git a/function-based-stream-app-samples/couchbase-stream-applications/pom.xml b/function-based-stream-app-samples/couchbase-stream-applications/pom.xml new file mode 100644 index 0000000..591137c --- /dev/null +++ b/function-based-stream-app-samples/couchbase-stream-applications/pom.xml @@ -0,0 +1,82 @@ + + + 4.0.0 + + org.springframework.boot + spring-boot-starter-parent + 2.4.0 + + + io.spring.example + couchbase-stream-applications + 0.0.1-SNAPSHOT + couchbase-stream-applications + pom + Demo Stream Applications project for Couchhbase + + + 11 + 2020.0.0-M5 + 1.86 + 3.0.10 + 1.15.0 + + + + + couchbase-consumer + couchbase-sink + + + + + + com.couchbase.client + java-client + ${couchbase-java-client.version} + + + org.springframework.cloud + spring-cloud-dependencies + ${spring-cloud.version} + pom + import + + + org.testcontainers + testcontainers-bom + ${test-containers.version} + pom + import + + + + + + + spring-milestones + Spring Milestones + https://repo.spring.io/milestone + + + + + + spring-milestones + Spring Milestones + https://repo.spring.io/milestone + + + + spring-snapshots + Spring Snapshots + https://repo.spring.io/snapshot + + true + + + + + + diff --git a/function-based-stream-app-samples/image-thumbnail-samples/image-thumbnail-stream-sample/image-thumbnail-sink/pom.xml b/function-based-stream-app-samples/image-thumbnail-samples/image-thumbnail-stream-sample/image-thumbnail-sink/pom.xml index a450fff..e64ac8b 100644 --- a/function-based-stream-app-samples/image-thumbnail-samples/image-thumbnail-stream-sample/image-thumbnail-sink/pom.xml +++ b/function-based-stream-app-samples/image-thumbnail-samples/image-thumbnail-stream-sample/image-thumbnail-sink/pom.xml @@ -109,4 +109,46 @@ + + + spring-snapshots + Spring Snapshots + https://repo.spring.io/snapshot + + true + + + false + + + + spring-milestones + Spring Milestones + https://repo.spring.io/milestonl + + false + + + + + + spring-snapshots + Spring Snapshots + https://repo.spring.io/snapshot + + true + + + false + + + + spring-milestones + Spring Milestones + https://repo.spring.io/milestone + + false + + + \ No newline at end of file diff --git a/function-based-stream-app-samples/pom.xml b/function-based-stream-app-samples/pom.xml index 39f65ed..e04fe1d 100644 --- a/function-based-stream-app-samples/pom.xml +++ b/function-based-stream-app-samples/pom.xml @@ -15,6 +15,7 @@ image-thumbnail-samples + couchbase-stream-applications