Convert Consumer<Foo> to Function<Flux<Foo>,Mono<Void>>

This results in a better experience for users because the consumer
that they write is only applied to a Flux that is subscribed to
by the framework once. It gives better control over the flow of
foos, e.g. if some component wants to subscribe on a thread.
This commit is contained in:
Dave Syer
2018-03-26 10:06:13 +01:00
parent a1b624b28a
commit 5aeba1ea96
13 changed files with 144 additions and 76 deletions

View File

@@ -19,6 +19,53 @@ include::https://raw.githubusercontent.com/spring-cloud/spring-cloud-build/maste
include::getting-started.adoc[] include::getting-started.adoc[]
== Function Catalog and Flexible Function Signatures
One of the main features of Spring Cloud Function is to adapt and
support a range of type signatures for user-defined functions. So
users can supply a bean of type `Function<String,String>`, for
instance, and the `FunctionCatalog` will wrap it into a
`Function<Flux<String>,Flux<String>>`. Users don't normally have to
care about the `FunctionCatalog` at all, but it is useful to know what
kind of functions are supported in user code.
Generally speaking users can expect that if they write a function for
a plain old Java type (or primitive wrapper), then the function
catalog will wrap it to a `Flux` of the same type. If the user writes
a function using `Message` (from spring-messaging) it will receive and
transmit headers from any adapter that supports key-value metadata
(e.g. HTTP headers). Here are the details.
|===
| User Function | Catalog Registration |
| `Function<S,T>` | `Function<Flux<S>, Flux<T>>` |
| `Function<Message<S>,Message<T>>` | `Function<Flux<Message<S>>, Flux<Message<T>>>` |
| `Function<Flux<S>, Flux<T>>` | `Function<Flux<S>, Flux<T>>` (pass through) |
| `Supplier<T>` | `Supplier<Flux<T>>` |
| `Supplier<Flux<T>>` | `Supplier<Flux<T>>` |
| `Consumer<T>` | `Function<Flux<T>, Mono<Void>>` |
| `Consumer<Message<T>>` | `Function<Flux<Message<T>>, Mono<Void>>` |
| `Consumer<Flux<T>>` | `Consumer<Flux<T>>` |
Consumer is a little bit special because it has a `void` return type,
which implies blocking, at least potentially. Most likely you will not
need to write `Consumer<Flux<?>>`, but if you do need to do that,
remember to subscribe to the input flux. If you declare a `Consumer`
of a non publisher type (which is normal), it will be converted to a
function that returns a publisher, so that it can be subscribed to in
a controlled way.
A function catalog can contain a `Supplier` and a `Function` (or
`Consumer`) with the same name (like a GET and a POST to the same
resource). It can even contain a `Consumer<Flux<>>` with the same name
as a `Function`, but it cannot contain a `Consumer<T>` and a
`Function<T,S>` with the same name when `T` is not a `Publisher`
because the consumer would be converted to a `Function` and only one
of them can be registered.
|===
== Standalone Web Applications == Standalone Web Applications
The `spring-cloud-function-web` module has autoconfiguration that The `spring-cloud-function-web` module has autoconfiguration that

View File

@@ -29,6 +29,7 @@ import java.util.jar.Manifest;
import org.apache.commons.logging.Log; import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory; import org.apache.commons.logging.LogFactory;
import org.reactivestreams.Publisher;
import org.springframework.beans.BeanUtils; import org.springframework.beans.BeanUtils;
import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Autowired;
@@ -49,7 +50,7 @@ public class SpringFunctionInitializer implements Closeable {
private final Class<?> configurationClass; private final Class<?> configurationClass;
private Function<Flux<?>, Flux<?>> function; private Function<Flux<?>, Publisher<?>> function;
private Consumer<Flux<?>> consumer; private Consumer<Flux<?>> consumer;
@@ -104,16 +105,20 @@ public class SpringFunctionInitializer implements Closeable {
if (defaultName) { if (defaultName) {
name = "consumer"; name = "consumer";
} }
this.consumer = this.catalog.lookup(Consumer.class, name); this.function = this.catalog.lookup(Function.class, name);
if (this.consumer == null) { if (this.function == null) {
if (defaultName) { this.consumer = this.catalog.lookup(Consumer.class, name);
name = "supplier"; if (this.consumer == null) {
if (defaultName) {
name = "supplier";
}
this.supplier = this.catalog.lookup(Supplier.class, name);
} }
this.supplier = this.catalog.lookup(Supplier.class, name);
} }
} }
} }
this.context = context; this.context = context;
} }
private SpringApplicationBuilder springApplication() { private SpringApplicationBuilder springApplication() {
@@ -143,7 +148,7 @@ public class SpringFunctionInitializer implements Closeable {
protected Flux<?> apply(Flux<?> input) { protected Flux<?> apply(Flux<?> input) {
if (this.function != null) { if (this.function != null) {
return function.apply(input); return Flux.from(function.apply(input));
} }
if (this.consumer != null) { if (this.consumer != null) {
this.consumer.accept(input); this.consumer.accept(input);

View File

@@ -38,21 +38,20 @@ import reactor.core.publisher.Flux;
* *
*/ */
public class SpringFunctionInitializerTests { public class SpringFunctionInitializerTests {
private SpringFunctionInitializer initializer; private SpringFunctionInitializer initializer;
@After @After
public void after() { public void after() {
System.clearProperty("function.name"); System.clearProperty("function.name");
if (initializer!=null) { if (initializer != null) {
initializer.close(); initializer.close();
} }
} }
@Test @Test
public void functionBean() { public void functionBean() {
initializer = new SpringFunctionInitializer( initializer = new SpringFunctionInitializer(FluxFunctionConfig.class);
FluxFunctionConfig.class);
initializer.initialize(); initializer.initialize();
Flux<?> result = initializer.apply(Flux.just(new Foo())); Flux<?> result = initializer.apply(Flux.just(new Foo()));
assertThat(result.blockFirst()).isInstanceOf(Bar.class); assertThat(result.blockFirst()).isInstanceOf(Bar.class);
@@ -60,8 +59,7 @@ public class SpringFunctionInitializerTests {
@Test @Test
public void functionCatalog() { public void functionCatalog() {
initializer = new SpringFunctionInitializer( initializer = new SpringFunctionInitializer(FunctionConfig.class);
FunctionConfig.class);
initializer.initialize(); initializer.initialize();
Flux<?> result = initializer.apply(Flux.just(new Foo())); Flux<?> result = initializer.apply(Flux.just(new Foo()));
assertThat(result.blockFirst()).isInstanceOf(Bar.class); assertThat(result.blockFirst()).isInstanceOf(Bar.class);
@@ -69,8 +67,7 @@ public class SpringFunctionInitializerTests {
@Test @Test
public void namedFunctionCatalog() { public void namedFunctionCatalog() {
initializer = new SpringFunctionInitializer( initializer = new SpringFunctionInitializer(NamedFunctionConfig.class);
NamedFunctionConfig.class);
System.setProperty("function.name", "other"); System.setProperty("function.name", "other");
initializer.initialize(); initializer.initialize();
Flux<?> result = initializer.apply(Flux.just(new Foo())); Flux<?> result = initializer.apply(Flux.just(new Foo()));
@@ -79,8 +76,7 @@ public class SpringFunctionInitializerTests {
@Test @Test
public void consumerCatalog() { public void consumerCatalog() {
initializer = new SpringFunctionInitializer( initializer = new SpringFunctionInitializer(ConsumerConfig.class);
ConsumerConfig.class);
initializer.initialize(); initializer.initialize();
Flux<?> result = initializer.apply(Flux.just(new Foo())); Flux<?> result = initializer.apply(Flux.just(new Foo()));
assertThat(result.toStream().collect(Collectors.toList())).isEmpty(); assertThat(result.toStream().collect(Collectors.toList())).isEmpty();
@@ -88,8 +84,7 @@ public class SpringFunctionInitializerTests {
@Test @Test
public void supplierCatalog() { public void supplierCatalog() {
initializer = new SpringFunctionInitializer( initializer = new SpringFunctionInitializer(SupplierConfig.class);
SupplierConfig.class);
initializer.initialize(); initializer.initialize();
Flux<?> result = initializer.apply(Flux.empty()); Flux<?> result = initializer.apply(Flux.empty());
assertThat(result.blockFirst()).isInstanceOf(Bar.class); assertThat(result.blockFirst()).isInstanceOf(Bar.class);

View File

@@ -405,23 +405,22 @@ public class ContextFunctionCatalogAutoConfiguration {
findType(target); findType(target);
} }
Class<?> type; Class<?> type;
target = target(target, key);
registration.target(target);
if (target instanceof Supplier) { if (target instanceof Supplier) {
type = Supplier.class; type = Supplier.class;
registration.target(target((Supplier<?>) target, key));
for (String name : registration.getNames()) { for (String name : registration.getNames()) {
this.suppliers.put(name, registration.getTarget()); this.suppliers.put(name, registration.getTarget());
} }
} }
else if (target instanceof Consumer) { else if (target instanceof Consumer) {
type = Consumer.class; type = Consumer.class;
registration.target(target((Consumer<?>) target, key));
for (String name : registration.getNames()) { for (String name : registration.getNames()) {
this.consumers.put(name, registration.getTarget()); this.consumers.put(name, registration.getTarget());
} }
} }
else if (target instanceof Function) { else if (target instanceof Function) {
type = Function.class; type = Function.class;
registration.target(target((Function<?, ?>) target, key));
for (String name : registration.getNames()) { for (String name : registration.getNames()) {
this.functions.put(name, registration.getTarget()); this.functions.put(name, registration.getTarget());
} }
@@ -454,34 +453,34 @@ public class ContextFunctionCatalogAutoConfiguration {
} }
@SuppressWarnings({ "unchecked", "rawtypes" }) @SuppressWarnings({ "unchecked", "rawtypes" })
private <T> T target(T target, String key) { private Object target(Object target, String key) {
boolean isolated = getClass().getClassLoader() != target.getClass() boolean isolated = getClass().getClassLoader() != target.getClass()
.getClassLoader(); .getClassLoader();
if (target instanceof Supplier<?>) { if (target instanceof Supplier<?>) {
boolean flux = isFluxSupplier(key, (Supplier<?>) target); boolean flux = isFluxSupplier(key, (Supplier<?>) target);
if (isolated) { if (isolated) {
target = (T) new IsolatedSupplier((Supplier<?>) target); target = new IsolatedSupplier((Supplier<?>) target);
} }
if (!flux) { if (!flux) {
target = (T) new FluxSupplier((Supplier<?>) target); target = new FluxSupplier((Supplier<?>) target);
} }
} }
else if (target instanceof Function<?, ?>) { else if (target instanceof Function<?, ?>) {
boolean flux = isFluxFunction(key, (Function<?, ?>) target); boolean flux = isFluxFunction(key, (Function<?, ?>) target);
if (isolated) { if (isolated) {
target = (T) new IsolatedFunction((Function<?, ?>) target); target = new IsolatedFunction((Function<?, ?>) target);
} }
if (!flux) { if (!flux) {
target = (T) new FluxFunction((Function<?, ?>) target); target = new FluxFunction((Function<?, ?>) target);
} }
} }
else if (target instanceof Consumer<?>) { else if (target instanceof Consumer<?>) {
boolean flux = isFluxConsumer(key, (Consumer<?>) target); boolean flux = isFluxConsumer(key, (Consumer<?>) target);
if (isolated) { if (isolated) {
target = (T) new IsolatedConsumer((Consumer<?>) target); target = new IsolatedConsumer((Consumer<?>) target);
} }
if (!flux) { if (!flux) {
target = (T) new FluxConsumer((Consumer<?>) target); target = new FluxConsumer((Consumer<?>) target);
} }
} }
return target; return target;

View File

@@ -32,6 +32,7 @@ import org.springframework.cloud.function.context.config.ContextFunctionCatalogA
import static org.assertj.core.api.Assertions.assertThat; import static org.assertj.core.api.Assertions.assertThat;
import reactor.core.publisher.Flux; import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
/** /**
* @author Dave Syer * @author Dave Syer
@@ -88,7 +89,8 @@ public class BeanFactoryFunctionCatalogTests {
public void composeFunction() { public void composeFunction() {
processor.register(new FunctionRegistration<>(new Foos()).names("foos")); processor.register(new FunctionRegistration<>(new Foos()).names("foos"));
processor.register(new FunctionRegistration<>(new Bars()).names("bars")); processor.register(new FunctionRegistration<>(new Bars()).names("bars"));
Function<Flux<Integer>, Flux<String>> foos = processor.lookup(Function.class, "foos,bars"); Function<Flux<Integer>, Flux<String>> foos = processor.lookup(Function.class,
"foos,bars");
assertThat(foos.apply(Flux.just(2)).blockFirst()).isEqualTo("Hello 4"); assertThat(foos.apply(Flux.just(2)).blockFirst()).isEqualTo("Hello 4");
} }
@@ -112,8 +114,9 @@ public class BeanFactoryFunctionCatalogTests {
processor.register(new FunctionRegistration<>(new Foos()).names("foos")); processor.register(new FunctionRegistration<>(new Foos()).names("foos"));
Sink sink = new Sink(); Sink sink = new Sink();
processor.register(new FunctionRegistration<>(sink).names("sink")); processor.register(new FunctionRegistration<>(sink).names("sink"));
Consumer<Flux<Integer>> foos = processor.lookup(Consumer.class, "foos,sink"); Function<Flux<Integer>, Mono<Void>> foos = processor.lookup(Function.class,
foos.accept(Flux.just(2)); "foos,sink");
foos.apply(Flux.just(2)).subscribe();
assertThat(sink.values).contains("4"); assertThat(sink.values).contains("4");
} }
@@ -121,8 +124,8 @@ public class BeanFactoryFunctionCatalogTests {
public void composeUniqueConsumer() { public void composeUniqueConsumer() {
Sink sink = new Sink(); Sink sink = new Sink();
processor.register(new FunctionRegistration<>(sink).names("sink")); processor.register(new FunctionRegistration<>(sink).names("sink"));
Consumer<Flux<String>> foos = processor.lookup(Consumer.class, ""); Function<Flux<String>, Mono<Void>> foos = processor.lookup(Function.class, "");
foos.accept(Flux.just("2")); foos.apply(Flux.just("2")).subscribe();
assertThat(sink.values).contains("2"); assertThat(sink.values).contains("2");
} }

View File

@@ -66,6 +66,7 @@ import org.springframework.util.StreamUtils;
import static org.assertj.core.api.Assertions.assertThat; import static org.assertj.core.api.Assertions.assertThat;
import reactor.core.publisher.Flux; import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
/** /**
* @author Dave Syer * @author Dave Syer
@@ -115,11 +116,11 @@ public class ContextFunctionCatalogAutoConfigurationTests {
assertThat(context.getBean("foos")).isInstanceOf(Function.class); assertThat(context.getBean("foos")).isInstanceOf(Function.class);
assertThat(catalog.<Function<?, ?>>lookup(Function.class, "foos")) assertThat(catalog.<Function<?, ?>>lookup(Function.class, "foos"))
.isInstanceOf(Function.class); .isInstanceOf(Function.class);
assertThat(catalog.<Consumer<?>>lookup(Consumer.class, "foos")) assertThat(catalog.<Supplier<?>>lookup(Supplier.class, "foos"))
.isInstanceOf(Consumer.class); .isInstanceOf(Supplier.class);
assertThat(inspector.getInputType(catalog.lookup(Function.class, "foos"))) assertThat(inspector.getInputType(catalog.lookup(Function.class, "foos")))
.isEqualTo(String.class); .isEqualTo(String.class);
assertThat(inspector.getInputType(catalog.lookup(Consumer.class, "foos"))) assertThat(inspector.getOutputType(catalog.lookup(Supplier.class, "foos")))
.isEqualTo(Foo.class); .isEqualTo(Foo.class);
} }
@@ -185,13 +186,13 @@ public class ContextFunctionCatalogAutoConfigurationTests {
@Test @Test
public void composedConsumer() { public void composedConsumer() {
create(MultipleConfiguration.class); create(MultipleConfiguration.class);
assertThat(catalog.<Consumer<?>>lookup(Consumer.class, "foos,print")) assertThat(catalog.<Consumer<?>>lookup(Consumer.class, "foos,print")).isNull();
.isInstanceOf(Consumer.class); assertThat(catalog.<Function<?, ?>>lookup(Function.class, "foos,print"))
assertThat(catalog.<Function<?, ?>>lookup(Function.class, "foos,print")).isNull(); .isInstanceOf(Function.class);
assertThat(inspector.getInputType(catalog.lookup(Consumer.class, "foos,print"))) assertThat(inspector.getInputType(catalog.lookup(Function.class, "foos,print")))
.isAssignableFrom(String.class); .isAssignableFrom(String.class);
// The output type is the same as the output type of the last element in the chain // The output type is the same as the output type of the last element in the chain
assertThat(inspector.getOutputType(catalog.lookup(Consumer.class, "foos,print"))) assertThat(inspector.getOutputType(catalog.lookup(Function.class, "foos,print")))
.isAssignableFrom(Void.class); .isAssignableFrom(Void.class);
} }
@@ -391,8 +392,9 @@ public class ContextFunctionCatalogAutoConfigurationTests {
public void simpleConsumer() { public void simpleConsumer() {
create(SimpleConfiguration.class); create(SimpleConfiguration.class);
assertThat(context.getBean("consumer")).isInstanceOf(Consumer.class); assertThat(context.getBean("consumer")).isInstanceOf(Consumer.class);
Consumer<Flux<String>> consumer = catalog.lookup(Consumer.class, "consumer"); Function<Flux<String>, Mono<Void>> consumer = catalog.lookup(Function.class,
consumer.accept(Flux.just("foo", "bar")); "consumer");
consumer.apply(Flux.just("foo", "bar")).subscribe();
assertThat(context.getBean(SimpleConfiguration.class).list).hasSize(2); assertThat(context.getBean(SimpleConfiguration.class).list).hasSize(2);
} }
@@ -464,9 +466,9 @@ public class ContextFunctionCatalogAutoConfigurationTests {
+ "::set", + "::set",
"spring.cloud.function.compile.foos.type=consumer", "spring.cloud.function.compile.foos.type=consumer",
"spring.cloud.function.compile.foos.inputType=String"); "spring.cloud.function.compile.foos.inputType=String");
assertThat(catalog.<Consumer<?>>lookup(Consumer.class, "foos")) assertThat(catalog.<Function<?, ?>>lookup(Function.class, "foos"))
.isInstanceOf(Consumer.class); .isInstanceOf(Function.class);
assertThat(inspector.getInputWrapper(catalog.lookup(Consumer.class, "foos"))) assertThat(inspector.getInputWrapper(catalog.lookup(Function.class, "foos")))
.isEqualTo(String.class); .isEqualTo(String.class);
@SuppressWarnings("unchecked") @SuppressWarnings("unchecked")
Consumer<String> consumer = (Consumer<String>) context.getBean("foos"); Consumer<String> consumer = (Consumer<String>) context.getBean("foos");
@@ -602,7 +604,6 @@ public class ContextFunctionCatalogAutoConfigurationTests {
@EnableAutoConfiguration @EnableAutoConfiguration
@Configuration @Configuration
protected static class AmbiguousConfiguration { protected static class AmbiguousConfiguration {
private List<Foo> list = new ArrayList<>();
@Bean @Bean
public Function<String, Foo> foos() { public Function<String, Foo> foos() {
@@ -611,8 +612,8 @@ public class ContextFunctionCatalogAutoConfigurationTests {
@Bean @Bean
@Qualifier("foos") @Qualifier("foos")
public Consumer<Foo> consumer() { public Supplier<Foo> supplier() {
return value -> list.add(value); return () -> new Foo("bar");
} }
} }

View File

@@ -28,14 +28,15 @@ import org.junit.After;
import org.junit.Test; import org.junit.Test;
import org.springframework.beans.BeanUtils; import org.springframework.beans.BeanUtils;
import org.springframework.test.util.ReflectionTestUtils;
import org.springframework.util.ClassUtils;
import org.springframework.cloud.function.context.FunctionRegistration; import org.springframework.cloud.function.context.FunctionRegistration;
import org.springframework.cloud.function.context.config.ContextFunctionCatalogAutoConfiguration.ContextFunctionRegistry; import org.springframework.cloud.function.context.config.ContextFunctionCatalogAutoConfiguration.ContextFunctionRegistry;
import org.springframework.test.util.ReflectionTestUtils;
import org.springframework.util.ClassUtils;
import static org.assertj.core.api.Assertions.assertThat; import static org.assertj.core.api.Assertions.assertThat;
import reactor.core.publisher.Flux; import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
/** /**
* @author Dave Syer * @author Dave Syer
@@ -124,7 +125,8 @@ public class ContextFunctionPostProcessorTests {
assertThat(foos.get().blockFirst()).isEqualTo("8"); assertThat(foos.get().blockFirst()).isEqualTo("8");
assertThat(processor.getRegistration(foos).getNames()) assertThat(processor.getRegistration(foos).getNames())
.containsExactly("ints|foos"); .containsExactly("ints|foos");
assertThat(processor.getRegistration(foos).getType().getOutputWrapper()).isEqualTo(Flux.class); assertThat(processor.getRegistration(foos).getType().getOutputWrapper())
.isEqualTo(Flux.class);
} }
@Test @Test
@@ -157,9 +159,9 @@ public class ContextFunctionPostProcessorTests {
Object target = create(Sink.class); Object target = create(Sink.class);
processor.register(new FunctionRegistration<>(target).names("sink")); processor.register(new FunctionRegistration<>(target).names("sink"));
@SuppressWarnings("unchecked") @SuppressWarnings("unchecked")
Consumer<Flux<String>> sink = (Consumer<Flux<String>>) processor Function<Flux<String>, Mono<Void>> sink = (Function<Flux<String>, Mono<Void>>) processor
.lookupConsumer("sink"); .lookupFunction("sink");
sink.accept(Flux.just("Hello")); sink.apply(Flux.just("Hello")).subscribe();
@SuppressWarnings("unchecked") @SuppressWarnings("unchecked")
List<String> values = (List<String>) ReflectionTestUtils.getField(target, List<String> values = (List<String>) ReflectionTestUtils.getField(target,
"values"); "values");

View File

@@ -17,18 +17,21 @@
package org.springframework.cloud.function.core; package org.springframework.cloud.function.core;
import java.util.function.Consumer; import java.util.function.Consumer;
import java.util.function.Function;
import reactor.core.publisher.Flux; import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
/** /**
* {@link Consumer} implementation that wraps a target Consumer so that the target's * Wrapper for a {@link Consumer} implementation that converts a non-reactive consumer
* simple input type will be wrapped as a {@link Flux} instance. * into a reactive function.
* *
* @author Dave Syer * @author Dave Syer
* *
* @param <T> input type of target consumer * @param <T> input type of target consumer
*/ */
public class FluxConsumer<T> implements Consumer<Flux<T>>, FluxWrapper<Consumer<T>> { public class FluxConsumer<T>
implements Function<Flux<T>, Mono<Void>>, FluxWrapper<Consumer<T>> {
private final Consumer<T> consumer; private final Consumer<T> consumer;
@@ -42,7 +45,7 @@ public class FluxConsumer<T> implements Consumer<Flux<T>>, FluxWrapper<Consumer<
} }
@Override @Override
public void accept(Flux<T> input) { public Mono<Void> apply(Flux<T> input) {
input.subscribe(t -> consumer.accept(t)); return input.doOnNext(consumer).then();
} }
} }

View File

@@ -44,8 +44,7 @@ public class SampleCompiledConsumerTests {
@Test @Test
public void print() { public void print() {
assertThat(new TestRestTemplate().postForObject( assertThat(new TestRestTemplate().postForObject(
"http://localhost:" + port + "/test", "it works", String.class)) "http://localhost:" + port + "/test", "it works", String.class)).isNull();
.isEqualTo("it works");
assertEquals("it works", Reference.instance); assertEquals("it works", Reference.instance);
} }

View File

@@ -24,6 +24,8 @@ import java.util.Set;
import java.util.function.Consumer; import java.util.function.Consumer;
import java.util.function.Function; import java.util.function.Function;
import org.reactivestreams.Publisher;
import org.springframework.beans.factory.SmartInitializingSingleton; import org.springframework.beans.factory.SmartInitializingSingleton;
import org.springframework.cloud.function.context.FunctionCatalog; import org.springframework.cloud.function.context.FunctionCatalog;
import org.springframework.cloud.function.context.catalog.FunctionInspector; import org.springframework.cloud.function.context.catalog.FunctionInspector;
@@ -89,10 +91,11 @@ public abstract class AbstractStreamListeningInvoker
protected Flux<Message<?>> function(String name, Flux<Message<?>> flux) { protected Flux<Message<?>> function(String name, Flux<Message<?>> flux) {
Function<Object, Flux<?>> function = functionCatalog.lookup(Function.class, name); Function<Object, Flux<?>> function = functionCatalog.lookup(Function.class, name);
return flux.publish(values -> { return flux.publish(values -> {
Flux<?> result = function Publisher<?> result = function
.apply(values.map(message -> convertInput(function).apply(message))); .apply(values.map(message -> convertInput(function).apply(message)));
if (this.functionInspector.isMessage(function)) { if (this.functionInspector.isMessage(function)) {
result = result.map(message -> MessageUtils.unpack(function, message)); result = Flux.from(result)
.map(message -> MessageUtils.unpack(function, message));
} }
Flux<Map<String, Object>> aggregate = headers(values); Flux<Map<String, Object>> aggregate = headers(values);
return aggregate.withLatestFrom(result, return aggregate.withLatestFrom(result,

View File

@@ -23,11 +23,9 @@ import org.springframework.cloud.stream.annotation.Output;
import org.springframework.cloud.stream.annotation.StreamListener; import org.springframework.cloud.stream.annotation.StreamListener;
import org.springframework.cloud.stream.converter.CompositeMessageConverterFactory; import org.springframework.cloud.stream.converter.CompositeMessageConverterFactory;
import org.springframework.cloud.stream.messaging.Processor; import org.springframework.cloud.stream.messaging.Processor;
import org.springframework.cloud.stream.reactive.FluxSender;
import org.springframework.messaging.Message; import org.springframework.messaging.Message;
import reactor.core.publisher.Flux; import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
/** /**
* @author Mark Fisher * @author Mark Fisher
@@ -43,10 +41,9 @@ public class StreamListeningFunctionInvoker extends AbstractStreamListeningInvok
} }
@StreamListener @StreamListener
public Mono<Void> handle(@Input(Processor.INPUT) Flux<Message<?>> input, @Output(Processor.OUTPUT)
@Output(Processor.OUTPUT) FluxSender output) { public Flux<Message<?>> handle(@Input(Processor.INPUT) Flux<Message<?>> input) {
return output.send( return input.groupBy(this::select).flatMap(group -> group.key().process(group));
input.groupBy(this::select).flatMap(group -> group.key().process(group)));
} }
} }

View File

@@ -30,6 +30,7 @@ import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration; import org.springframework.context.annotation.Configuration;
import reactor.core.publisher.Flux; import reactor.core.publisher.Flux;
import reactor.core.publisher.Mono;
/** /**
* @author Mark Fisher * @author Mark Fisher
@@ -45,9 +46,11 @@ public class TaskConfiguration {
@Bean @Bean
public CommandLineRunner commandLineRunner(FunctionCatalog registry) { public CommandLineRunner commandLineRunner(FunctionCatalog registry) {
final Supplier<Flux<Object>> supplier = registry.lookup(Supplier.class, properties.getSupplier()); final Supplier<Flux<Object>> supplier = registry.lookup(Supplier.class,
final Function<Flux<Object>, Flux<Object>> function = registry.lookup(Function.class, properties.getFunction()); properties.getSupplier());
final Consumer<Flux<Object>> consumer = registry.lookup(Consumer.class, properties.getConsumer()); final Function<Flux<Object>, Flux<Object>> function = registry
.lookup(Function.class, properties.getFunction());
final Consumer<Flux<Object>> consumer = consumer(registry);
CommandLineRunner runner = new CommandLineRunner() { CommandLineRunner runner = new CommandLineRunner() {
@Override @Override
@@ -57,4 +60,15 @@ public class TaskConfiguration {
}; };
return runner; return runner;
} }
private Consumer<Flux<Object>> consumer(FunctionCatalog registry) {
Consumer<Flux<Object>> consumer = registry.lookup(Consumer.class,
properties.getConsumer());
if (consumer != null) {
return consumer;
}
Function<Flux<Object>, Mono<Void>> function = registry.lookup(Function.class,
properties.getConsumer());
return flux -> function.apply(flux).subscribe();
}
} }

View File

@@ -191,9 +191,9 @@ public class RestApplicationTests {
ResponseEntity<String> result = rest.exchange(RequestEntity ResponseEntity<String> result = rest.exchange(RequestEntity
.post(new URI("/bareUpdates")).contentType(MediaType.APPLICATION_JSON) .post(new URI("/bareUpdates")).contentType(MediaType.APPLICATION_JSON)
.body("[\"one\",\"two\"]"), String.class); .body("[\"one\",\"two\"]"), String.class);
assertThat(result.getStatusCode()).isEqualTo(HttpStatus.ACCEPTED); assertThat(result.getStatusCode()).isEqualTo(HttpStatus.OK);
assertThat(test.list).hasSize(2); assertThat(test.list).hasSize(2);
assertThat(result.getBody()).isEqualTo("[\"one\",\"two\"]"); assertThat(result.getBody()).isEqualTo("[]");
} }
@Test @Test