Spring/spring-ai
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

add chatclient IT for openai multimodal Audio resposne

Browse Source
This commit is contained in:
Christian Tzolov
2024-12-05 06:50:28 +01:00
parent f922195d36
commit 6cfe5e79e8
1 changed files with 19 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
models/spring-ai-openai/src/test/java/org/springframework/ai/openai/chat/client/OpenAiChatClientIT.java
View File

@@ -41,6 +41,7 @@ import org.springframework.ai.model.function.FunctionCallback;
import org.springframework.ai.openai.OpenAiChatOptions;
import org.springframework.ai.openai.OpenAiTestConfiguration;
import org.springframework.ai.openai.api.OpenAiApi;
import org.springframework.ai.openai.api.OpenAiApi.ChatCompletionRequest.AudioParameters;
import org.springframework.ai.openai.api.tool.MockWeatherService;
import org.springframework.ai.openai.testutils.AbstractIT;
import org.springframework.beans.factory.annotation.Value;
@@ -367,6 +368,24 @@ class OpenAiChatClientIT extends AbstractIT {
assertThat(content).containsAnyOf("bowl", "basket");
}
@Test
void multiModalityAudioResponse() {
ChatResponse response = ChatClient.create(this.chatModel)
.prompt("Tell me joke about Spring Framework")
.options(OpenAiChatOptions.builder()
.withModel(OpenAiApi.ChatModel.GPT_4_O_AUDIO_PREVIEW)
.withOutputAudio(
new AudioParameters(AudioParameters.Voice.ALLOY, AudioParameters.AudioResponseFormat.WAV))
.withOutputModalities(List.of("text", "audio"))
.build())
.call()
.chatResponse();
assertThat(response).isNotNull();
assertThat(response.getResult().getOutput().getMedia().get(0).getDataAsByteArray()).isNotEmpty();
logger.info("Response: " + response);
}
record ActorsFilms(String actor, List<String> movies) {
}