From b774a9549dbba00e3d32abd4cd70e036a2f23891 Mon Sep 17 00:00:00 2001 From: Mark Pollack Date: Wed, 8 May 2024 15:46:17 -0400 Subject: [PATCH] Remove assertion that depends on unreliable response from AI Model --- .../org/springframework/ai/evaluation/BaseMemoryTest.java | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/spring-ai-test/src/main/java/org/springframework/ai/evaluation/BaseMemoryTest.java b/spring-ai-test/src/main/java/org/springframework/ai/evaluation/BaseMemoryTest.java index 8060ae23b..345c55612 100644 --- a/spring-ai-test/src/main/java/org/springframework/ai/evaluation/BaseMemoryTest.java +++ b/spring-ai-test/src/main/java/org/springframework/ai/evaluation/BaseMemoryTest.java @@ -59,7 +59,8 @@ public class BaseMemoryTest { var chatBotResponse1 = this.chatBot.call(promptContext); logger.info("Response1: " + chatBotResponse1.getChatResponse().getResult().getOutput().getContent()); - assertThat(chatBotResponse1.getChatResponse().getResult().getOutput().getContent()).contains("John"); + // response varies too much. + // assertThat(chatBotResponse1.getChatResponse().getResult().getOutput().getContent()).contains("John"); var chatBotResponse2 = this.chatBot.call(new PromptContext(new Prompt(new String("What is my name?")))); logger.info("Response2: " + chatBotResponse2.getChatResponse().getResult().getOutput().getContent()); @@ -88,7 +89,7 @@ public class BaseMemoryTest { .collect(Collectors.joining()); logger.info("Response1: " + chatBotResponse1); - assertThat(chatBotResponse1).contains("John"); + // response varies too much assertThat(chatBotResponse1).contains("John"); var fluxChatBotResponse2 = this.streamingChatBot .stream(new PromptContext(new Prompt(new String("What is my name?"))));