Spring/spring-ai
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Handle OpenAiChatModel NPE for partially compatible OpneAI API such as the NVIDIA API

Browse Source
This commit is contained in:
Christian Tzolov
2024-07-03 16:14:35 +02:00
parent 4ff2f1fc06
commit f171b0fa5e
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
models/spring-ai-openai/src/main/java/org/springframework/ai/openai/OpenAiChatModel.java
View File

@@ -162,8 +162,13 @@ public class OpenAiChatModel extends
}
List<Generation> generations = choices.stream().map(choice -> {
return new Generation(choice.message().content(), toMap(chatCompletion.id(), choice))
.withGenerationMetadata(ChatGenerationMetadata.from(choice.finishReason().name(), null));
var generation = new Generation(choice.message().content(), toMap(chatCompletion.id(), choice));
if (choice.finishReason() != null) {
generation = generation
.withGenerationMetadata(ChatGenerationMetadata.from(choice.finishReason().name(), null));
}
return generation;
}).toList();
return new ChatResponse(generations,