Spring/spring-ai
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add Meta Llama 3.1, 3.2 instruct model enums

Browse Source 
This commit adds support for new Meta Llama 3.1 and 3.2 instruct models
to the LlamaChatBedrockApi enum. It includes model IDs for:

Llama 3.1: 8B, 70B, 405B
Llama 3.2: 1B, 3B, 11B, 90B

These additions allow users to specify the latest Llama models when
using the Bedrock API. The commit also updates the class Javadoc with
a link to AWS documentation for model IDs and bumps the @since version
to 1.0.0.
This commit is contained in:
dafriz
2024-09-26 19:18:26 +10:00
committed by Mark Pollack
parent ef3d43ca9c
commit 250d2afbb6
1 changed files with 39 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

41
models/spring-ai-bedrock/src/main/java/org/springframework/ai/bedrock/llama/api/LlamaChatBedrockApi.java
View File

@@ -35,10 +35,12 @@ import java.time.Duration;
* Java client for the Bedrock Llama chat model.
* https://docs.aws.amazon.com/bedrock/latest/userguide/model-parameters-meta.html
*
* Model IDs can be found here https://docs.aws.amazon.com/bedrock/latest/userguide/model-ids.html
*
* @author Christian Tzolov
* @author Thomas Vitale
* @author Wei Jiang
* @since 0.8.0
* @since 1.0.0
*/
public class LlamaChatBedrockApi extends
AbstractBedrockApi<LlamaChatRequest, LlamaChatResponse, LlamaChatResponse> {
@@ -226,7 +228,42 @@ public class LlamaChatBedrockApi extends
/**
* meta.llama3-70b-instruct-v1:0
*/
LLAMA3_70B_INSTRUCT_V1("meta.llama3-70b-instruct-v1:0");
LLAMA3_70B_INSTRUCT_V1("meta.llama3-70b-instruct-v1:0"),
/**
* meta.llama3-1-8b-instruct-v1:0
*/
LLAMA3_1_8B_INSTRUCT_V1("meta.llama3-1-8b-instruct-v1:0"),
/**
* meta.llama3-1-70b-instruct-v1:0
*/
LLAMA3_1_70B_INSTRUCT_V1("meta.llama3-1-70b-instruct-v1:0"),
/**
* meta.llama3-1-405b-instruct-v1:0
*/
LLAMA3_1_405B_INSTRUCT_V1("meta.llama3-1-405b-instruct-v1:0"),
/**
* meta.llama3-2-1b-instruct-v1:0
*/
LLAMA3_2_1B_INSTRUCT_V1("meta.llama3-2-1b-instruct-v1:0"),
/**
* meta.llama3-2-3b-instruct-v1:0
*/
LLAMA3_2_3B_INSTRUCT_V1("meta.llama3-2-3b-instruct-v1:0"),
/**
* meta.llama3-2-11b-instruct-v1:0
*/
LLAMA3_2_11B_INSTRUCT_V1("meta.llama3-2-11b-instruct-v1:0"),
/**
* meta.llama3-2-90b-instruct-v1:0
*/
LLAMA3_2_90B_INSTRUCT_V1("meta.llama3-2-90b-instruct-v1:0");
private final String id;