feat: added Amazon Bedrock models

added Claude3 Opus added Llama3 8B Instruct added Llama3 70B Instruct added Mistral Large fixed default tokens
tryAGI · Apr 28, 2024 · d46f74d · d46f74d
1 parent 8cc02eb
commit d46f74d
Show file tree

Hide file tree

Showing 10 changed files with 33 additions and 15 deletions.
diff --git a/...n.Bedrock/src/Chat/MetaLlama2ChatModel.cs → ...on.Bedrock/src/Chat/MetaLlamaChatModel.cs b/...n.Bedrock/src/Chat/MetaLlama2ChatModel.cs → ...on.Bedrock/src/Chat/MetaLlamaChatModel.cs
@@ -8,7 +8,7 @@
 // ReSharper disable once CheckNamespace
 namespace LangChain.Providers.Amazon.Bedrock;
 
-public class MetaLlama2ChatModel(
+public class MetaLlamaChatModel(
     BedrockProvider provider,
     string id)
     : ChatModel(id)

diff --git a/...rock/src/Chat/MistralInstructChatModel.cs → ...s/Amazon.Bedrock/src/Chat/MistralModel.cs b/...rock/src/Chat/MistralInstructChatModel.cs → ...s/Amazon.Bedrock/src/Chat/MistralModel.cs
@@ -8,7 +8,7 @@
 // ReSharper disable once CheckNamespace
 namespace LangChain.Providers.Amazon.Bedrock;
 
-public abstract class MistralInstructChatModel(
+public abstract class MistralModel(
     BedrockProvider provider,
     string id)
     : ChatModel(id)

diff --git a/src/Providers/Amazon.Bedrock/src/Chat/Settings/Ai21LabsJurassic2ChatSettings.cs b/src/Providers/Amazon.Bedrock/src/Chat/Settings/Ai21LabsJurassic2ChatSettings.cs
@@ -9,7 +9,7 @@ public class Ai21LabsJurassic2ChatSettings : BedrockChatSettings
         User = ChatSettings.Default.User,
         UseStreaming = false,
         Temperature = 0.9,
-        MaxTokens = 8191,
+        MaxTokens = 4000,
         TopP = 0.9,
         TopK = 0.0
     };

diff --git a/src/Providers/Amazon.Bedrock/src/Chat/Settings/AmazonTitanChatSettings.cs b/src/Providers/Amazon.Bedrock/src/Chat/Settings/AmazonTitanChatSettings.cs
@@ -9,7 +9,7 @@ public class AmazonTitanChatSettings : BedrockChatSettings
         User = ChatSettings.Default.User,
         UseStreaming = false,
         Temperature = 0.0,
-        MaxTokens = 4096,
+        MaxTokens = 4000,
         TopP = 1.0,
         TopK = 0.0
     };

diff --git a/src/Providers/Amazon.Bedrock/src/Chat/Settings/AnthropicChatSettings.cs b/src/Providers/Amazon.Bedrock/src/Chat/Settings/AnthropicChatSettings.cs
@@ -9,7 +9,7 @@ public class AnthropicChatSettings : BedrockChatSettings
         User = ChatSettings.Default.User,
         UseStreaming = false,
         Temperature = 0.7,
-        MaxTokens = 100_000,
+        MaxTokens = 4000,
         TopP = 0.9,
         TopK = 0.0
     };

diff --git a/src/Providers/Amazon.Bedrock/src/Chat/Settings/MetaLlama2ChatSettings.cs b/src/Providers/Amazon.Bedrock/src/Chat/Settings/MetaLlama2ChatSettings.cs
@@ -9,7 +9,7 @@ public class MetaLlama2ChatSettings : BedrockChatSettings
         User = ChatSettings.Default.User,
         UseStreaming = false,
         Temperature = 0.5,
-        MaxTokens = 4096,
+        MaxTokens = 4000,
         TopP = 0.9,
         TopK = 0.0
     };

diff --git a/src/Providers/Amazon.Bedrock/src/Chat/Settings/MistralInstructChatSettings.cs b/src/Providers/Amazon.Bedrock/src/Chat/Settings/MistralInstructChatSettings.cs
@@ -9,7 +9,7 @@ public class MistralInstructChatSettings : BedrockChatSettings
         User = ChatSettings.Default.User,
         UseStreaming = false,
         Temperature = 0.5,
-        MaxTokens = 30_000,
+        MaxTokens = 4000,
         TopP = 0.9,
         TopK = 50.0
     };

diff --git a/src/Providers/Amazon.Bedrock/src/Predefined/Anthropic.cs b/src/Providers/Amazon.Bedrock/src/Predefined/Anthropic.cs
@@ -19,4 +19,8 @@ public class Claude3SonnetModel(BedrockProvider provider)
 
 /// <inheritdoc />
 public class Claude3HaikuModel(BedrockProvider provider)
-    : AnthropicClaude3ChatModel(provider, id: "anthropic.claude-3-haiku-20240307-v1:0");
+    : AnthropicClaude3ChatModel(provider, id: "anthropic.claude-3-haiku-20240307-v1:0");
+
+/// <inheritdoc />
+public class Claude3OpusModel(BedrockProvider provider)
+    : AnthropicClaude3ChatModel(provider, id: "anthropic.claude-3-opus-20240229-v1:0");
diff --git a/src/Providers/Amazon.Bedrock/src/Predefined/Meta.cs b/src/Providers/Amazon.Bedrock/src/Predefined/Meta.cs
@@ -1,13 +1,27 @@
 // ReSharper disable once CheckNamespace
 namespace LangChain.Providers.Amazon.Bedrock.Predefined.Meta;
 
+
 /// <inheritdoc />
 public class Llama2With13BModel(BedrockProvider provider)
-    : MetaLlama2ChatModel(provider, id: "meta.llama2-13b-chat-v1");
+    : MetaLlamaChatModel(provider, id: "meta.llama2-13b-v1");
 
 /// <inheritdoc />
 public class Llama2With70BModel(BedrockProvider provider)
-    : MetaLlama2ChatModel(provider, id: "meta.llama2-70b-chat-v1");
+    : MetaLlamaChatModel(provider, id: "meta.llama2-70b-v1");
+
+/// <inheritdoc />
+public class Llama2WithChat13BModel(BedrockProvider provider)
+    : MetaLlamaChatModel(provider, id: "meta.llama2-13b-chat-v1");
+
+/// <inheritdoc />
+public class Llama2WithChat70BModel(BedrockProvider provider)
+    : MetaLlamaChatModel(provider, id: "meta.llama2-70b-chat-v1");
+
+/// <inheritdoc />
+public class Llama3With8BInstructBModel(BedrockProvider provider)
+    : MetaLlamaChatModel(provider, id: "meta.llama3-8b-instruct-v1:0");
 
-//public static string MetaLlama213B = "meta.llama2-13b-v1";  //TODO i'm guessing the model id
-//public static string MetaLlama270B = "meta.llama2-70b-v1";  //TODO i'm guessing the model id
+/// <inheritdoc />
+public class Llama3With70BInstructBModel(BedrockProvider provider)
+    : MetaLlamaChatModel(provider, id: "meta.llama3-8b-instruct-v1:0");
diff --git a/src/Providers/Amazon.Bedrock/src/Predefined/Mistral.cs b/src/Providers/Amazon.Bedrock/src/Predefined/Mistral.cs
@@ -3,12 +3,12 @@ namespace LangChain.Providers.Amazon.Bedrock.Predefined.Mistral;
 
 /// <inheritdoc />
 public class Mistral7BInstruct(BedrockProvider provider)
-    : MistralInstructChatModel(provider, id: "mistral.mistral-7b-instruct-v0:2");
+    : MistralModel(provider, id: "mistral.mistral-7b-instruct-v0:2");
 
 /// <inheritdoc />
 public class Mistral8x7BInstruct(BedrockProvider provider)
-    : MistralInstructChatModel(provider, id: "mistral.mixtral-8x7b-instruct-v0:1");
+    : MistralModel(provider, id: "mistral.mistral-8x7b-instruct-v0:1");
 
 /// <inheritdoc />
 public class MistralLarge(BedrockProvider provider)
-    : MistralInstructChatModel(provider, id: "mistral.mistral-large-2402-v1:0");
+    : MistralModel(provider, id: "mistral.mistral-large-2402-v1:0");