community[patch]: bedrock: add model name to identifying params (cach…

…e keys) (#4758) * bedrock: add model name to identifying params (cache keys) * Fix test * Fix --------- Co-authored-by: jacoblee93 <[email protected]>
langchain-ai · Mar 14, 2024 · f4b0cf8 · f4b0cf8
1 parent 5af48bc
commit f4b0cf8
Show file tree

Hide file tree

Showing 2 changed files with 31 additions and 0 deletions.
diff --git a/libs/langchain-community/src/chat_models/bedrock/web.ts b/libs/langchain-community/src/chat_models/bedrock/web.ts
@@ -153,6 +153,12 @@ export class BedrockChat extends BaseChatModel implements BaseBedrockInput {
     return { region: this.region };
   }
 
+  _identifyingParams(): Record<string, string> {
+    return {
+      model: this.model,
+    };
+  }
+
   _llmType() {
     return "bedrock";
   }

diff --git a/libs/langchain-community/src/chat_models/tests/chatbedrock.test.ts b/libs/langchain-community/src/chat_models/tests/chatbedrock.test.ts
@@ -0,0 +1,25 @@
+/* eslint-disable no-process-env */
+/* eslint-disable @typescript-eslint/no-non-null-assertion */
+
+import { BedrockChat } from "../bedrock/web.js";
+
+test("Test Bedrock identifying params", async () => {
+  const region = "us-east-1";
+  const model = "anthropic.claude-v2";
+
+  const bedrock = new BedrockChat({
+    maxTokens: 20,
+    region,
+    model,
+    maxRetries: 0,
+    credentials: {
+      accessKeyId: "unused",
+      secretAccessKey: "unused",
+      sessionToken: "unused",
+    },
+  });
+
+  expect(bedrock._identifyingParams()).toMatchObject({
+    model,
+  });
+});