anthropic[patch]: ensure content exists when parsing tool tokens (#6183)

* ensure content exists

* format and add test

* greater than or equal

---------

Co-authored-by: Shmuel Lamm <shmuellamm@gmail.com>
Co-authored-by: bracesproul <braceasproul@gmail.com>

libs/langchain-anthropic/src/chat_models.ts

@@ -600,7 +600,11 @@ function extractToolCallChunk(
 function extractToken(chunk: AIMessageChunk): string | undefined {
   if (typeof chunk.content === "string") {
     return chunk.content;
-  } else if (Array.isArray(chunk.content) && "input" in chunk.content[0]) {
+  } else if (
+    Array.isArray(chunk.content) &&
+    chunk.content.length >= 1 &&
+    "input" in chunk.content[0]
+  ) {
     return typeof chunk.content[0].input === "string"
       ? chunk.content[0].input
       : JSON.stringify(chunk.content[0].input);

libs/langchain-anthropic/src/tests/chat_models-tools.int.test.ts

@@ -402,3 +402,41 @@ test("Can stream tool calls", async () => {
   expect(finalChunk?.tool_calls?.[0].args.location).toBeDefined();
   expect(realToolCallChunkStreams).toBeGreaterThan(1);
 });
+
+test("llm token callbacks can handle tool calls", async () => {
+  const weatherTool = tool((_) => "no-op", {
+    name: "get_weather",
+    description: zodSchema.description,
+    schema: zodSchema,
+  });
+
+  const modelWithTools = model.bindTools([weatherTool], {
+    tool_choice: {
+      type: "tool",
+      name: "get_weather",
+    },
+  });
+
+  let tokens = "";
+  const stream = await modelWithTools.stream("What is the weather in SF?", {
+    callbacks: [
+      {
+        handleLLMNewToken: (tok) => {
+          tokens += tok;
+        },
+      },
+    ],
+  });
+
+  let finalChunk: AIMessageChunk | undefined;
+  for await (const chunk of stream) {
+    finalChunk = !finalChunk ? chunk : concat(finalChunk, chunk);
+  }
+
+  expect(finalChunk?.tool_calls?.[0]).toBeDefined();
+  expect(finalChunk?.tool_calls?.[0].name).toBe("get_weather");
+  expect(finalChunk?.tool_calls?.[0].args).toBeDefined();
+  const args = finalChunk?.tool_calls?.[0].args;
+  if (!args) return;
+  expect(args).toEqual(JSON.parse(tokens));
+});