cloudflare[minor]: Add tool calling support

docs/core_docs/docs/integrations/chat/cloudflare_workersai.mdx

@@ -26,3 +26,21 @@ import UnifiedModelParamsTooltip from "@mdx_components/unified_model_params_tool
 <UnifiedModelParamsTooltip></UnifiedModelParamsTooltip>
 
 <CodeBlock language="typescript">{Example}</CodeBlock>
+
+### Tool calling
+
+:::note
+Tool calling is only available in `@langchain/cloudflare` version `0.0.7` and above.
+:::
+
+Cloudflare's API now supports tool calling! The below example demonstrates how to invoke and stream tool calls, and how to use the `withStructuredOutput` method.
+
+import ToolCalling from "@examples/models/chat/integration_cloudflare_tools.ts";
+
+<CodeBlock language="typescript">{ToolCalling}</CodeBlock>
+
+#### `.withStructuredOutput(...)`
+
+import WSO from "@examples/models/chat/integration_cloudflare_wso.ts";
+
+<CodeBlock language="typescript">{WSO}</CodeBlock>

examples/src/models/chat/integration_cloudflare_tools.ts

@@ -0,0 +1,63 @@
+import { ChatCloudflareWorkersAI } from "@langchain/cloudflare";
+import {
+  AIMessageChunk,
+  HumanMessage,
+  SystemMessage,
+} from "@langchain/core/messages";
+import { tool } from "@langchain/core/tools";
+import { z } from "zod";
+
+const model = new ChatCloudflareWorkersAI({
+  model: "@hf/nousresearch/hermes-2-pro-mistral-7b",
+  cloudflareAccountId: process.env.CLOUDFLARE_ACCOUNT_ID,
+  cloudflareApiToken: process.env.CLOUDFLARE_API_TOKEN,
+  // Pass a custom base URL to use Cloudflare AI Gateway
+  // baseUrl: `https://gateway.ai.cloudflare.com/v1/{YOUR_ACCOUNT_ID}/{GATEWAY_NAME}/workers-ai/`,
+});
+
+const weatherSchema = z.object({
+  location: z.string().describe("The location to get the weather for"),
+});
+const weatherTool = tool<typeof weatherSchema>(
+  (input) => {
+    return `The weather in ${input.location} is sunny.`;
+  },
+  {
+    name: "get_weather",
+    description: "Get the weather",
+  }
+);
+
+const modelWithTools = model.bindTools([weatherTool]);
+
+const inputMessages = [
+  new SystemMessage("You are a helpful assistant."),
+  new HumanMessage("What's the weather like in the North Pole?"),
+];
+
+const response = await modelWithTools.invoke(inputMessages);
+
+console.log(response.tool_calls);
+
+/*
+[ { name: 'get_weather', args: { input: 'North Pole' } } ]
+*/
+
+const stream = await modelWithTools.stream(inputMessages);
+
+let finalChunk: AIMessageChunk | undefined;
+for await (const chunk of stream) {
+  if (!finalChunk) {
+    finalChunk = chunk;
+  } else {
+    finalChunk = finalChunk.concat(chunk);
+  }
+}
+
+console.log(finalChunk?.tool_calls);
+
+/*
+[
+  { name: 'get_weather', args: { input: 'North Pole' }, id: undefined }
+]
+*/

examples/src/models/chat/integration_cloudflare_wso.ts

@@ -0,0 +1,35 @@
+import { ChatCloudflareWorkersAI } from "@langchain/cloudflare";
+import {
+  HumanMessage,
+  SystemMessage,
+} from "@langchain/core/messages";
+import { z } from "zod";
+
+const model = new ChatCloudflareWorkersAI({
+  model: "@hf/nousresearch/hermes-2-pro-mistral-7b",
+  cloudflareAccountId: process.env.CLOUDFLARE_ACCOUNT_ID,
+  cloudflareApiToken: process.env.CLOUDFLARE_API_TOKEN,
+  // Pass a custom base URL to use Cloudflare AI Gateway
+  // baseUrl: `https://gateway.ai.cloudflare.com/v1/{YOUR_ACCOUNT_ID}/{GATEWAY_NAME}/workers-ai/`,
+});
+
+const weatherSchema = z.object({
+  location: z.string().describe("The location to get the weather for"),
+});
+
+const modelWithTools = model.withStructuredOutput(weatherSchema, {
+  name: "get_weather",
+});
+
+const inputMessages = [
+  new SystemMessage("You are a helpful assistant."),
+  new HumanMessage("What's the weather like in the North Pole?"),
+];
+
+const response = await modelWithTools.invoke(inputMessages);
+
+console.log(response);
+
+/*
+{ location: 'North Pole' }
+*/

langchain-core/utils/beta_warning.cjs

@@ -0,0 +1 @@
+module.exports = require('../dist/utils/beta_warning.cjs');

langchain-core/utils/beta_warning.d.cts

@@ -0,0 +1 @@
+export * from '../dist/utils/beta_warning.js'

langchain-core/utils/beta_warning.d.ts

@@ -0,0 +1 @@
+export * from '../dist/utils/beta_warning.js'

langchain-core/utils/beta_warning.js

@@ -0,0 +1 @@
+export * from '../dist/utils/beta_warning.js'

libs/langchain-cloudflare/package.json

@@ -36,8 +36,9 @@
   "license": "MIT",
   "dependencies": {
     "@cloudflare/ai": "1.0.47",
-    "@langchain/core": ">0.1.0 <0.3.0",
-    "uuid": "^10.0.0"
+    "@langchain/core": ">=0.2.9 <0.3.0",
+    "uuid": "^10.0.0",
+    "zod-to-json-schema": "^3.22.3"
   },
   "devDependencies": {
     "@cloudflare/workers-types": "^4.20231218.0",
@@ -64,7 +65,8 @@
     "release-it": "^15.10.1",
     "rollup": "^4.5.2",
     "ts-jest": "^29.1.0",
-    "typescript": "<5.2.0"
+    "typescript": "<5.2.0",
+    "zod": "^3.22.4"
   },
   "publishConfig": {
     "access": "public"