feat(langchain): support version 0.3 (#1080)

Co-authored-by: Parker Stafford <[email protected]>

js/.changeset/tasty-masks-own.md

@@ -0,0 +1,5 @@
+---
+"@arizeai/openinference-instrumentation-langchain": minor
+---
+
+add support for @langchain/core version ^0.3.0

js/package.json

@@ -43,6 +43,7 @@
   ],
   "pnpm": {
     "overrides": {
+      "@langchain/openai@^0.2>@langchain/core": "^0.2.36",
       "@langchain/openai@^0.1>@langchain/core": "^0.1.63"
     }
   }

js/packages/openinference-instrumentation-langchain/examples/instrumentation.ts

@@ -6,15 +6,17 @@ import {
 } from "@opentelemetry/sdk-trace-node";
 import { Resource } from "@opentelemetry/resources";
 import { OTLPTraceExporter } from "@opentelemetry/exporter-trace-otlp-proto";
-import { SEMRESATTRS_SERVICE_NAME } from "@opentelemetry/semantic-conventions";
+import { ATTR_SERVICE_NAME } from "@opentelemetry/semantic-conventions";
 import { diag, DiagConsoleLogger, DiagLogLevel } from "@opentelemetry/api";
 import * as CallbackManagerModule from "@langchain/core/callbacks/manager";
+import { SEMRESATTRS_PROJECT_NAME } from "@arizeai/openinference-semantic-conventions";
 // For troubleshooting, set the log level to DiagLogLevel.DEBUG
 diag.setLogger(new DiagConsoleLogger(), DiagLogLevel.DEBUG);
 
 const provider = new NodeTracerProvider({
   resource: new Resource({
-    [SEMRESATTRS_SERVICE_NAME]: "langchain-service",
+    [ATTR_SERVICE_NAME]: "langchain-service",
+    [SEMRESATTRS_PROJECT_NAME]: "langchain-project",
   }),
 });
 

js/packages/openinference-instrumentation-langchain/package.json

@@ -33,12 +33,14 @@
     "@opentelemetry/instrumentation": "^0.46.0"
   },
   "peerDependencies": {
-    "@langchain/core": "^0.1.0 || ^0.2.0"
+    "@langchain/core": "^0.1.0 || ^0.2.0 || ^0.3.0"
   },
   "devDependencies": {
-    "@langchain/core": "^0.2.30",
+    "@langchain/core": "^0.3.13",
+    "@langchain/coreV0.2": "npm:@langchain/core@^0.2.0",
     "@langchain/coreV0.1": "npm:@langchain/core@^0.1.0",
-    "@langchain/openai": "^0.2.8",
+    "@langchain/openai": "^0.3.11",
+    "@langchain/openaiV0.2": "npm:@langchain/openai@^0.2.0",
     "@langchain/openaiV0.1": "npm:@langchain/openai@^0.1.0",
     "@opentelemetry/exporter-trace-otlp-proto": "^0.50.0",
     "@opentelemetry/resources": "^1.25.1",
@@ -49,8 +51,9 @@
     "@types/node": "^20.14.11",
     "dotenv": "^16.4.5",
     "jest": "^29.7.0",
-    "langchain": "^0.2.17",
+    "langchain": "^0.3.3",
     "langchainV0.1": "npm:langchain@^0.1.0",
+    "langchainV0.2": "npm:langchain@^0.2.0",
     "openai": "^4.52.7"
   }
 }

js/packages/openinference-instrumentation-langchain/test/langchainV2.test.ts

@@ -4,14 +4,14 @@ import {
 } from "@opentelemetry/sdk-trace-base";
 import { NodeTracerProvider } from "@opentelemetry/sdk-trace-node";
 import { LangChainInstrumentation } from "../src";
-import * as CallbackManager from "@langchain/core/callbacks/manager";
-import { ChatPromptTemplate } from "@langchain/core/prompts";
-import { MemoryVectorStore } from "langchain/vectorstores/memory";
-import { createStuffDocumentsChain } from "langchain/chains/combine_documents";
-import { createRetrievalChain } from "langchain/chains/retrieval";
-import { ChatOpenAI, OpenAIEmbeddings } from "@langchain/openai";
+import * as CallbackManager from "@langchain/coreV0.2/callbacks/manager";
+import { ChatPromptTemplate } from "@langchain/coreV0.2/prompts";
+import { MemoryVectorStore } from "langchainV0.2/vectorstores/memory";
+import { createStuffDocumentsChain } from "langchainV0.2/chains/combine_documents";
+import { createRetrievalChain } from "langchainV0.2/chains/retrieval";
+import { ChatOpenAI, OpenAIEmbeddings } from "@langchain/openaiV0.2";
 import { Stream } from "openai/streaming";
-import { RecursiveCharacterTextSplitter } from "langchain/text_splitter";
+import { RecursiveCharacterTextSplitter } from "langchainV0.2/text_splitter";
 import "dotenv/config";
 import {
   MESSAGE_FUNCTION_CALL_NAME,
@@ -22,7 +22,7 @@ import {
 import { LangChainTracer } from "../src/tracer";
 import { trace } from "@opentelemetry/api";
 import { completionsResponse, functionCallResponse } from "./fixtures";
-import { DynamicTool } from "@langchain/core/tools";
+import { DynamicTool } from "@langchain/coreV0.2/tools";
 import {
   OITracer,
   setAttributes,
@@ -57,8 +57,8 @@ const {
   RETRIEVAL_DOCUMENTS,
 } = SemanticConventions;
 
-jest.mock("@langchain/openai", () => {
-  const originalModule = jest.requireActual("@langchain/openai");
+jest.mock("@langchain/openaiV0.2", () => {
+  const originalModule = jest.requireActual("@langchain/openaiV0.2");
   class MockChatOpenAI extends originalModule.ChatOpenAI {
     constructor(...args: Parameters<typeof originalModule.ChatOpenAI>) {
       super(...args);
@@ -287,7 +287,7 @@ describe("LangChainInstrumentation", () => {
   it("should add attributes to llm spans when streaming", async () => {
     // Do this to update the mock to return a streaming response
     // eslint-disable-next-line @typescript-eslint/no-var-requires
-    const { ChatOpenAI } = jest.requireMock("@langchain/openai");
+    const { ChatOpenAI } = jest.requireMock("@langchain/openaiV0.2");
 
     const chatModel = new ChatOpenAI({
       openAIApiKey: "my-api-key",
@@ -325,7 +325,14 @@ describe("LangChainInstrumentation", () => {
       `${LLM_OUTPUT_MESSAGES}.0.${MESSAGE_ROLE}`
     ];
 
-    expect(span.attributes).toStrictEqual(expectedStreamingAttributes);
+    // Remove the id since it is randomly generated and inherited from the run
+    const actualAttributes = { ...span.attributes };
+    const output = JSON.parse(String(actualAttributes[OUTPUT_VALUE]));
+    delete output.generations[0][0].message.kwargs.id;
+    const newOutputValue = JSON.stringify(output);
+    actualAttributes[OUTPUT_VALUE] = newOutputValue;
+
+    expect(actualAttributes).toStrictEqual(expectedStreamingAttributes);
   });
 
   it("should add documents to retriever spans", async () => {
@@ -441,7 +448,7 @@ describe("LangChainInstrumentation", () => {
   it("should add function calls to spans", async () => {
     // Do this to update the mock to return a function call response
     // eslint-disable-next-line @typescript-eslint/no-var-requires
-    const { ChatOpenAI } = jest.requireMock("@langchain/openai");
+    const { ChatOpenAI } = jest.requireMock("@langchain/openaiV0.2");
 
     const chatModel = new ChatOpenAI({
       openAIApiKey: "my-api-key",