WIP: POC LangSmith Tracing

packages/botonic-plugin-ai-agents/package.json

@@ -17,6 +17,7 @@
     "@botonic/core": "^0.51.1",
     "@openai/agents": "^0.10.1",
     "axios": "^1.15.2",
+    "langsmith": "^0.7.15",
     "openai": "^6.36.0",
     "uuid": "^10.0.0",
     "zod": "^4.3.6"

packages/botonic-plugin-ai-agents/src/constants.ts

@@ -30,3 +30,7 @@ export const MAX_MEMORY_LENGTH = 25
 
 export const DEFAULT_TIMEOUT_16_SECONDS = 16000
 export const DEFAULT_MAX_RETRIES = 2
+
+export const LANGSMITH_ENDPOINT = process.env.LANGSMITH_ENDPOINT
+export const LANGSMITH_API_KEY = process.env.LANGSMITH_API_KEY
+export const LANGSMITH_WORKSPACE_ID = process.env.LANGSMITH_WORKSPACE_ID

packages/botonic-plugin-ai-agents/src/index.ts

@@ -9,7 +9,7 @@ import {
   type ReasoningEffort,
   type ResolvedPlugins,
 } from '@botonic/core'
-import { handoff, setTracingDisabled, tool } from '@openai/agents'
+import { handoff, tool } from '@openai/agents'
 import { v7 as uuidv7 } from 'uuid'
 import type { ZodObject } from 'zod'
 import { RouterAgent, SpecialistAgent } from './agents'
@@ -54,7 +54,7 @@ export default class BotonicPluginAiAgents<
     this.maxRetries = options?.maxRetries ?? DEFAULT_MAX_RETRIES
     this.logger = createDebugLogger(options?.enableDebug ?? false)
     this.localStorageKey = options?.localStorageKey ?? 'botonicState'
-    setTracingDisabled(true)
+    // setTracingDisabled(true)
 
     this.logger.logInitialConfig({
       messageHistoryApiVersion: 'v2',

packages/botonic-plugin-ai-agents/src/llm-config.ts

@@ -17,6 +17,7 @@ import {
   LLM_PROVIDERS,
   type LLMProviderType,
 } from './constants'
+import { setTraceProcessor } from './trace-processor'
 
 export interface LLMConfigParams {
   maxRetries: number
@@ -60,6 +61,7 @@ export class LLMConfig {
 
   private getModelProvider(): ModelProvider {
     const client = this.getClient()
+    setTraceProcessor(client)
     return new OpenAIProvider({
       openAIClient: client,
       useResponses: false,

packages/botonic-plugin-ai-agents/src/runners/base-runner.ts

@@ -75,7 +75,7 @@ export abstract class BaseRunner<
 
     try {
       const runner = new Runner({
-        tracingDisabled: true,
+        tracingDisabled: false,
       })
       const result = (await runner.run(this.agent, messages, {
         context,

packages/botonic-plugin-ai-agents/src/trace-processor.ts

@@ -0,0 +1,33 @@
+import { setDefaultOpenAIClient, setTraceProcessors } from '@openai/agents'
+import { Client } from 'langsmith'
+import { OpenAIAgentsTracingProcessor } from 'langsmith/wrappers/openai_agents'
+import type OpenAI from 'openai'
+import type { AzureOpenAI } from 'openai'
+import {
+  LANGSMITH_API_KEY,
+  LANGSMITH_ENDPOINT,
+  LANGSMITH_WORKSPACE_ID,
+} from './constants'
+
+export function setTraceProcessor(litellmClient: OpenAI | AzureOpenAI) {
+  setDefaultOpenAIClient(litellmClient)
+
+  const langsmithClient = new Client({
+    apiKey: LANGSMITH_API_KEY,
+    apiUrl: LANGSMITH_ENDPOINT,
+    workspaceId: LANGSMITH_WORKSPACE_ID,
+  })
+
+  const langsmithProcessor = new OpenAIAgentsTracingProcessor({
+    client: langsmithClient,
+    projectName: 'ai-agents-bots',
+    name: 'AI Agents workflow',
+    tags: ['openai-agents', 'litellm'],
+    metadata: {
+      environment: process.env.NODE_ENV ?? 'development',
+      gateway: 'litellm',
+    },
+  })
+
+  setTraceProcessors([langsmithProcessor])
+}