fix: rm rawOutput to improve dataset load size

Author: vikasnair

src/lib/integrations/bedrockAgentTracer.ts

@@ -197,7 +197,6 @@ function createTracedCompletion(
           cost: cost,
           model: agentModel || `${input.agentId}:${input.agentAliasId}`,
           modelParameters: extractModelParameters(input),
-          rawOutput: JSON.stringify(rawOutputChunks, null, 2),
           metadata: metadata,
           provider: 'Bedrock',
           startTime: startTime,

src/lib/integrations/openAiTracer.ts

@@ -64,7 +64,6 @@ export function traceOpenAI(openai: OpenAI): OpenAI {
               latency: endTime - startTime,
               model: chunks[0]?.model as string,
               modelParameters: getModelParameters(args),
-              rawOutput: chunks.map((chunk) => JSON.stringify(chunk, null, 2)).join('\n'),
               metadata: { timeToFistToken: firstTokenTime ? firstTokenTime - startTime : null },
               provider: 'OpenAI',
               completionTokens: completionTokens,
@@ -101,7 +100,6 @@ export function traceOpenAI(openai: OpenAI): OpenAI {
           completionTokens: response.usage?.completion_tokens ?? null,
           model: response.model,
           modelParameters: getModelParameters(args),
-          rawOutput: JSON.stringify(response, null, 2),
           metadata: {},
           provider: 'OpenAI',
           startTime: startTime,

src/lib/tracing/steps.ts

@@ -23,7 +23,6 @@ export interface ChatCompletionStepData extends StepData {
   cost: number | null;
   model: string | null;
   modelParameters: Record<string, any> | null;
-  rawOutput: string | null;
 }
 
 export class Step {
@@ -95,7 +94,6 @@ export class ChatCompletionStep extends Step {
   cost: number | null = null;
   model: string | null = null;
   modelParameters: Record<string, any> | null = null;
-  rawOutput: string | null = null;
 
     constructor(name: string, inputs: any = null, output: any = null, metadata: Record<string, any> = {}, startTime?: number | null, endTime?: number | null) {
     super(name, inputs, output, metadata, startTime, endTime);
@@ -113,7 +111,6 @@ export class ChatCompletionStep extends Step {
       cost: this.cost,
       model: this.model,
       modelParameters: this.modelParameters,
-      rawOutput: this.rawOutput,
     };
   }
 }

src/lib/tracing/tracer.ts

@@ -176,7 +176,6 @@ export function addChatCompletionStepToTrace(
     cost = null,
     model = null,
     modelParameters = null,
-    rawOutput = null,
     metadata = {},
     provider = 'OpenAI',
     startTime = null,
@@ -192,7 +191,6 @@ export function addChatCompletionStepToTrace(
     cost?: number | null;
     model?: string | null;
     modelParameters?: Record<string, any> | null;
-    rawOutput?: string | null;
     metadata?: Record<string, any>;
     provider?: string;
     startTime?: number | null;
@@ -219,7 +217,6 @@ export function addChatCompletionStepToTrace(
     (step as ChatCompletionStep).cost = cost;
     (step as ChatCompletionStep).model = model;
     (step as ChatCompletionStep).modelParameters = modelParameters;
-    (step as ChatCompletionStep).rawOutput = rawOutput;
   }
 
   step.latency = latency;