add cleanlab score (#428) (#429)

Author: karthikscale3

README.md

@@ -69,39 +69,6 @@ langtrace.init(api_key='<your_api_key>') # Get your API key at langtrace.ai
 
 For detailed setup instructions, see [Getting Started](#-getting-started).
 
-## ✨ Features
-
-- 📊 **Open Telemetry Support**: Built on OTEL standards for comprehensive tracing
-- 🔄 **Real-time Monitoring**: Track LLM API calls, vector operations, and framework usage
-- 🎯 **Performance Insights**: Analyze latency, costs, and usage patterns
-- 🔍 **Debug Tools**: Trace and debug your LLM application workflows
-- 📈 **Analytics**: Get detailed metrics and visualizations
-- 🏠 **Self-hosting Option**: Deploy on your own infrastructure
-
-## 🚀 Quick Start
-
-```bash
-# For TypeScript/JavaScript
-npm i @langtrase/typescript-sdk
-
-# For Python
-pip install langtrace-python-sdk
-```
-
-Initialize in your code:
-```typescript
-// TypeScript
-import * as Langtrace from '@langtrase/typescript-sdk'
-Langtrace.init({ api_key: '<your_api_key>' }) // Get your API key at langtrace.ai
-```
-```python
-# Python
-from langtrace_python_sdk import langtrace
-langtrace.init(api_key='<your_api_key>') # Get your API key at langtrace.ai
-```
-
-For detailed setup instructions, see [Getting Started](#-getting-started).
-
 ## 📊 Open Telemetry Support
 
 The traces generated by Langtrace adhere to [Open Telemetry Standards(OTEL)](https://opentelemetry.io/docs/concepts/signals/traces/). We are developing [semantic conventions](https://opentelemetry.io/docs/concepts/semantic-conventions/) for the traces generated by this project. You can checkout the current definitions in [this repository](https://github.com/Scale3-Labs/langtrace-trace-attributes/tree/main/schemas). Note: This is an ongoing development and we encourage you to get involved and welcome your feedback.

components/project/traces/traces-table.tsx

@@ -94,6 +94,7 @@ export function TracesTable<TData, TValue>({
       output_cost: newMode === "trace",
       total_cost: newMode === "trace",
       total_duration: newMode === "trace",
+      cleanlab_tlm_score: false,
     });
     if (newMode === "prompt") {
       setFilters([

components/project/traces/traces.tsx

@@ -393,6 +393,14 @@ export default function Traces({ project_id }: TracesProps) {
         );
       },
     },
+    {
+      accessorKey: "cleanlab_tlm_score",
+      header: "Cleanlab TLM Score",
+      cell: ({ row }) => {
+        const score = row.getValue("cleanlab_tlm_score") as number;
+        return <p className="text-xs font-semibold">{score}</p>;
+      },
+    },
     {
       accessorKey: "total_duration",
       header: "Total Duration",

components/shared/vendor-metadata.tsx

@@ -700,7 +700,7 @@ export function VendorLogo({
         width={80}
         height={80}
         className={cn(
-          `${color} p-[3px]`,
+          `${color} p-[0.5px]`,
           variant === "circular" ? "rounded-full" : "rounded-md"
         )}
       />

lib/trace_util.ts

@@ -28,6 +28,7 @@ export interface Trace {
   sorted_trace: any[];
   trace_hierarchy: any[];
   raw_attributes: any;
+  cleanlab_tlm_score?: number;
 }
 
 interface TraceAttributes {
@@ -193,6 +194,7 @@ export function processTrace(trace: any): Trace {
   const promptVersions: string[] = [];
   const messages: Record<string, string[]>[] = [];
   const allEvents: any[] = [];
+  let cleanlab_tlm_score: number | undefined;
 
   let tokenCounts: any = {};
   let totalCost = { total: 0, input: 0, output: 0, cached_input: 0 };
@@ -215,6 +217,14 @@ export function processTrace(trace: any): Trace {
     const attrs = parseTraceAttributes(span.attributes);
     lastParsedAttributes = JSON.parse(span.attributes); // Keep for backward compatibility
 
+    // Check for CleanLab trustworthiness score
+    if (
+      attrs.vendor === "cleanlab" &&
+      lastParsedAttributes["tlm.trustworthiness_score"]
+    ) {
+      cleanlab_tlm_score = lastParsedAttributes["tlm.trustworthiness_score"];
+    }
+
     // Update collectors
     session_id = attrs.sessionId || session_id;
     type = attrs.type || type;
@@ -292,5 +302,6 @@ export function processTrace(trace: any): Trace {
     sorted_trace: trace,
     trace_hierarchy: traceHierarchy,
     raw_attributes: lastParsedAttributes,
+    cleanlab_tlm_score,
   };
 }