feat: use official OpenTelemetry incubating semantic conventions for token attributes

Author: avivhalfon

packages/ai-semantic-conventions/package.json

@@ -34,7 +34,8 @@
     "access": "public"
   },
   "dependencies": {
-    "@opentelemetry/api": "^1.9.0"
+    "@opentelemetry/api": "^1.9.0",
+    "@opentelemetry/semantic-conventions": "^1.36.0"
   },
   "homepage": "https://github.com/traceloop/openllmetry-js/tree/main/packages/ai-semantic-conventions",
   "gitHead": "ef1e70d6037f7b5c061056ef2be16e3f55f02ed5"

packages/ai-semantic-conventions/src/SemanticAttributes.ts

@@ -14,6 +14,11 @@
  * limitations under the License.
  */
 
+import {
+  ATTR_GEN_AI_USAGE_INPUT_TOKENS,
+  ATTR_GEN_AI_USAGE_OUTPUT_TOKENS,
+} from "@opentelemetry/semantic-conventions/build/src/index-incubating";
+
 export const SpanAttributes = {
   LLM_SYSTEM: "gen_ai.system",
   LLM_REQUEST_MODEL: "gen_ai.request.model",
@@ -27,8 +32,8 @@ export const SpanAttributes = {
   LLM_RESPONSE_MODEL: "gen_ai.response.model",
   LLM_USAGE_PROMPT_TOKENS: "gen_ai.usage.prompt_tokens",
   LLM_USAGE_COMPLETION_TOKENS: "gen_ai.usage.completion_tokens",
-  LLM_USAGE_INPUT_TOKENS: "gen_ai.usage.input_tokens",
-  LLM_USAGE_OUTPUT_TOKENS: "gen_ai.usage.output_tokens",
+  LLM_USAGE_INPUT_TOKENS: ATTR_GEN_AI_USAGE_INPUT_TOKENS,
+  LLM_USAGE_OUTPUT_TOKENS: ATTR_GEN_AI_USAGE_OUTPUT_TOKENS,
 
   GEN_AI_AGENT_NAME: "gen_ai.agent.name",
 

packages/traceloop-sdk/src/lib/tracing/ai-sdk-transformations.ts

@@ -318,41 +318,25 @@ const transformPrompts = (attributes: Record<string, any>): void => {
 };
 
 const transformPromptTokens = (attributes: Record<string, any>): void => {
-  if (SpanAttributes.LLM_USAGE_INPUT_TOKENS in attributes) {
-    // Already has input_tokens, delete legacy duplicates
-    if (AI_USAGE_PROMPT_TOKENS in attributes) {
-      delete attributes[AI_USAGE_PROMPT_TOKENS];
-    }
-    if (SpanAttributes.LLM_USAGE_PROMPT_TOKENS in attributes) {
-      delete attributes[SpanAttributes.LLM_USAGE_PROMPT_TOKENS];
-    }
-  } else {
-    // Transform legacy promptTokens to modern input_tokens
-    if (AI_USAGE_PROMPT_TOKENS in attributes) {
-      attributes[SpanAttributes.LLM_USAGE_INPUT_TOKENS] =
-        attributes[AI_USAGE_PROMPT_TOKENS];
-      delete attributes[AI_USAGE_PROMPT_TOKENS];
-    }
+  // Make sure we have the right naming convention
+  if (!(SpanAttributes.LLM_USAGE_INPUT_TOKENS in attributes) && AI_USAGE_PROMPT_TOKENS in attributes) {
+    attributes[SpanAttributes.LLM_USAGE_INPUT_TOKENS] = attributes[AI_USAGE_PROMPT_TOKENS];
   }
+
+  // Clean up legacy attributes
+  delete attributes[AI_USAGE_PROMPT_TOKENS];
+  delete attributes[SpanAttributes.LLM_USAGE_PROMPT_TOKENS];
 };
 
 const transformCompletionTokens = (attributes: Record<string, any>): void => {
-  if (SpanAttributes.LLM_USAGE_OUTPUT_TOKENS in attributes) {
-    // Already has output_tokens, delete legacy duplicates
-    if (AI_USAGE_COMPLETION_TOKENS in attributes) {
-      delete attributes[AI_USAGE_COMPLETION_TOKENS];
-    }
-    if (SpanAttributes.LLM_USAGE_COMPLETION_TOKENS in attributes) {
-      delete attributes[SpanAttributes.LLM_USAGE_COMPLETION_TOKENS];
-    }
-  } else {
-    // Transform legacy completionTokens to modern output_tokens
-    if (AI_USAGE_COMPLETION_TOKENS in attributes) {
-      attributes[SpanAttributes.LLM_USAGE_OUTPUT_TOKENS] =
-        attributes[AI_USAGE_COMPLETION_TOKENS];
-      delete attributes[AI_USAGE_COMPLETION_TOKENS];
-    }
+  // Make sure we have the right naming convention
+  if (!(SpanAttributes.LLM_USAGE_OUTPUT_TOKENS in attributes) && AI_USAGE_COMPLETION_TOKENS in attributes) {
+    attributes[SpanAttributes.LLM_USAGE_OUTPUT_TOKENS] = attributes[AI_USAGE_COMPLETION_TOKENS];
   }
+
+  // Clean up legacy attributes
+  delete attributes[AI_USAGE_COMPLETION_TOKENS];
+  delete attributes[SpanAttributes.LLM_USAGE_COMPLETION_TOKENS];
 };
 
 const calculateTotalTokens = (attributes: Record<string, any>): void => {