File size: 2,525 Bytes
a070805 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 | import type {
MetricsSnapshot,
RuntimeConversationInfo,
RuntimeConversationStats,
TokenUsage,
} from "#/api/conversation-service/agent-server-conversation-service.types";
/**
* TypeScript equivalent of the get_combined_metrics method from the Python SDK
* Combines metrics from all LLM usage IDs in a conversation's stats
*/
export function combineUsageMetrics(
stats: RuntimeConversationStats | null | undefined,
): MetricsSnapshot {
if (!stats?.usage_to_metrics) {
return {
accumulated_cost: 0,
max_budget_per_task: null,
accumulated_token_usage: null,
};
}
let totalCost = 0;
let maxBudgetPerTask: number | null = null;
let combinedTokenUsage: TokenUsage | null = null;
// Iterate through all metrics and combine them
for (const metrics of Object.values(stats.usage_to_metrics)) {
// Add up costs
totalCost += metrics.accumulated_cost;
// Keep the max budget per task if any is set
if (maxBudgetPerTask === null && metrics.max_budget_per_task !== null) {
maxBudgetPerTask = metrics.max_budget_per_task;
}
// Combine token usage
if (metrics.accumulated_token_usage) {
if (combinedTokenUsage === null) {
combinedTokenUsage = { ...metrics.accumulated_token_usage };
} else {
combinedTokenUsage = {
prompt_tokens:
combinedTokenUsage.prompt_tokens +
metrics.accumulated_token_usage.prompt_tokens,
completion_tokens:
combinedTokenUsage.completion_tokens +
metrics.accumulated_token_usage.completion_tokens,
cache_read_tokens:
combinedTokenUsage.cache_read_tokens +
metrics.accumulated_token_usage.cache_read_tokens,
cache_write_tokens:
combinedTokenUsage.cache_write_tokens +
metrics.accumulated_token_usage.cache_write_tokens,
context_window: Math.max(
combinedTokenUsage.context_window,
metrics.accumulated_token_usage.context_window,
),
per_turn_token: Math.max(
combinedTokenUsage.per_turn_token,
metrics.accumulated_token_usage.per_turn_token,
),
};
}
}
}
return {
accumulated_cost: totalCost,
max_budget_per_task: maxBudgetPerTask,
accumulated_token_usage: combinedTokenUsage,
};
}
export function getCombinedMetrics(
conversationInfo: RuntimeConversationInfo,
): MetricsSnapshot {
return combineUsageMetrics(conversationInfo.stats);
}
|