Interface LLMAnalytics

LLM usage analytics

interface LLMAnalytics {
    avg_latency_ms: number;
    by_model: Record<string, {
        avg_latency_ms: number;
        error_rate: number;
        invocations: number;
        tokens: number;
    }>;
    by_provider: Record<string, {
        avg_latency_ms: number;
        invocations: number;
        tokens: number;
    }>;
    error_count: number;
    error_rate: number;
    estimated_cost_usd: number;
    median_latency_ms: number;
    p95_latency_ms: number;
    p99_latency_ms: number;
    slow_invocations: number;
    slow_rate: number;
    time_range: {
        end: number;
        start: number;
    };
    total_completion_tokens: number;
    total_invocations: number;
    total_prompt_tokens: number;
    total_tokens: number;
}

Properties

avg_latency_ms by_model by_provider error_count error_rate estimated_cost_usd median_latency_ms p95_latency_ms p99_latency_ms slow_invocations slow_rate time_range total_completion_tokens total_invocations total_prompt_tokens total_tokens

Properties

avg_latency_ms

avg_latency_ms: number

by_model

by_model: Record<string, {
    avg_latency_ms: number;
    error_rate: number;
    invocations: number;
    tokens: number;
}>

by_provider

by_provider: Record<string, {
    avg_latency_ms: number;
    invocations: number;
    tokens: number;
}>

error_count

error_count: number

error_rate

error_rate: number

estimated_cost_usd

estimated_cost_usd: number

median_latency_ms

median_latency_ms: number

p95_latency_ms

p95_latency_ms: number

p99_latency_ms

p99_latency_ms: number

slow_invocations

slow_invocations: number

slow_rate

slow_rate: number

time_range

time_range: {
    end: number;
    start: number;
}

total_completion_tokens

total_completion_tokens: number

total_invocations

total_invocations: number

total_prompt_tokens

total_prompt_tokens: number

total_tokens

total_tokens: number

Settings

Member Visibility

On This Page

Properties