Interface RequestMetrics

interface RequestMetrics {
    at: number;
    cachedPromptTokens: number;
    completionTokens: number;
    decodeTokensPerSecond: number | null;
    finish: "error" | "stop" | "length" | "cancelled";
    model: string;
    prefillTokensPerSecond: number | null;
    promptTokens: number;
    queueMs: number | null;
    requestId: string;
    totalMs: number;
    ttftMs: number | null;
}