Interface LibraryRow

GET /library: one local model with what is running.

interface LibraryRow {
    assessment: FitAssessment | null;
    audio: boolean;
    model_type: string;
    quant_bits: number | null;
    repo_id: string;
    resident: boolean;
    serving: boolean;
    size_bytes: number;
    support_tier: SupportTier | null;
    supported: boolean;
    vision: boolean;
}

Properties

assessment: FitAssessment | null

audio: boolean

model_type: string

quant_bits: number | null

repo_id: string

resident: boolean

Loaded now: the served model and any that fit beside it.

serving: boolean

The model requests that name none are answered by.

size_bytes: number

support_tier: SupportTier | null

supported: boolean

vision: boolean