mlx-bun library API
    Preparing search index...

    Interface ExpertResidencyBackend

    interface ExpertResidencyBackend {
        slots: number;
        cancel(slot: number, generation: bigint): void;
        discard(slot: number, generation: bigint): void;
        hintSegments?(segments: readonly ExpertIOHintSegment[]): boolean;
        hintTelemetry?(): ExpertIOHintSnapshot;
        lease(slot: number, generation: bigint, consumer?: "gpu" | "cpu"): void;
        physicalFootprint(): number;
        releaseGpuFenced(slot: number, generation: bigint): void;
        submitSegments(
            slot: number,
            generation: bigint,
            segments: readonly ExpertIOSegment[],
        ): void;
        wait(slot: number, generation: bigint): Promise<void>;
    }
    Index
    slots
    cancel discard hintSegments? hintTelemetry? lease physicalFootprint releaseGpuFenced submitSegments wait
    slots: number

    Settings
    Member Visibility

    On This Page
    Properties
    Methods