Interface PagedAttentionStorage

Borrowed numerical storage. Allocation, appends, and eviction belong to state.

interface PagedAttentionStorage {
    blockSize: number;
    dtype: Dtype;
    headDim: number;
    keyBiases?: MlxArray | null;
    keys: MlxArray;
    keyScales?: MlxArray | null;
    quantization?: { bits: number; groupSize: number } | null;
    valueBiases?: MlxArray | null;
    values: MlxArray;
    valueScales?: MlxArray | null;
    vHeadDim: number;
}

Index

Properties

blockSize dtype headDim keyBiases? keys keyScales? quantization? valueBiases? values valueScales? vHeadDim

Properties

`Readonly`blockSize

blockSize: number

`Readonly`dtype

dtype: Dtype

`Readonly`headDim

headDim: number

`Optional` `Readonly`keyBiases

keyBiases?: MlxArray | null

`Readonly`keys

`Optional` `Readonly`keyScales

keyScales?: MlxArray | null

`Optional` `Readonly`quantization

quantization?: { bits: number; groupSize: number } | null

`Optional` `Readonly`valueBiases

valueBiases?: MlxArray | null

`Readonly`values

values: MlxArray

`Optional` `Readonly`valueScales

valueScales?: MlxArray | null

`Readonly`vHeadDim

vHeadDim: number