Interface WhisperFastPath

The optimized execution path of a speech graph (temperature-0 decoding, beam search). Every step returns owned arrays.

interface WhisperFastPath {
    beamStep(
        tokens: number[],
        cache: WhisperFastCache,
        cfg: FastFilterConfig,
        k: number,
        state: { lastTok: number[]; lastTs: number[]; penultTok: number[] },
    ): { idx: MlxArray; pre: MlxArray; vals: MlxArray };
    crossKv(features: MlxArray, cache: WhisperFastCache): void;
    encode(mel: MlxArray, audioCtx?: number | null): MlxArray;
    greedyStep(
        st: {
            lastTok: MlxArray;
            lastTs: MlxArray;
            penultTok: MlxArray;
            tok: MlxArray;
        },
        cache: WhisperFastCache,
        cfg: FastFilterConfig,
    ): { lastTs: MlxArray; lp: MlxArray; next: MlxArray; pre: MlxArray };
    makeCache(): WhisperFastCache;
    prefill(tokens: MlxArray, cache: WhisperFastCache): MlxArray;
    step(
        tokens: number[],
        cache: WhisperFastCache,
        cfg: FastFilterConfig,
        state: {
            atBegin: boolean;
            lastTok: number[];
            lastTs: number[];
            penultTok: number[];
        },
    ): { filtered: MlxArray; pre: MlxArray };
}

Index

Methods

beamStep crossKv encode greedyStep makeCache prefill step

Methods

beamStep

beamStep(
    tokens: number[],
    cache: WhisperFastCache,
    cfg: FastFilterConfig,
    k: number,
    state: { lastTok: number[]; lastTs: number[]; penultTok: number[] },
): { idx: MlxArray; pre: MlxArray; vals: MlxArray }
Parameters
- tokens: number[]
- cache: WhisperFastCache
- cfg: FastFilterConfig
- k: number
- state: { lastTok: number[]; lastTs: number[]; penultTok: number[] }
Returns { idx: MlxArray; pre: MlxArray; vals: MlxArray }
- Defined in packages/inference/src/contracts/mlx/whisper.ts:65

crossKv

crossKv(features: MlxArray, cache: WhisperFastCache): void
Project the encoder output into every decoder layer's cross K/V.
Parameters
- features: MlxArray
- cache: WhisperFastCache
Returns void
- Defined in packages/inference/src/contracts/mlx/whisper.ts:57

encode

encode(mel: MlxArray, audioCtx?: number | null): MlxArray
audioCtx (Lab): encode only the first 2·audioCtx mel frames.
Parameters
- mel: MlxArray
- OptionalaudioCtx: number | null
Returns MlxArray
- Defined in packages/inference/src/contracts/mlx/whisper.ts:55

greedyStep

greedyStep(
    st: {
        lastTok: MlxArray;
        lastTs: MlxArray;
        penultTok: MlxArray;
        tok: MlxArray;
    },
    cache: WhisperFastCache,
    cfg: FastFilterConfig,
): { lastTs: MlxArray; lp: MlxArray; next: MlxArray; pre: MlxArray }
Pipelined greedy step over token and timestamp-state arrays.
Parameters
- st: { lastTok: MlxArray; lastTs: MlxArray; penultTok: MlxArray; tok: MlxArray }
- cache: WhisperFastCache
- cfg: FastFilterConfig
Returns { lastTs: MlxArray; lp: MlxArray; next: MlxArray; pre: MlxArray }
- Defined in packages/inference/src/contracts/mlx/whisper.ts:61

makeCache

makeCache(): WhisperFastCache
Returns WhisperFastCache
- Defined in packages/inference/src/contracts/mlx/whisper.ts:53

prefill

prefill(tokens: MlxArray, cache: WhisperFastCache): MlxArray
Multi-token prefill: fills the self-KV cache, returns logits [B, T, V].
Parameters
- tokens: MlxArray
- cache: WhisperFastCache
Returns MlxArray
- Defined in packages/inference/src/contracts/mlx/whisper.ts:59

step

step(
    tokens: number[],
    cache: WhisperFastCache,
    cfg: FastFilterConfig,
    state: {
        atBegin: boolean;
        lastTok: number[];
        lastTs: number[];
        penultTok: number[];
    },
): { filtered: MlxArray; pre: MlxArray }
One compiled decode step: pre-filter and filtered last-position logits [B, V] f32.
Parameters
- tokens: number[]
- cache: WhisperFastCache
- cfg: FastFilterConfig
- state: { atBegin: boolean; lastTok: number[]; lastTs: number[]; penultTok: number[] }
Returns { filtered: MlxArray; pre: MlxArray }
- Defined in packages/inference/src/contracts/mlx/whisper.ts:70

Interface WhisperFastPath

Index

Methods

Methods

beamStep

Parameters

Returns { idx: MlxArray; pre: MlxArray; vals: MlxArray }

crossKv

Parameters

Returns void

encode

Parameters

Returns MlxArray

greedyStep

Parameters

Returns { lastTs: MlxArray; lp: MlxArray; next: MlxArray; pre: MlxArray }

makeCache

Returns WhisperFastCache

prefill

Parameters

Returns MlxArray

step

Parameters

Returns { filtered: MlxArray; pre: MlxArray }

Settings

On This Page