Interface GroupedDraftProvider

interface GroupedDraftProvider {
    supportsExternalTokens?: boolean;
    supportsTargetAdapters?: boolean;
    checkpointNamespace?(): string;
    draftVocabulary?(target: TargetView): readonly number[] | null;
    open(
        options: {
            checkpoints: readonly DraftRowCheckpoint[];
            constraints?: DraftRowConstraints;
            sampling: DraftRowSampling;
            target: TargetView;
        },
    ): DraftRowGroup;
    openPrefill(
        options: {
            checkpoints: readonly (DraftRowCheckpoint | null)[];
            target: TargetView;
        },
    ): DraftPrefillGroup;
    targetTapLayers?(target: TargetView): readonly number[];
}

Index

Properties

supportsExternalTokens? supportsTargetAdapters?

Methods

checkpointNamespace? draftVocabulary? open openPrefill targetTapLayers?

Properties

`Optional` `Readonly`supportsExternalTokens

supportsExternalTokens?: boolean

`Optional` `Readonly`supportsTargetAdapters

supportsTargetAdapters?: boolean

Draft state remains valid when target forwards run under a mounted adapter context. Unqualified learned draft graphs leave this absent.

Methods

`Optional`checkpointNamespace

checkpointNamespace?(): string
Resolve persistence identity without allocating a draft row.

Returns string
- Defined in packages/inference/src/generation/speculative/source.ts:115

`Optional`draftVocabulary

draftVocabulary?(target: TargetView): readonly number[] | null
The frequency-ranked draft vocabulary (ascending token ids) this provider's rows can select over for this target, or null. The binding resolves it once for the bound target; a request whose draft sampler reproduces on it drafts over it (DraftSelection listed). Absent: none.
Parameters
- target: TargetView
Returns readonly number[] | null
- Defined in packages/inference/src/generation/speculative/source.ts:113

open

open(
    options: {
        checkpoints: readonly DraftRowCheckpoint[];
        constraints?: DraftRowConstraints;
        sampling: DraftRowSampling;
        target: TargetView;
    },
): DraftRowGroup
Parameters
- options: {
      checkpoints: readonly DraftRowCheckpoint[];
      constraints?: DraftRowConstraints;
      sampling: DraftRowSampling;
      target: TargetView;
  }
Returns DraftRowGroup
- Defined in packages/inference/src/generation/speculative/source.ts:126

openPrefill

openPrefill(
    options: {
        checkpoints: readonly (DraftRowCheckpoint | null)[];
        target: TargetView;
    },
): DraftPrefillGroup
Parameters
- options: { checkpoints: readonly (DraftRowCheckpoint | null)[]; target: TargetView }
Returns DraftPrefillGroup
- Defined in packages/inference/src/generation/speculative/source.ts:124

`Optional`targetTapLayers

targetTapLayers?(target: TargetView): readonly number[]
Target hidden layers every row of this provider taps for this target, in capture order. A provider whose rows tap must implement it; rows opened for the target tap exactly this list. The binding resolves it once and admits the provider only when the target forward can capture these layers. Absent: no taps.
Parameters
- target: TargetView
Returns readonly number[]
- Defined in packages/inference/src/generation/speculative/source.ts:123