Interface DsparkDraftOptions

Confidence-scheduled draft-length pruning and logits collection of one DSpark block.

interface DsparkDraftOptions {
    collectConfidence?: boolean;
    collectLogits?: boolean;
    minConf?: number;
    thresholds?: number[];
}

Index

Properties

collectConfidence? collectLogits? minConf? thresholds?

Properties

`Optional`collectConfidence

collectConfidence?: boolean

`Optional`collectLogits

collectLogits?: boolean

Concatenate the per-position draft logits into the result; default true.

`Optional`minConf

minConf?: number

`Optional`thresholds

thresholds?: number[]