Interface PrefillPadding

Padding is interpreted by cache geometry, independently of scheduling. Left padding initializes an empty group; lengths count input columns before trailing padding. Finalize before ordinary decode or publishing checkpoints.

interface PrefillPadding {
    leftPadding?: readonly number[];
    lengths: readonly number[];
    rightPadding?: readonly number[];
}