Interface ExpertResidencyBudgetInput

interface ExpertResidencyBudgetInput {
    budgetBytes: number;
    fixedBytes: number;
    maxSlotsPerLayer?: number;
    pinnedExperts?: number;
    slotBytes: number;
    sparseLayers: number;
    workingSlots?: number;
}

Index

Properties

budgetBytes fixedBytes maxSlotsPerLayer? pinnedExperts? slotBytes sparseLayers workingSlots?

Properties

`Readonly`budgetBytes

budgetBytes: number

`Readonly`fixedBytes

fixedBytes: number

`Optional` `Readonly`maxSlotsPerLayer

maxSlotsPerLayer?: number

`Optional` `Readonly`pinnedExperts

pinnedExperts?: number

`Readonly`slotBytes

slotBytes: number

`Readonly`sparseLayers

sparseLayers: number

`Optional` `Readonly`workingSlots

workingSlots?: number