Interface SessionResources

interface SessionResources {
    idleTimeoutMs: number;
    maxQueuedEvents: number;
    maxQueuedTokens: number;
    maxTopLogprobs: number;
    timer: Timer;
    reserveOutput(tokens: number): { buffer: Uint32Array; release(): void };
}

Index

Properties

idleTimeoutMs maxQueuedEvents maxQueuedTokens maxTopLogprobs timer

Methods

Properties

`Readonly`idleTimeoutMs

idleTimeoutMs: number

`Readonly`maxQueuedEvents

maxQueuedEvents: number

`Readonly`maxQueuedTokens

maxQueuedTokens: number

`Readonly`maxTopLogprobs

maxTopLogprobs: number

`Readonly`timer

timer: Timer

Methods

reserveOutput

reserveOutput(tokens: number): { buffer: Uint32Array; release(): void }
Parameters
- tokens: number
Returns { buffer: Uint32Array; release(): void }
- Defined in packages/inference/src/execution/session.ts:14