Interface EngineOptions

interface EngineOptions {
    idleTimeoutMs?: number;
    maxCollectTokens?: number;
    maxQueuedEvents?: number;
    maxQueuedTokens?: number;
    maxTopLogprobs?: number;
    timer: Timer;
}

Index

Properties

idleTimeoutMs? maxCollectTokens? maxQueuedEvents? maxQueuedTokens? maxTopLogprobs? timer

Properties

`Optional` `Readonly`idleTimeoutMs

idleTimeoutMs?: number

Deadline for an unread stream or a producer blocked by an idle consumer.

`Optional` `Readonly`maxCollectTokens

maxCollectTokens?: number

Aggregate output buffers for active collecting sessions, in tokens (4 bytes each). Once terminal, output storage belongs to the caller.

`Optional` `Readonly`maxQueuedEvents

maxQueuedEvents?: number

`Optional` `Readonly`maxQueuedTokens

maxQueuedTokens?: number

`Optional` `Readonly`maxTopLogprobs

maxTopLogprobs?: number

`Readonly`timer

timer: Timer