Interface InferenceEngine<Request, Metrics>

interface InferenceEngine<Request, Metrics> {
    close(): Promise<void>;
    open(
        request: Request,
        control: RunControl,
    ): Promise<GenerationSession<Metrics>>;
}

Type Parameters

Request
Metrics

Index

Methods

Methods

close

close(): Promise<void>
Returns Promise<void>
- Defined in packages/inference/src/contracts/portable/generation.ts:97

open

open(request: Request, control: RunControl): Promise<GenerationSession<Metrics>>
Parameters
- request: Request
- control: RunControl
Returns Promise<GenerationSession<Metrics>>
- Defined in packages/inference/src/contracts/portable/generation.ts:96