Class ExpertBatchLease

constructor

• new ExpertBatchLease(
      manager: ExpertResidencyManager,
      entries: readonly ExpertResidencyLeaseEntry[],
  ): ExpertBatchLease

  Parameters

  • manager: ExpertResidencyManager
  • entries: readonly ExpertResidencyLeaseEntry[]

  Returns ExpertBatchLease

Readonlyentries

releaseAfterGpuSync

• releaseAfterGpuSync(
      dependentOutputs: readonly MlxArray[],
      stream?: bigint,
  ): Promise<void>

  Parameters

  • dependentOutputs: readonly MlxArray[]
  • Optionalstream: bigint

  Returns Promise<void>

releaseFenced

• releaseFenced(): void

  Release after the caller has evaluated every graph that reads these slots and synchronized the consuming stream.

  Returns void