Class DflashShard

constructor

• new DflashShard(
      hiddenMl: MlxArray,
      ids: Int32Array,
      seqLens: Int32Array,
      respStarts: Int32Array,
      hiddenSize: number,
      m: number,
  ): DflashShard

  Parameters

  • hiddenMl: MlxArray
  • ids: Int32Array
  • seqLens: Int32Array
  • respStarts: Int32Array
  • hiddenSize: number
  • m: number

  Returns DflashShard

ReadonlyhiddenMl

ReadonlyhiddenSize

Readonlyids

Readonlym

ReadonlyrespStart

ReadonlyseqLen

ReadonlyseqStart

dispose

• dispose(): void

  Returns void

Staticload

• load(dir: string): DflashShard

  Parameters

  • dir: string

  Returns DflashShard