Interface ProjectedDraftMethod

layers

namespace

schema

draft

• draft(
      context: {
          attend(
              layer: number,
              query: MlxArray,
              blockKeys: MlxArray,
              blockValues: MlxArray,
              scale?: number,
          ): MlxArray;
          dispose(): void;
      },
      pending: readonly number[],
      positions: number | MlxArray,
      depth: number,
  ): number[][]

  Parameters

  • context: {
        attend(
            layer: number,
            query: MlxArray,
            blockKeys: MlxArray,
            blockValues: MlxArray,
            scale?: number,
        ): MlxArray;
        dispose(): void;
    }
  • pending: readonly number[]
  • positions: number | MlxArray
  • depth: number

  Returns number[][]

OptionaldraftDevice

• draftDevice?(
      context: {
          attend(
              layer: number,
              query: MlxArray,
              blockKeys: MlxArray,
              blockValues: MlxArray,
              scale?: number,
          ): MlxArray;
          dispose(): void;
      },
      pending: readonly number[],
      positions: number | MlxArray,
      depth: number,
  ): MlxArray

  Optional device-resident proposals [B, depth], row-major: the round reads them back together with the verify samples.

  Parameters

  • context: {
        attend(
            layer: number,
            query: MlxArray,
            blockKeys: MlxArray,
            blockValues: MlxArray,
            scale?: number,
        ): MlxArray;
        dispose(): void;
    }
  • pending: readonly number[]
  • positions: number | MlxArray
  • depth: number

  Returns MlxArray

project

• project(
      hidden: MlxArray,
      positions: number | MlxArray,
  ): { k: MlxArray; v: MlxArray }[]

  Parameters

  • hidden: MlxArray
  • positions: number | MlxArray

  Returns { k: MlxArray; v: MlxArray }[]