Class QwenAttentionLayer

constructor

• new QwenAttentionLayer(
      weights: Weights,
      config: ModelConfig,
      prefix: string,
      mixer: {
          forward(
              x: MlxArray,
              cache: Cache,
              phase: ReadPhase,
              positions?: MropeForwardState | null,
          ): MlxArray;
      },
      mlp: { forward(x: MlxArray): MlxArray },
  ): QwenAttentionLayer

  Parameters

  • weights: Weights
  • config: ModelConfig
  • prefix: string
  • mixer: {
        forward(
            x: MlxArray,
            cache: Cache,
            phase: ReadPhase,
            positions?: MropeForwardState | null,
        ): MlxArray;
    }
  • mlp: { forward(x: MlxArray): MlxArray }

  Returns QwenAttentionLayer

ReadonlyinputNorm

Readonlymixer

Readonlymlp

ReadonlypostAttnNorm

forward

• forward(
      x: MlxArray,
      cache: Cache,
      phase: ReadPhase,
      positions?: MropeForwardState | null,
  ): MlxArray

  Parameters

  • x: MlxArray
  • cache: Cache
  • phase: ReadPhase
  • positions: MropeForwardState | null = null

  Returns MlxArray

forwardAttn

• forwardAttn(
      x: MlxArray,
      cache: Cache,
      phase: ReadPhase,
      positions?: MropeForwardState | null,
  ): MlxArray

  Parameters

  • x: MlxArray
  • cache: Cache
  • phase: ReadPhase
  • positions: MropeForwardState | null = null

  Returns MlxArray

forwardMlp

• forwardMlp(x: MlxArray): MlxArray

  Parameters

  • x: MlxArray

  Returns MlxArray