Class GemmaMoeLayer

constructor

• new GemmaMoeLayer(
      weights: GemmaMoeLayerWeights,
      mlp: CompiledGegluMLP,
      experts: FixedExperts,
  ): GemmaMoeLayer

  Parameters

  • weights: GemmaMoeLayerWeights
  • mlp: CompiledGegluMLP
  • experts: FixedExperts

  Returns GemmaMoeLayer

Readonlyexperts

Readonlymlp

Readonlyweights

attn

• get attn(): Attention

  Returns Attention

layerType

• get layerType(): string

  Returns string

feedforward

• feedforward(h: MlxArray): MlxArray

  Parameters

  • h: MlxArray

  Returns MlxArray

forward

• forward(
      x: MlxArray,
      cache: Cache | null,
      phase: Gemma4Phase,
      donor: DonorRead | null,
      _input?: MlxArray | null,
  ): { donor: DonorRead | null; h: MlxArray }

  Parameters

  • x: MlxArray
  • cache: Cache | null
  • phase: Gemma4Phase
  • donor: DonorRead | null
  • _input: MlxArray | null = null

  Returns { donor: DonorRead | null; h: MlxArray }

forwardAttn

• forwardAttn(
      x: MlxArray,
      cache: Cache | null,
      phase: Gemma4Phase,
      donor: DonorRead | null,
  ): { donor: DonorRead | null; h: MlxArray }

  Parameters

  • x: MlxArray
  • cache: Cache | null
  • phase: Gemma4Phase
  • donor: DonorRead | null

  Returns { donor: DonorRead | null; h: MlxArray }