Class DeltaWeights

Index

Constructors

constructor

new DeltaWeights(
    weights: Weights,
    config: ModelConfig,
    prefix: string,
    representations: TrellisRepresentations,
    state: LoraState,
): DeltaWeights
Parameters
- weights: Weights
- config: ModelConfig
- prefix: string
- representations: TrellisRepresentations
- state: LoraState
Returns DeltaWeights
- Defined in packages/inference/src/models/qwen/written-layers.ts:105

Properties

`Readonly`inProjA

inProjA: QuantizedLinear

`Readonly`inProjB

inProjB: QuantizedLinear

`Readonly`inProjQkv

inProjQkv: QuantizedLinear

`Readonly`inProjZ

inProjZ: QuantizedLinear

`Readonly`outProj

outProj: QuantizedLinear

`Readonly`prefix

prefix: string

`Readonly`trellis

trellis: TrellisWeights

Methods

ane

ane(
    weights: Weights,
    config: ModelConfig,
    Plain: AffineProjectionClass,
    Split: typeof AneAffineSplit,
    fraction: number,
    rows: number,
    shares: AneWeightShares,
    qkScale: { k: MlxArray; q: MlxArray },
): QwenGatedDeltaNet<RowProjection>
Parameters
- weights: Weights
- config: ModelConfig
- Plain: AffineProjectionClass
- Split: typeof AneAffineSplit
- fraction: number
- rows: number
- shares: AneWeightShares
- qkScale: { k: MlxArray; q: MlxArray }
Returns QwenGatedDeltaNet<RowProjection>
- Defined in packages/inference/src/models/qwen/written-layers.ts:181

aneProjections

aneProjections(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenDeltaLayer,
    mlp: RowProjection,
    Split: typeof AneAffineSplit,
    Dense: AffineProjectionClass,
    Plain: AffineProjectionClass,
    rows: number,
    shares: AneWeightShares,
    qkScale: { k: MlxArray; q: MlxArray },
): QwenDeltaLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenDeltaLayer
- mlp: RowProjection
- Split: typeof AneAffineSplit
- Dense: AffineProjectionClass
- Plain: AffineProjectionClass
- rows: number
- shares: AneWeightShares
- qkScale: { k: MlxArray; q: MlxArray }
Returns QwenDeltaLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:154

aneStage

aneStage(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenDeltaLayer,
    Mlp: typeof AneBoundMlp,
    Split: AneMlpClass,
    Affine: typeof AneAffineSplit,
    Plain: AffineProjectionClass,
    fraction: number,
    rows: number,
    shares: AneWeightShares,
    qkScale: { k: MlxArray; q: MlxArray },
): QwenDeltaLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenDeltaLayer
- Mlp: typeof AneBoundMlp
- Split: AneMlpClass
- Affine: typeof AneAffineSplit
- Plain: AffineProjectionClass
- fraction: number
- rows: number
- shares: AneWeightShares
- qkScale: { k: MlxArray; q: MlxArray }
Returns QwenDeltaLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:163

bind

bind(
    weights: Weights,
    config: ModelConfig,
    Qkv: AffineProjectionClass,
    Z: AffineProjectionClass,
    A: AffineProjectionClass,
    B: AffineProjectionClass,
    Out: AffineProjectionClass,
    qkScale: { k: MlxArray; q: MlxArray },
    Block?: typeof QwenGatedDeltaNet,
): QwenGatedDeltaNet<RowProjection>
Parameters
- weights: Weights
- config: ModelConfig
- Qkv: AffineProjectionClass
- Z: AffineProjectionClass
- A: AffineProjectionClass
- B: AffineProjectionClass
- Out: AffineProjectionClass
- qkScale: { k: MlxArray; q: MlxArray }
- Block: typeof QwenGatedDeltaNet = QwenGatedDeltaNet
Returns QwenGatedDeltaNet<RowProjection>
- Defined in packages/inference/src/models/qwen/written-layers.ts:170

fused

fused(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenDeltaLayer,
    Mlp: FusedClass,
    Down: TrellisProjectionClass,
    Plain: AffineProjectionClass,
    qkScale: { k: MlxArray; q: MlxArray },
): QwenDeltaLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenDeltaLayer
- Mlp: FusedClass
- Down: TrellisProjectionClass
- Plain: AffineProjectionClass
- qkScale: { k: MlxArray; q: MlxArray }
Returns QwenDeltaLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:129

prompt

prompt(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenDeltaLayer,
    Mlp: UnfusedClass,
    Gate: TrellisProjectionClass,
    Down: TrellisProjectionClass,
    Plain: AffineProjectionClass,
    qkScale: { k: MlxArray; q: MlxArray },
): QwenDeltaLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenDeltaLayer
- Mlp: UnfusedClass
- Gate: TrellisProjectionClass
- Down: TrellisProjectionClass
- Plain: AffineProjectionClass
- qkScale: { k: MlxArray; q: MlxArray }
Returns QwenDeltaLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:123

stage

stage(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenDeltaLayer,
    Mlp: GateDownClass,
    GateUp: GateUpClass,
    Gate: TrellisProjectionClass,
    Down: TrellisProjectionClass,
    Qkv: AffineProjectionClass,
    Z: AffineProjectionClass,
    A: AffineProjectionClass,
    B: AffineProjectionClass,
    Out: AffineProjectionClass,
    qkScale: { k: MlxArray; q: MlxArray },
    Block?: typeof QwenGatedDeltaNet,
): QwenDeltaLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenDeltaLayer
- Mlp: GateDownClass
- GateUp: GateUpClass
- Gate: TrellisProjectionClass
- Down: TrellisProjectionClass
- Qkv: AffineProjectionClass
- Z: AffineProjectionClass
- A: AffineProjectionClass
- B: AffineProjectionClass
- Out: AffineProjectionClass
- qkScale: { k: MlxArray; q: MlxArray }
- Block: typeof QwenGatedDeltaNet = QwenGatedDeltaNet
Returns QwenDeltaLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:114

targets

targets(): readonly (readonly [string, QwenProjectionTarget])[]
Returns readonly (readonly [string, QwenProjectionTarget])[]
- Defined in packages/inference/src/models/qwen/written-layers.ts:192

withBoundProjections

withBoundProjections(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenDeltaLayer,
    mlp: RowProjection,
    qkv: RowProjection,
    z: RowProjection,
    a: RowProjection,
    b: RowProjection,
    out: RowProjection,
    qkScale: { k: MlxArray; q: MlxArray },
): QwenDeltaLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenDeltaLayer
- mlp: RowProjection
- qkv: RowProjection
- z: RowProjection
- a: RowProjection
- b: RowProjection
- out: RowProjection
- qkScale: { k: MlxArray; q: MlxArray }
Returns QwenDeltaLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:145

withMlp

withMlp(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenDeltaLayer,
    mlp: RowProjection,
    Projection: AffineProjectionClass,
    qkScale: { k: MlxArray; q: MlxArray },
): QwenDeltaLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenDeltaLayer
- mlp: RowProjection
- Projection: AffineProjectionClass
- qkScale: { k: MlxArray; q: MlxArray }
Returns QwenDeltaLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:136

withProjections

withProjections(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenDeltaLayer,
    mlp: RowProjection,
    Qkv: AffineProjectionClass,
    Z: AffineProjectionClass,
    A: AffineProjectionClass,
    B: AffineProjectionClass,
    Out: AffineProjectionClass,
    qkScale: { k: MlxArray; q: MlxArray },
): QwenDeltaLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenDeltaLayer
- mlp: RowProjection
- Qkv: AffineProjectionClass
- Z: AffineProjectionClass
- A: AffineProjectionClass
- B: AffineProjectionClass
- Out: AffineProjectionClass
- qkScale: { k: MlxArray; q: MlxArray }
Returns QwenDeltaLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:140

Class DeltaWeights

Index

Constructors

Properties

Methods

Constructors

constructor

Parameters

Returns DeltaWeights

Properties

ReadonlyinProjA

ReadonlyinProjB

ReadonlyinProjQkv

ReadonlyinProjZ

ReadonlyoutProj

Readonlyprefix

Readonlytrellis

Methods

ane

Parameters

Returns QwenGatedDeltaNet<RowProjection>

aneProjections

Parameters

Returns QwenDeltaLayer

aneStage

Parameters

Returns QwenDeltaLayer

bind

Parameters

Returns QwenGatedDeltaNet<RowProjection>

fused

Parameters

Returns QwenDeltaLayer

prompt

Parameters

Returns QwenDeltaLayer

stage

Parameters

Returns QwenDeltaLayer

targets

Returns readonly (readonly [string, QwenProjectionTarget])[]

withBoundProjections

Parameters

Returns QwenDeltaLayer

withMlp

Parameters

Returns QwenDeltaLayer

withProjections

Parameters

Returns QwenDeltaLayer

Settings

On This Page

`Readonly`inProjA

`Readonly`inProjB

`Readonly`inProjQkv

`Readonly`inProjZ

`Readonly`outProj

`Readonly`prefix

`Readonly`trellis