Class AttentionWeights

Index

Constructors

Properties

Methods

ane aneProjections aneStage fused media mediaLayer prompt stage targets text withBoundProjections withMlp withProjections

Constructors

constructor

new AttentionWeights(
    weights: Weights,
    config: ModelConfig,
    prefix: string,
    representations: TrellisRepresentations,
    state: LoraState,
): AttentionWeights
Parameters
- weights: Weights
- config: ModelConfig
- prefix: string
- representations: TrellisRepresentations
- state: LoraState
Returns AttentionWeights
- Defined in packages/inference/src/models/qwen/written-layers.ts:205

Properties

`Readonly`kProj

kProj: QuantizedLinear

`Readonly`oProj

oProj: QuantizedLinear

`Readonly`prefix

prefix: string

Methods

ane

ane(
    weights: Weights,
    config: ModelConfig,
    Plain: AffineProjectionClass,
    Split: typeof AneAffineSplit,
    fraction: number,
    rows: number,
    shares: AneWeightShares,
): Qwen3TextAttention<RowProjection>
Parameters
- weights: Weights
- config: ModelConfig
- Plain: AffineProjectionClass
- Split: typeof AneAffineSplit
- fraction: number
- rows: number
- shares: AneWeightShares
Returns Qwen3TextAttention<RowProjection>
- Defined in packages/inference/src/models/qwen/written-layers.ts:273

aneProjections

aneProjections(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenAttentionLayer,
    mlp: RowProjection,
    Split: typeof AneAffineSplit,
    Dense: AffineProjectionClass,
    _Plain: AffineProjectionClass,
    rows: number,
    shares: AneWeightShares,
): QwenAttentionLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenAttentionLayer
- mlp: RowProjection
- Split: typeof AneAffineSplit
- Dense: AffineProjectionClass
- _Plain: AffineProjectionClass
- rows: number
- shares: AneWeightShares
Returns QwenAttentionLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:245

aneStage

aneStage(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenAttentionLayer,
    Mlp: typeof AneBoundMlp,
    Split: AneMlpClass,
    Affine: typeof AneAffineSplit,
    Plain: AffineProjectionClass,
    fraction: number,
    rows: number,
    shares: AneWeightShares,
): QwenAttentionLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenAttentionLayer
- Mlp: typeof AneBoundMlp
- Split: AneMlpClass
- Affine: typeof AneAffineSplit
- Plain: AffineProjectionClass
- fraction: number
- rows: number
- shares: AneWeightShares
Returns QwenAttentionLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:255

fused

fused(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenAttentionLayer,
    Mlp: FusedClass,
    Down: TrellisProjectionClass,
    Plain: AffineProjectionClass,
): QwenAttentionLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenAttentionLayer
- Mlp: FusedClass
- Down: TrellisProjectionClass
- Plain: AffineProjectionClass
Returns QwenAttentionLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:226

media

media(
    weights: Weights,
    config: ModelConfig,
    Q: AffineProjectionClass,
    K: AffineProjectionClass,
    V: AffineProjectionClass,
    O: AffineProjectionClass,
): Qwen3MediaAttention<RowProjection>
Parameters
- weights: Weights
- config: ModelConfig
- Q: AffineProjectionClass
- K: AffineProjectionClass
- V: AffineProjectionClass
- O: AffineProjectionClass
Returns Qwen3MediaAttention<RowProjection>
- Defined in packages/inference/src/models/qwen/written-layers.ts:267

mediaLayer

mediaLayer(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenAttentionLayer,
    mlp: RowProjection,
    Projection: AffineProjectionClass,
): QwenAttentionLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenAttentionLayer
- mlp: RowProjection
- Projection: AffineProjectionClass
Returns QwenAttentionLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:251

prompt

prompt(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenAttentionLayer,
    Mlp: UnfusedClass,
    Gate: TrellisProjectionClass,
    Down: TrellisProjectionClass,
    Plain: AffineProjectionClass,
): QwenAttentionLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenAttentionLayer
- Mlp: UnfusedClass
- Gate: TrellisProjectionClass
- Down: TrellisProjectionClass
- Plain: AffineProjectionClass
Returns QwenAttentionLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:220

stage

stage(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenAttentionLayer,
    Mlp: GateDownClass,
    GateUp: GateUpClass,
    Gate: TrellisProjectionClass,
    Down: TrellisProjectionClass,
    Q: AffineProjectionClass,
    K: AffineProjectionClass,
    V: AffineProjectionClass,
    O: AffineProjectionClass,
): QwenAttentionLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenAttentionLayer
- Mlp: GateDownClass
- GateUp: GateUpClass
- Gate: TrellisProjectionClass
- Down: TrellisProjectionClass
- Q: AffineProjectionClass
- K: AffineProjectionClass
- V: AffineProjectionClass
- O: AffineProjectionClass
Returns QwenAttentionLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:213

targets

targets(): readonly (readonly [string, QwenProjectionTarget])[]
Returns readonly (readonly [string, QwenProjectionTarget])[]
- Defined in packages/inference/src/models/qwen/written-layers.ts:280

text

text(
    weights: Weights,
    config: ModelConfig,
    Q: AffineProjectionClass,
    K: AffineProjectionClass,
    V: AffineProjectionClass,
    O: AffineProjectionClass,
): Qwen3TextAttention<RowProjection>
Parameters
- weights: Weights
- config: ModelConfig
- Q: AffineProjectionClass
- K: AffineProjectionClass
- V: AffineProjectionClass
- O: AffineProjectionClass
Returns Qwen3TextAttention<RowProjection>
- Defined in packages/inference/src/models/qwen/written-layers.ts:261

withBoundProjections

withBoundProjections(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenAttentionLayer,
    mlp: RowProjection,
    q: RowProjection,
    k: RowProjection,
    v: RowProjection,
    o: RowProjection,
): QwenAttentionLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenAttentionLayer
- mlp: RowProjection
- q: RowProjection
- k: RowProjection
- v: RowProjection
- o: RowProjection
Returns QwenAttentionLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:240

withMlp

withMlp(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenAttentionLayer,
    mlp: RowProjection,
    Projection: AffineProjectionClass,
): QwenAttentionLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenAttentionLayer
- mlp: RowProjection
- Projection: AffineProjectionClass
Returns QwenAttentionLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:232

withProjections

withProjections(
    weights: Weights,
    config: ModelConfig,
    Layer: typeof QwenAttentionLayer,
    mlp: RowProjection,
    Q: AffineProjectionClass,
    K: AffineProjectionClass,
    V: AffineProjectionClass,
    O: AffineProjectionClass,
): QwenAttentionLayer
Parameters
- weights: Weights
- config: ModelConfig
- Layer: typeof QwenAttentionLayer
- mlp: RowProjection
- Q: AffineProjectionClass
- K: AffineProjectionClass
- V: AffineProjectionClass
- O: AffineProjectionClass
Returns QwenAttentionLayer
- Defined in packages/inference/src/models/qwen/written-layers.ts:236

Class AttentionWeights

Index

Constructors

Properties

Methods

Constructors

constructor

Parameters

Returns AttentionWeights

Properties

ReadonlykProj

ReadonlyoProj

Readonlyprefix

ReadonlyqProj

Readonlytrellis

ReadonlyvProj

Methods

ane

Parameters

Returns Qwen3TextAttention<RowProjection>

aneProjections

Parameters

Returns QwenAttentionLayer

aneStage

Parameters

Returns QwenAttentionLayer

fused

Parameters

Returns QwenAttentionLayer

media

Parameters

Returns Qwen3MediaAttention<RowProjection>

mediaLayer

Parameters

Returns QwenAttentionLayer

prompt

Parameters

Returns QwenAttentionLayer

stage

Parameters

Returns QwenAttentionLayer

targets

Returns readonly (readonly [string, QwenProjectionTarget])[]

text

Parameters

Returns Qwen3TextAttention<RowProjection>

withBoundProjections

Parameters

Returns QwenAttentionLayer

withMlp

Parameters

Returns QwenAttentionLayer

withProjections

Parameters

Returns QwenAttentionLayer

Settings

On This Page

`Readonly`kProj

`Readonly`oProj

`Readonly`prefix

`Readonly`qProj

`Readonly`trellis

`Readonly`vProj