mlx-bun library API
Documentation
Preparing search index...
@mlx-bun/inference
Module @mlx-bun/inference
Modules
@mlx-bun/inference
@mlx-bun/inference/adapters
@mlx-bun/inference/adapters/available
@mlx-bun/inference/artifacts
@mlx-bun/inference/artifacts/auxiliary-files
@mlx-bun/inference/artifacts/config
@mlx-bun/inference/artifacts/experts
@mlx-bun/inference/artifacts/glm52
@mlx-bun/inference/artifacts/glm52/memory
@mlx-bun/inference/contracts
@mlx-bun/inference/contracts/mlx
@mlx-bun/inference/contracts/portable
@mlx-bun/inference/embeddings
@mlx-bun/inference/execution
@mlx-bun/inference/execution/admission
@mlx-bun/inference/execution/cancellation
@mlx-bun/inference/execution/engine
@mlx-bun/inference/execution/fit
@mlx-bun/inference/execution/request-policy
@mlx-bun/inference/generation
@mlx-bun/inference/generation/bindings/autoregressive
@mlx-bun/inference/generation/bindings/denoising
@mlx-bun/inference/generation/diffusion
@mlx-bun/inference/generation/fill
@mlx-bun/inference/generation/speculative
@mlx-bun/inference/generation/speculative/binding
@mlx-bun/inference/generation/speculative/draft-kind
@mlx-bun/inference/generation/speculative/draft-registry
@mlx-bun/inference/generation/speculative/loader
@mlx-bun/inference/input
@mlx-bun/inference/input/audio
@mlx-bun/inference/input/media-fetch
@mlx-bun/inference/input/tool-call
@mlx-bun/inference/input/vision
@mlx-bun/inference/input/vision/qwen3vl
@mlx-bun/inference/input/vision/qwen3vl-prompt
@mlx-bun/inference/kernels/attention/flash
@mlx-bun/inference/kernels/attention/paged
@mlx-bun/inference/kernels/delta
@mlx-bun/inference/kernels/glm52
@mlx-bun/inference/kernels/quantization
@mlx-bun/inference/kernels/sampling
@mlx-bun/inference/kernels/trellis
@mlx-bun/inference/kernels/turboquant
@mlx-bun/inference/layers
@mlx-bun/inference/layers/lora
@mlx-bun/inference/models
@mlx-bun/inference/models/audio/conformer
@mlx-bun/inference/models/diffusion-gemma
@mlx-bun/inference/models/diffusion-gemma/vision
@mlx-bun/inference/models/drafter-loaders
@mlx-bun/inference/models/drafters
@mlx-bun/inference/models/gemma4
@mlx-bun/inference/models/gemma4/assistant
@mlx-bun/inference/models/gemma4/blocks
@mlx-bun/inference/models/gemma4/compiled-decode
@mlx-bun/inference/models/gemma4/graphs
@mlx-bun/inference/models/glm52
@mlx-bun/inference/models/glm52/mtp
@mlx-bun/inference/models/graph
@mlx-bun/inference/models/memory-plan
@mlx-bun/inference/models/minicpm5
@mlx-bun/inference/models/profile
@mlx-bun/inference/models/qwen/blocks
@mlx-bun/inference/models/qwen/mtp
@mlx-bun/inference/models/qwen/written-layers
@mlx-bun/inference/models/qwen3
@mlx-bun/inference/models/qwen3_5
@mlx-bun/inference/models/qwen3-moe
@mlx-bun/inference/models/qwen38-27b-trellis-m1max
@mlx-bun/inference/models/qwen38-27b-trellis-m4pro
@mlx-bun/inference/models/speculative/deepspec
@mlx-bun/inference/models/speculative/dflash
@mlx-bun/inference/models/support
@mlx-bun/inference/models/universal
@mlx-bun/inference/models/universal/blocks
@mlx-bun/inference/models/vision/qwen3vl
@mlx-bun/inference/models/vision/siglip
@mlx-bun/inference/models/vision/unified
@mlx-bun/inference/models/whisper
@mlx-bun/inference/runtime/config
@mlx-bun/inference/runtime/resources
@mlx-bun/inference/runtime/trace
@mlx-bun/inference/sampling
@mlx-bun/inference/sampling/grammar
@mlx-bun/inference/scoring
@mlx-bun/inference/state
@mlx-bun/inference/state/kv-scheme
@mlx-bun/inference/state/paged
@mlx-bun/inference/transcription
@mlx-bun/inference/transcription/format
@mlx-bun/inference/transcription/silero-vad
Settings
Member Visibility
Protected
Inherited
External
Theme
OS
Light
Dark
On This Page
Modules
@mlx-
bun/inference
@mlx-
bun/inference/adapters
@mlx-
bun/inference/adapters/available
@mlx-
bun/inference/artifacts
@mlx-
bun/inference/artifacts/auxiliary-
files
@mlx-
bun/inference/artifacts/config
@mlx-
bun/inference/artifacts/experts
@mlx-
bun/inference/artifacts/glm52
@mlx-
bun/inference/artifacts/glm52/memory
@mlx-
bun/inference/contracts
@mlx-
bun/inference/contracts/mlx
@mlx-
bun/inference/contracts/portable
@mlx-
bun/inference/embeddings
@mlx-
bun/inference/execution
@mlx-
bun/inference/execution/admission
@mlx-
bun/inference/execution/cancellation
@mlx-
bun/inference/execution/engine
@mlx-
bun/inference/execution/fit
@mlx-
bun/inference/execution/request-
policy
@mlx-
bun/inference/generation
@mlx-
bun/inference/generation/bindings/autoregressive
@mlx-
bun/inference/generation/bindings/denoising
@mlx-
bun/inference/generation/diffusion
@mlx-
bun/inference/generation/fill
@mlx-
bun/inference/generation/speculative
@mlx-
bun/inference/generation/speculative/binding
@mlx-
bun/inference/generation/speculative/draft-
kind
@mlx-
bun/inference/generation/speculative/draft-
registry
@mlx-
bun/inference/generation/speculative/loader
@mlx-
bun/inference/input
@mlx-
bun/inference/input/audio
@mlx-
bun/inference/input/media-
fetch
@mlx-
bun/inference/input/tool-
call
@mlx-
bun/inference/input/vision
@mlx-
bun/inference/input/vision/qwen3vl
@mlx-
bun/inference/input/vision/qwen3vl-
prompt
@mlx-
bun/inference/kernels/attention/flash
@mlx-
bun/inference/kernels/attention/paged
@mlx-
bun/inference/kernels/delta
@mlx-
bun/inference/kernels/glm52
@mlx-
bun/inference/kernels/quantization
@mlx-
bun/inference/kernels/sampling
@mlx-
bun/inference/kernels/trellis
@mlx-
bun/inference/kernels/turboquant
@mlx-
bun/inference/layers
@mlx-
bun/inference/layers/lora
@mlx-
bun/inference/models
@mlx-
bun/inference/models/audio/conformer
@mlx-
bun/inference/models/diffusion-
gemma
@mlx-
bun/inference/models/diffusion-
gemma/vision
@mlx-
bun/inference/models/drafter-
loaders
@mlx-
bun/inference/models/drafters
@mlx-
bun/inference/models/gemma4
@mlx-
bun/inference/models/gemma4/assistant
@mlx-
bun/inference/models/gemma4/blocks
@mlx-
bun/inference/models/gemma4/compiled-
decode
@mlx-
bun/inference/models/gemma4/graphs
@mlx-
bun/inference/models/glm52
@mlx-
bun/inference/models/glm52/mtp
@mlx-
bun/inference/models/graph
@mlx-
bun/inference/models/memory-
plan
@mlx-
bun/inference/models/minicpm5
@mlx-
bun/inference/models/profile
@mlx-
bun/inference/models/qwen/blocks
@mlx-
bun/inference/models/qwen/mtp
@mlx-
bun/inference/models/qwen/written-
layers
@mlx-
bun/inference/models/qwen3
@mlx-
bun/inference/models/qwen3_
5
@mlx-
bun/inference/models/qwen3-
moe
@mlx-
bun/inference/models/qwen38-
27b-
trellis-
m1max
@mlx-
bun/inference/models/qwen38-
27b-
trellis-
m4pro
@mlx-
bun/inference/models/speculative/deepspec
@mlx-
bun/inference/models/speculative/dflash
@mlx-
bun/inference/models/support
@mlx-
bun/inference/models/universal
@mlx-
bun/inference/models/universal/blocks
@mlx-
bun/inference/models/vision/qwen3vl
@mlx-
bun/inference/models/vision/siglip
@mlx-
bun/inference/models/vision/unified
@mlx-
bun/inference/models/whisper
@mlx-
bun/inference/runtime/config
@mlx-
bun/inference/runtime/resources
@mlx-
bun/inference/runtime/trace
@mlx-
bun/inference/sampling
@mlx-
bun/inference/sampling/grammar
@mlx-
bun/inference/scoring
@mlx-
bun/inference/state
@mlx-
bun/inference/state/kv-
scheme
@mlx-
bun/inference/state/paged
@mlx-
bun/inference/transcription
@mlx-
bun/inference/transcription/format
@mlx-
bun/inference/transcription/silero-
vad
Documentation
mlx-bun library API
Loading...