Interface QuantizeResult

interface QuantizeResult {
    achievedBpw: number;
    nQuantized: number;
    outDir: string;
    write: WriteResult;
}

Properties

achievedBpw: number

Achieved bits-per-weight over the quantized parameters (incl overhead).

nQuantized: number

Number of modules quantized.

outDir: string

Sharding / size details from the writer.