Struct QuantizeArgs 

pub struct QuantizeArgs {
    pub input: PathBuf,
    pub output: PathBuf,
    pub scheme: SchemeArg,
    pub asymmetric: bool,
    pub granularity: GranularityArg,
    pub axis: usize,
    pub group_size: Option<usize>,
    pub fp8_variant: Fp8VariantArg,
}

teeny-quant quantize arguments.

Fields

input: PathBuf

Input .safetensors checkpoint.

output: PathBuf

Output .safetensors path.

scheme: SchemeArg

Quantization scheme.

asymmetric: bool

Use asymmetric (rather than symmetric) affine quantization. Ignored for --scheme fp8, which is always amax-scaled/symmetric.

granularity: GranularityArg

Quantization granularity.

axis: usize

Axis for --granularity channel/group (default 0, the output-channel axis for Linear/Conv weights shaped [out, in, ...]). Group-wise quantization typically wants the reduction axis instead, e.g. --axis 1.

group_size: Option<usize>

Elements per group; required for --granularity group.

fp8_variant: Fp8VariantArg

FP8 encoding; only used for --scheme fp8.

Trait Implementations

impl Args for QuantizeArgs

fn group_id() -> Option<Id>

Report the [ArgGroup::id][crate::ArgGroup::id] for this set of arguments

fn augment_args<'b>(__clap_app: Command) -> Command

Append to [Command] so it can instantiate Self via [FromArgMatches::from_arg_matches_mut]

fn augment_args_for_update<'b>(__clap_app: Command) -> Command

Append to [Command] so it can instantiate self via [FromArgMatches::update_from_arg_matches_mut]

impl Debug for QuantizeArgs

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl FromArgMatches for QuantizeArgs

fn from_arg_matches(__clap_arg_matches: &ArgMatches) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn from_arg_matches_mut( __clap_arg_matches: &mut ArgMatches, ) -> Result<Self, Error>

Instantiate Self from [ArgMatches], parsing the arguments as needed.

fn update_from_arg_matches( &mut self, __clap_arg_matches: &ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.

fn update_from_arg_matches_mut( &mut self, __clap_arg_matches: &mut ArgMatches, ) -> Result<(), Error>

Assign values from ArgMatches to self.