+ "ݳj ^RIt^RIHt^RIt^RIHtHt^RIHt]P3RRllt RRlt R R R llt R R lt R#)NAny)ZeroPointDomain_fake_quantize_affine)_get_per_token_block_sizecV^8dQhR\PR\PR\PR\R\R\R\R\P/#) inputscales zero_points quant_min quant_max group_sizezero_point_domainreturn)torchTensorintr)formats"_/home/luca/screen-checking/.venv/lib/python3.14/site-packages/torchao/quantization/qat/utils.py __annotate__rsh << LL     ' \\c V^8gQhVPR,V,^8XgQhVP4^8XgQh^V3p\VVVV\PVVVR7#)) quant_dtyper rr)shapedimrrint32)r r r r rrr block_sizes&&&&&&& r _fake_quantize_per_channel_groupr!sq >> ;;r?Z '1 ,, , 99;!  ZJ  KK+  rc V^8dQhR\PR\PR\PR\R\R\P/#)r r r r r rr)rrr)rs"rrr.sT00 <<0 LL00 0  0  \\ 0rc ^RIHpV!WV4\V4p\VVVV\P VVR7pVP V4PVP4#)r)!_per_token_quant_qparam_dim_check)rr r) $torch.ao.quantization.fx._decomposedr$rrrr reshape_astodtype)r r r r rr$r fqs&&&&& r_fake_quantize_per_tokenr*.s_W%e[A*51J  KK B ==  " "5;; //rc0V^8dQhR\R\/#)r n_bit symmetric)rbool)rs"rrrEs#$rcV'd,^V^, ,)p^V^, ,^, pW#3#^p^V,^, pW#3#)r )r,r-qminqmaxs&& r_get_qmin_qmaxr3EsOuqy!"UQY!# <%x!| <rc$V^8dQhR\/#)r old_api_objectr)rs"rrrOsSrch\P!RVPP,4R#)zf Log a helpful deprecation message pointing users to the new QAT API, only once per deprecated class. a'%s' is deprecated and will be removed in a future release. Please use the following API instead: base_config = Int4WeightOnlyConfig(group_size=32) quantize_(model, QATConfig(base_config, step="prepare")) # train (not shown) quantize_(model, QATConfig(base_config, step="convert")) Alternatively, if you prefer to pass in fake quantization configs: activation_config = IntxFakeQuantizeConfig(torch.int8, "per_token", is_symmetric=False) weight_config = IntxFakeQuantizeConfig(torch.int4, group_size=32) qat_config = QATConfig( activation_config=activation_config, weight_config=weight_config, step="prepare", ) quantize_(model, qat_config) Please see https://github.com/pytorch/ao/issues/2630 for more details. N)warningswarn __class____name__)r5s&r_log_deprecation_warningr;Os+  MM (  " " + +) ,r)T)r7typingrr%torchao.quantization.quant_primitivesrrtorchao.quantization.utilsrINTr!r*r3r;r0rrr@s9 *9)<)<20.r