+ "ݳjc<Rt^RIHt^RIt^RIHtHtHt^RIt^RI H t H t ^RI H t Ht^RIHtHt^RIHtHt^RIHt^R IHt^R IHt^R IHt^R IHt^R IH t H!t!H"t"H#t#H$t$H%t%H&t&H't'H(t(]!4t)!RR]4t*RRlt+RRlt,!RR]4t-RR.t.R#)z@Swordfish (Blackwell sm100/sm110) weight-quantized linear layer.) annotationsN)ListOptionalTuple)AdapterLora)DEVICEPLATFORM) AWQuantLinearGPTQQuantLinear)FORMATMETHOD)BACKEND) setup_logger)replace_parameter) scalar_types)IS_ROCM) "_validate_swordfish_device_supportcheck_swordfish_supports_shape%query_swordfish_supported_group_sizes%query_swordfish_supported_quant_typesswordfish_extension_availableswordfish_extension_error swordfish_mmswordfish_prepack_Bswordfish_runtime_errorc,a]tRt^'t]P .t]P.t ] P^e/t ^^.t .ROt RR.tRR.tRtRtRtRt^@.t^@.t]P..t]P4.t]P:.t].t ]PB]PD.t#Rt$Rt%R]&PNR]&PPR]&PR/t*R]P:RRR3RV3Rlllt+],RRl4t-],R V3R ll4t.],R V3R ll4t/V3R lt0RV3Rllt1RRlt2Rt3V;t4#)SwordfishLinearTF swordfishNc@V^8dQhRRRRRRRRRRRRR RR R R RR R/ #)bitsint group_sizedesc_actboolsym in_features out_featuresbias pack_dtype torch.dtyperegister_buffersadapterr)formats"g/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/nn_modules/qlinear/swordfish.py __annotate__SwordfishLinear.__annotate__Fs\N\N\N\N \N  \N  \N\N\N \N\N\Nc  H<W3VP9d\RV RV 24hV PR4;'g\PVn\ SV`!RRVRVRVRVRVRVR VR VR V PR \P4R V R RRV / V BVPR\PP\P!VPVP ,VP"3VP$R7RR74VPR\PP\P!VP\P&R7RR74\(P*!VPVP,, 4p VPR\PP\P!WP"3VP R7RR74VPR\PP\P!WP"VP ,3VP$R7RR74V'd?VP/R \P0!VP"3VP R74MRVnVPVP4VP63,VnRVnVP/R\P!^\P&R74R#)&Unsupported quantization config: bits=, sym=dtyper!r#r&r$r'r(r)r*backendr-r,Fr/qweightr7 requires_gradg_idxscalesqzerosN input_permr.)TYPE_MAP ValueErrorgettorchfloat16 compute_dtypesuper__init__poprGPTQ_SWORDFISHregister_parameternn Parameteremptyr' pack_factorr(r*int32mathceilr#register_bufferzerosr)r!r& weight_typehas_zero_points)selfr!r#r$r&r'r(r)r*r,r-r/kwargs grouped_rows __class__s&&&&&&&&&&&&, r0rHSwordfishLinear.__init__Fs ;dmm +EdV6RUQVWX X#ZZ0AAEMM   !    $  &   " JJy'*@*@A  #   &   HH   %%)9)994;L;LM//$      HH   D,,EKK@#   yy!1!1DOO!CD    HH   !#4#45,,$      HH   !#4#48H8H#HI//$       T..08J8JK  DI==$))TXX)>?$ \5;;q +LMr3cV^8dQhRR/#r returnz Tuple[bool, Optional[Exception]]r.)r/s"r0r1r2>r3c P\4'gR\\443#R#FTNr ImportErrorrclss&r0 validate_onceSwordfishLinear.validate_once%,..+&?&ABB Br3cV^8dQhRR/#r]r.)r/s"r0r1r2s((!A(r3c <\SV`!R/VBwr#V'gW#3#VPR4pVPR4pVe'Ve#\WE4wrgV'gR\ V43#VPR4pVPRR4p VPRR4p V^8XdV 'dR\ R43#V^8XdV 'gR\ R43#VP PW34p V fR\ R V R V 243#V \ V '*R 79dR\ R V R V 243#VPR 4p VPR 4;'g\Pp V \V 49dR\ RV RV 243#Ve:V e6V R8wd/WL,^8wgV ^ ,^8wdR\ RV RV 243#R#)r'r(Fr!r&Tr$zHSwordfish 8-bit weights do not support activation reordering (desc_act).z?Swordfish 8-bit weights do not support zero points (sym=False).z Swordfish does not support bits=r6 zero_pointsr#r7&Swordfish does not support group_size= for dtype=z[Swordfish requires in_features % group_size == 0 and group_size % 32 == 0, got in_features= , group_size=r.rb rGvalidaterCrrBrArrDrEr)rfargsokerrr'r( supportedreasonr!r&r$ quant_typer#r7rZs&, r0rsSwordfishLinear.validates'"*T*7Nhh}- xx/  "|'? >{ Y Ij000xxhhud#88J. 19*%opp p 19S*%fgg g\\%%tk2  *'GvVTWSX%YZZ Z BSVwW W*'GvVTWSX%YZZ ZXXl+ !22U]] B5I I*8 KPUwW   "z'=*PRBR'1, R10Dj''2m= N r3cV^8dQhRR/#r devicezDEVICE | torch.devicer.)r/s"r0r1r2OO%:Or3c <\SV`V4\V\P4'd VP MTR\ P39d\'d \R4h\V\P4'dV3Mu\;QJd9.R\\PP444FNK 5M2!R\\PP4444pV'g \R4hVF(p\V4'dK\\V44h R#R#)cuda*Swordfish kernel is not supported on ROCm.c3T"TFp\P!RV 24xK R#5izcuda:NrDr}.0indexs& r0 2SwordfishLinear.validate_device..$gFfU5<<%w88Ff&(Swordfish kernel requires CUDA.NrGvalidate_device isinstancerDr}typerCUDArNotImplementedErrortupleranger device_countrrrfr}targetstargetrZs&& r0rSwordfishLinear.validate_device '%fell;;FKKVU[U`U`La aw)*VWWfell33 UgeEJJLcLcLeFfgUUgeEJJLcLcLeFfgg  )*KLL!9&AA-.Ef.MNN" br3c  <VPPpRpVP'd\P!VP 4P \P4p\VR\PP\P!^\PVR7RR74\VPPVPVPVP VR7p\VR\PPVP#4RR74VP$PP#4pVP&VP(8wdVP VP(4p\VR\PPVRR74VP*'dV\VR\PP\P!^VP,VR7RR74RVnM^R IHp\5^VP ^, ,4pV!VP6PVP8^R 7pWgP VP&4, V,P#4p\VR\PPVRR74R VnVeVP VR 7VnM,\P!^\PVR7VnVP<e,VP<P WP(R 7Vn\>S V`4R#)Nr=r7r}Fr;num_bitspermr9r>r?)"unpack_quantized_values_into_int32) packed_dimTr}r}r7)!r9r}r$rDargsortr=torPrrLrMrNrdatar'r(r! contiguousr>r7rFr&r*rV utils.macheterfloatr?rUr@r)rG post_init) rWr}r prepackedr>r half_rangeqzeros_unpacked qzeros_fprZs & r0rSwordfishLinear.post_inits$$ =====,// r7rVr?requested_group_sizer#rr9r'r(r!r)add_r-apply) rWrinput_2drr group_zeroskernel_group_sizeoutputresults && r0forwardSwordfishLinear.forward:s ??1  "++A. .99R-88: ?? "Q &??D{{hoo-wwhoow64(H{{    /'???@L    ;;*t{{/@/@/BQ/F Y F++K  HNN2)nn8>>nB K#'";";r"ABt\\%(##$$!YY   99 KK 6<< 8 9 0A0A/C CD << #\\''!'8F r3r)rFrVr@rUrq @T)TrF)5__name__ __module__ __qualname____firstlineno__rrJSUPPORTS_BACKENDSr GPTQSUPPORTS_METHODSr SUPPORTS_FORMATS SUPPORTS_BITSSUPPORTS_GROUP_SIZESUPPORTS_DESC_ACT SUPPORTS_SYMSUPPORTS_SHARDSSUPPORTS_SHARDED_LOADSUPPORTS_TRAININGSUPPORTS_AUTO_PADDING!SUPPORTS_IN_FEATURES_DIVISIBLE_BY"SUPPORTS_OUT_FEATURES_DIVISIBLE_BYrrSUPPORTS_DEVICESr LINUXSUPPORTS_PLATFORMrDrPSUPPORTS_PACK_DTYPESrSUPPORTS_ADAPTERSrEbfloat16SUPPORTS_DTYPESREQUIRES_FORMAT_V2 QUANT_TYPEruint4b8 uint8b128uint4rArH classmethodrgrsrrrr__static_attributes__ __classcell__rZs@r0rr'sh //0 } S)FM+u %=LO!!)+%*,& }!(!KK=}}enn5OJ <''<))L&&H"'++!&\N\N| ((TOO L\ 00r3rc ,V^8dQhRRRRRRRRRR/#)r packed_q_wrrr"rrr^r.)r/s"r0r1r1ms:     r3c^ V,pW4,^8XgQRV RV 24hVPVW4,38Xg"QRVP RV RW4, R24h^V,^, p\P!W#3\PVPR7p\ V4F9pW,P \P4pWRVR V13&W, pK; VP4#) zFGPU-friendly unpacking of int32-packed quantized weights into columns.zsize_n=z not divisible by pack_factor=zpacked_q_w.shape=z != (z, )rrN)rrDrTrPr}rrr) rrrrrOmaskq_resivalss &&&& r0_unpack_cols_torchrms.K  1 $cx7UVaUb&cc $     U :++,E&Fr?Nr@r.rq)rArBrCrDrErFrGrHrIr AWQ_SWORDFISHpack_dtype_bitsr!rKrLrMrNr'r(r*rr#rQrRrSrTr)r&rUrVrP)rWr!r#r$r&r'r(r)r*r-r,rXrOeffective_group_sizerYrZs&&&&&&&&&&&, r0rHAwqSwordfishLinear.__init__s ;dmm +EdV6RUQVWX X#ZZ0AAEMM   !   $ &  " JJy'*?*?@  #  **dii7    HH   %%t'8'8K'GH//$   483L3LPR3Rt//X\XgXgyy!1!14H!HI    HH   !#4#45,,$      HH   !#4#4 #CD//$       T..08J8JK  DI==$))TXX)>?#'88| \5;;q +LMr3cV^8dQhRR/#r]r.)r/s"r0r1rr_r3c P\4'gR\\443#R#rarcres&r0rg AwqSwordfishLinear.validate_oncerir3cV^8dQhRR/#r]r.)r/s"r0r1r s$$!A$r3c <\S V`!R/VBwr#V'gW#3#VPR4pVPR4pVe'Ve#\WE4wrgV'gR\ V43#VPR4pVPRR4p VP PW34p V fR\ RV RV 243#V \ V '*R79dR\ R V R V R V '* R 243#VPR 4p VPR4;'g\Pp V \V 49dR\ RV RV 243#Ve:V e6V R8wd/WK,^8wgV ^ ,^8wdR\ RV RV 243#R#)r'r(Fr!r&Tz)AwqSwordfishLinear does not support bits=r6rlzSwordfish does not support AWQ z-bit weights with sym=z (zero_points=r r#r7rnrozdAwqSwordfishLinear requires in_features % group_size == 0 and group_size % 32 == 0, got in_features=rpr.rqrbrr)rfrtrurvr'r(rwrxr!r&ryr#r7rZs&, r0rsAwqSwordfishLinear.validate s'"*T*7Nhh}- xx/  "|'? >{ Y Ij000xxhhud#\\%%tk2  *'PQUPVV\]`\a%bcc c BSVwW W*1$7McUR`ehah`iijk XXl+ !22U]] B5I I*8 KPUwW   "z'=*PRBR'1, R10Dj''2m= N r3cV^8dQhRR/#r|r.)r/s"r0r1r4r~r3c <\SV`V4\V\P4'd VP MTR\ P39d\'d \R4h\V\P4'dV3Mu\;QJd9.R\\PP444FNK 5M2!R\\PP4444pV'g \R4hVF(p\V4'dK\\V44h R#R#)rrc3T"TFp\P!RV 24xK R#5irrrs& r0r5AwqSwordfishLinear.validate_device..<rrrNrrs&& r0r"AwqSwordfishLinear.validate_device3rr3c  <VPPp\VPVPVPVP 4p\ W P4p^ VP,pVPVP^ ,^ V,W0P 4p\P!^^ VP\PVPR7pVP\P4VP^^V^4,P^\PR7pVP\P4PVPV,VP 4P4p\VVPVP VPRR7p\!VR\P"P%VP4RR74VP&P(P4pVP*VP,8wdVPVP,4p\!VR\P"P%VRR74VP.R 8Xd VPM VP0pVPV,p ^VP^, ,p VP2'do\VP4VPV VP 4p \ WP4p \P6!W8g4'd\9R V R 24hVP:'d\VP4VPV VP 4p \ WP4p \=^VP^, ,4p WPVP*4, V,P4p \!VR \P"P%V RR74MM\!VR \P"P%\P>!^VP*VR7RR74\P>!^\PVR7Vn VPBe,VPBPWP,R 7Vn!\DSV`4R#)rr)dimr7Nrr9Fr;r>zFAwqSwordfishLinear symmetric checkpoint expects all zero points to be z (2^(bits-1)).r?rrq)$r9r}rr!r'r(rviewrDarangerPrint64sumrrrrLrMr>rr7rFrr#r&r?anyrBrVrrNr@r)rGr)rWr} qweight_intrOshiftspackedrr>r# num_groups expected_zprrrrZs& r0rAwqSwordfishLinear.post_initDs$$) LL II        +; B DIIo !&&    "B+$5{DUDU  r499EKK 8J8J  ..-Q;PQ1RRWWX 5;;',,    +T->-> *, (       YY      HH  y335U  K !!,,. <<4-- -YYt112F   HH  vU  ; 483L3LPR3Rt//X\XgXg%%)== DIIM* 8881  !! O 3?IINOyy788 (M9    0  !! O 3?IINOqTYY]34J$'9'9&,,'GG6Q]]_I ""9E"B  ""KKfEUZ#  ++au{{6J 99  F:L:L MDI r3cV^8dQhRR/#rr.)r/s"r0r1rrr3c <\SV`4p\VR4'd*VPeVP VP4V#rrrs& r0rAwqSwordfishLinear.list_buffersrr3cV^8dQhRR/#rr.)r/s"r0r1rs"""r3c  VPV4^8XdVPV4#VPRVPR,4P 4pVP pVP VP 8wdVPVP R7pVP'd VPMRpVe8VP VP 8wdVPVP R7pVPR8XdRM VPp\VVPVVVPVPVVP R7pVP"e6VP%VP"PVP R74VPVPRRVP3,4pVP&eVP&P)WR7pV#)rr:Nrrrq)rrrrrr>r7rrVr?rr#rr9r'r(r!r)rr-r)rWrrrrrrrs&& r0rAwqSwordfishLinear.forwards} ??1  "++A. .99R-88:{{    /'???@L%)%9%9%9dkkt  "{'8'8HNN'J%..x~~.>K"&";";r"ABt\\%(##$$!YY   99 KK 6<< 8 9 0A0A/C CD << #\\''!'8F r3rrrr)5rrrrrr!rr AWQrr GEMMrrrrrrrrrrrrrrr rrrDrPrrrrErrrrrrrrArHrrgrsrrrrrrrs@r0rrsV ../ | S)CM+%=LO!!)+%*,& }!(!KK=}}enn5O J <''L&&H"'++!&RNRNh $$LOO fP ""r3r)/__doc__ __future__rrQtypingrrrrDadapter.adapterrr models._constrr nn_modules.qlinearr r quantizationr r utils.backendr utils.loggerr utils.marlinrutils.marlin_scalar_typer utils.rocmrutils.swordfishrrrrrrrrrlogrrrr__all__r.r3r0rTs G" (( ,-@*$(-4!   nCoCL 0 @@F 2 3r3