+
    "Ý³j±%  ã                   óŠ   € ^ RI t ^ RIt^ RIHt ^ RIt^ RIHt ^ RIt^RIH	t	 ^RI
Ht ^RIHt ^RIHt  ! R R]4      tR.tR# )	é    N)ÚOptional)ÚNamedModule)ÚQuantizeConfig)Ú
torch_sync)ÚGPTQc                   óœ   a a€ ] tR t^t oR	V3R lV 3R llltR
V3R lR lltR t]P                  ! 4       RR l4       t	V 3R lt
RtVtV ;t# )ÚGPTAQc                ó6   <€ V ^8„  d   QhRS[ RS[S[,          /# )é   ÚmoduleÚqcfg)r   r   r   )ÚformatÚ__classdict__s   "€Ú]/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/quantization/gptaq.pyÚ__annotate__ÚGPTAQ.__annotate__   s$   ø€ ÷ Eñ E™{ð E±(¹>Õ2Jñ Eó    c                ó’   <€ ^RI Hp \        SV `  WVR7       RV n        RV n        VP                  P                  V4      V n        R# )r   )ÚNATIVE_INPUTS_STATE_KEY)Úregion_timerN)	Úlooper.native_processorr   ÚsuperÚ__init__ÚHÚdXXTÚstateÚpopÚnative_inps)Úselfr   r   r   r   Ú	__class__s   &&&& €r   r   ÚGPTAQ.__init__   s>   ø€ ÝEä‰Ñ˜°LÐÔAàˆŒØˆŒ	à!Ÿ<™<×+Ñ+Ð,CÓDˆÖr   c                ód   <€ V ^8„  d   QhRS[ P                  RS[ P                  RS[S[,          /# )r   ÚinpÚoutÚbatch_index)ÚtorchÚTensorr   Úint)r   r   s   "€r   r   r   "   s/   ø€ ÷ $ñ $™UŸ\™\ð $±·±ð $É8ÑTWÍ=ñ $r   c                ó¼   € V P                   ;_uu_ 4        V ;P                  ^,          un        V P                  V4       RRR4       R#   + '       g   i     R# ; i)é   N)ÚlockÚfwd_counterÚprocess_batch)r   r#   r$   r%   s   &&&&r   Ú	add_batchÚGPTAQ.add_batch"   s6   € Ø�Y�Y‹YØ×Ò Õ!ÕØ×Ñ˜sÔ#÷ �Y�YŠYús   •+A
Á
A	c                ó‚  € VP                  \        P                  R 7      pV P                  P	                  ^ 4      P                  VP
                  \        P                  R7      p\        VP                  4      ^8X  d#   VP                  ^ 4      pVP                  ^ 4      pVP                  ^ ,          p\        V P                  \        P                  \        P                  34      '       dƒ   \        VP                  4      ^8X  dI   VP                  RVP                  R,          34      pVP                  RVP                  R,          34      pVP!                  4       pVP!                  4       p\        V P                  \        P"                  4      '       dÁ   \        P$                  ! V P                  P&                  V P                  P(                  V P                  P*                  V P                  P,                  R7      pV! V4      pVP/                  . RO4      pVP1                  ^4      pV! V4      pVP/                  . RO4      P1                  ^4      pV P2                  fm   \        P4                  ! V P6                  V P6                  3\        P                  VP
                  R7      V n        V P2                  P9                  4       V n        MvV ;P2                  V P<                  V P<                  V,           ,          ,          un        V ;P:                  V P<                  V P<                  V,           ,          ,          un        V ;P<                  V,          un        \>        P@                  ! ^V P<                  ,          4      VPC                  4       ,          pV ;P2                  VPE                  VP!                  4       4      ,          un        \>        P@                  ! ^V P<                  ,          4      V,          pV ;P:                  W!,
          PE                  VP!                  4       4      ,          un        R# ))Údtype)Údevicer1   )ÚdilationÚpaddingÚstrideN©r1   r2   éÿÿÿÿ)r*   r   r   )#Útor&   Úfloat32r   r   r2   ÚlenÚshapeÚ	unsqueezeÚ
isinstancer   ÚnnÚLinearÚtransformersÚConv1DÚreshapeÚtÚConv2dÚUnfoldÚkernel_sizer3   r4   r5   ÚpermuteÚflattenr   ÚzerosÚcolumnsÚcloner   ÚnsamplesÚmathÚsqrtÚfloatÚmatmul)r   r#   Ú
native_inpÚ
batch_sizeÚunfolds   &&   r   r-   ÚGPTAQ.process_batchD   s³  € Ø�f‰fœ5Ÿ=™=ˆfÓ)ˆØ×%Ñ%×)Ñ)¨!Ó,×/Ñ/°s·z±zÌÏÉÐ/ÓWˆ
Üˆs�y‰y‹>˜QÔØ—-‘- Ó"ˆCØ#×-Ñ-¨aÓ0ˆJà—Y‘Y˜q•\ˆ
ä�d—k‘k¤B§I¡I¬|×/BÑ/BÐ#C×DÒDÜ�3—9‘9‹~ Ô"Ø—k‘k 2 s§y¡y°¥}Ð"5Ó6�Ø'×/Ñ/°°S·Y±Y¸rµ]Ð0CÓD�
Ø—%‘%“'ˆCØ#Ÿ™›ˆJä�d—k‘k¤2§9¡9×-Ò-Ü—Y’YØ—‘×'Ñ'ØŸ™×-Ñ-ØŸ™×+Ñ+Ø—{‘{×)Ñ)ô	ˆFñ ˜“+ˆCØ—+‘+šiÓ(ˆCØ—+‘+˜a“.ˆCÙ 
Ó+ˆJØ#×+Ñ+ªIÓ6×>Ñ>¸qÓAˆJà�6‰6Š>Ü—[’[ $§,¡,°·±Ð!=Ü',§}¡}Ø(+¯
©
ô4ˆDŒFð Ÿ™Ÿ™›ˆD�Ià�FŠF�d—m‘m t§}¡}°zÕ'AÕBÕB�FØ�IŠI˜Ÿ™¨$¯-©-¸*Õ*DÕEÕE�Ià�Š˜Õ#�Ü�iŠi˜˜DŸM™MÕ)Ó*¨S¯Y©Y«[Õ8ˆà�Š�#—*‘*˜SŸU™U›WÓ%Õ%�Ü—Y’Y˜q 4§=¡=Õ0Ó1°JÕ>ˆ
Ø�	Š	�jÕ&×.Ñ.¨s¯u©u«wÓ7Õ7�	r   c                ó  € \         P                   ! 4       pV P                  f(   V P                  V P                  P                  R7      pMV P                  pR V n        V P
                  P                  VRR7       V P                  pV =\        P                  ! V4      ^ 8H  p^WEV3&   ^ VRV3&   ^ V P                  RV3&   . p. p^pV P                  P                  '       dÓ   ^ R Ip	. p
\        ^ V P                  V P                  P                  4       F�  pV	P!                  V P
                  4      pVP                  VRW»V P                  P                  ,           13,          RR7       VP#                  VP$                  4       VP#                  VP&                  4       V
P#                  V4       KŸ  	  V P                  P(                  '       d€   \        P*                  ! \        P                  ! V4      RR7      pVRV3,          pWM,          RV3,          pV P                  V,          RV3,          V n	        \        P*                  ! V4      p\        P,                  ! V4      p\        P,                  ! V4      pV P/                  V4      w  ppV P                  P0                  f   \3        R4      hV P                  P0                  P4                  V P                  VP6                  ,          P9                  ^R7      ,          V,          pV =	\        ^ V P                  V4       EFÓ  p\;        VV,           V P                  4      pVV,
          pVRVV13,          P=                  4       p\        P,                  ! V4      p\        P,                  ! V4      p\        P,                  ! V4      pVVV1VV13,          pVVV1VV13,          p\        V4       EF­  pVRV3,          pVW»3,          pV P                  P                  R8w  Edr   V P                  P                  '       gÿ   VV,           V P                  P                  ,          ^ 8X  dR   V P
                  P                  VRVV,           VV,           V P                  P                  ,           13,          RR7       VV,           V P                  P                  ,          V,
          R8X  dT   VP#                  V P
                  P$                  4       VP#                  V P
                  P&                  4       V^,          pMWVV,           pV P                  P(                  '       d
   XV,          pX
VV P                  P                  ,          ,          V n        V P
                  P?                  VPA                  ^4      4      PC                  4       p V VRV3&   VV ,
          ^,          V^,          ,          VRV3&   VV ,
          V,          p!VRVR 13;;,          V!PA                  ^4      PE                  VW»R 13,          PA                  ^ 4      4      VPA                  ^4      PE                  VW»R 13,          PA                  ^ 4      4      ,
          ,          uu&   V!VRV3&   EK°  	  VVRVV13&   V^,          VRVV13&   VRVR 13;;,          VPE                  VVV1VR 13,          4      VPE                  VVV1VR 13,          4      ,
          ,          uu&   EKÖ  	  ??\G        4        \        PH                  ! V4      PK                  4       V PL                  ,          p"\N        PP                  ! V"4      '       dH   \S        R\        PH                  ! V4      PK                  4       4       \3        R	V PT                   R
24      h?V P                  P                  R8w  d   V P                  P                  MV P                  p#V P                  P                  '       dP   V P                  P(                  '       d4   \        V P                  4       Uu. uF  pXV,          V#,          NK  	  p$pM*\        V P                  4       Uu. uF  q»V#,          NK  	  p$p\        PV                  ! V$\        PX                  VP                  R7      p$V P                  P(                  '       d   VRX3,          pV$V,          p$\[        V P\                  \^        P`                  4      '       d   VPc                  4       pVPd                  V P\                  Pf                  Pd                  8w  d^   VPi                  V P\                  Pf                  Pd                  4      Pk                  V P\                  Pf                  Pl                  4      pM/VPk                  V P\                  Pf                  Pl                  4      pV. 8X  dK   VP#                  V P
                  P$                  4       VP#                  V P
                  P&                  4       \        Pn                  ! V^R7      p\        Pn                  ! V^R7      p\         P                   ! 4       V,
          p%VWgV$V%V"VV PL                  3# u upi u upi )N)r2   T)Úweight:NNN)Ú
descendingz%GPTAQ requires `gptaq` configuration.)ÚdiagonalzLosses sum item:z,Quantization: Failed due to `NaN` loss for `Ú`r6   )Údimr7   )8ÚtimeÚmodule_copyÚclone_moduler   r2   Ú	quantizerÚfind_paramsr&   Údiagr   r   Ústatic_groupsÚcopyÚrangerJ   Ú
group_sizeÚdeepcopyÚappendÚscaleÚzeroÚdesc_actÚargsortÚ
zeros_likeÚhessian_inverseÚgptaqÚ
ValueErrorÚalphaÚTÚtriuÚminrK   Úquantizer<   rH   rP   r   ÚsumÚitemrL   rM   ÚisnanÚprintÚnameÚtensorÚint32r=   r   r@   rA   rC   r;   rV   rB   Útype_asÚdataÚcat)&r   Ú	blocksizeÚstartÚWr   Údeadrg   rh   Únow_idxrb   ÚgroupsÚir^   ÚpermÚinvpermÚLossesÚQÚHinvÚdampÚPÚi1Úi2ÚcountÚW1ÚQ1ÚErr1ÚLosses1ÚHinv1ÚP1ÚwÚdÚidxÚqÚerr1Úavg_lossrd   Úg_idxÚdurations&   &&                                    r   rs   ÚGPTAQ.quantizeq   sô  € ô —	’	“ˆð ×ÑÒ#à×!Ñ!¨¯©¯©Ð!Ó7‰Aà× Ñ ˆAØ#ˆDÔà�‰×"Ñ" 1¨TÐ"Ô2à�F‰FˆØˆFÜ�zŠz˜!‹} Ñ!ˆØˆ�ˆ*‰Øˆˆ!ˆTˆ'‰
Øˆ�	‰	�!�T�'Ñð ˆØˆØˆà�9‰9×"×"Ð"ÛàˆFÜ˜1˜dŸl™l¨D¯I©I×,@Ñ,@ÖA�Ø ŸM™M¨$¯.©.Ó9�	Ø×%Ñ% a¨¨1°4·9±9×3GÑ3GÕ/GÐ+HÐ(HÕ&IÐRVÐ%ÔWà—‘˜YŸ_™_Ô-Ø—‘˜IŸN™NÔ+Ø—‘˜iÖ(ñ Bð �9‰9××ÐÜ—=’=¤§¢¨A£¸4Ô@ˆDØ�!�T�'•
ˆAØ•˜˜4˜Õ ˆAØŸ	™	 $�¨¨4¨Õ0ˆDŒIÜ—m’m DÓ)ˆGä×!Ò! !Ó$ˆÜ×Ò˜QÓˆà×)Ñ)¨!Ó,‰
ˆˆdØ�9‰9�?‰?Ò"ÜÐDÓEÐEØ�I‰I�O‰O×!Ñ! d§i¡i°$·&±&Õ&8×%>Ñ%>ÈÐ%>Ó%JÕKÈdÕRˆØˆIä˜˜4Ÿ<™<¨×3ˆBÜ�R˜)•^ T§\¡\Ó2ˆBØ˜•GˆEà�1�b˜�e�8•×"Ñ"Ó$ˆBÜ×!Ò! "Ó%ˆBÜ×#Ò# BÓ'ˆDÜ×&Ò& rÓ*ˆGØ˜˜B˜  2 ˜Õ&ˆEØ�2�b�5˜"˜R˜%�<•ˆBä˜5—\�Ø�q˜!�t•H�Ø˜!˜$•K�à—9‘9×'Ñ'¨2Õ-ØŸ9™9×2×2Ð2Ø �F d§i¡i×&:Ñ&:Õ:¸aÔ?Ø ŸN™N×6Ñ6°q¸¸RÀ!½VÀrÈAÅvÐPT×PYÑPY×PdÑPdÕGdÐ<eÐ9eÕ7fÐosÐ6Ôtà !�V¨¯	©	×(<Ñ(<Õ<ÀÕGÈ2ÔMØ!ŸL™L¨¯©×)=Ñ)=Ô>Ø ŸK™K¨¯©×(;Ñ(;Ô<Ø# q�L˜Gøà  1�f˜ØŸ9™9×-×-Ð-Ø"& s¥)˜Cà)/°°t·y±y×7KÑ7KÕ0KÕ)L˜œà—N‘N×+Ñ+¨A¯K©K¸«NÓ;×CÑCÓE�Ø��1�a�4‘Ø!" Q¥¨1¥¨q°A­vÕ 5�˜˜1˜‘à˜A� •{�Ø�1�a‘b�5—	˜TŸ^™^¨AÓ.×5Ñ5°e¸A¹r¸Eµl×6LÑ6LÈQÓ6OÓPÐST×S^ÑS^Ð_`ÓSa×ShÑShØ�q™"�u•I×'Ñ'¨Ó*óT,õ ,õ ,“	à!��Q˜�T”
ñ7 "ð: ˆAˆa��B�ˆh‰KØ&¨�{ˆF�1�b˜�e�8Ñàˆa�‘ˆf�I˜Ÿ™ T¨"¨R¨%°±¨*Õ%5Ó6¸¿¹À1ÀRÈÀUÈBÉCÀZÅ=Ó9QÕQÕQŽIñW 4ðZ ØäŒä—9’9˜VÓ$×)Ñ)Ó+¨d¯m©mÕ;ˆä�:Š:�h×ÒÜÐ$¤e§i¢i°Ó&7×&<Ñ&<Ó&>Ô?ÜÐKÈDÏIÉIÈ;ÐVWÐXÓYÐYàà-1¯Y©Y×-AÑ-AÀRÔ-G�T—Y‘Y×)Ò)ÈTÏ\É\ˆ
à�9‰9×"×"Ð" t§y¡y×'9×'9Ð'9Ü49¸$¿,¹,Ô4GÓHÑ4G¨q�T˜!•W 
×*Ð*Ñ4GˆEÐHˆEä.3°D·L±LÔ.AÓBÑ.A¨˜*—_�_Ñ.AˆEÐBä—’˜U¬%¯+©+¸a¿h¹hÔGˆà�9‰9××ÐØ�!�W�*•ˆAØ˜'•NˆEä�d—k‘k¤<×#6Ñ#6×7Ò7Ø—‘“ˆAà�7‰7�d—k‘k×(Ñ(×.Ñ.Ô.Ø—	‘	˜$Ÿ+™+×,Ñ,×2Ñ2Ó3×;Ñ;¸D¿K¹K×<NÑ<N×<SÑ<SÓT‰Aà—	‘	˜$Ÿ+™+×,Ñ,×1Ñ1Ó2ˆAð �BŒ;Ø�L‰L˜Ÿ™×-Ñ-Ô.Ø�K‰K˜Ÿ™×+Ñ+Ô,ä—	’	˜% QÔ'ˆÜ�yŠy˜ 1Ô%ˆä—9’9“; Õ&ˆà�%˜u h°¸$ÀÇÁÐMÐMùò; IùâBs   à-i9á i>c                óP   <€ \         SV `  4        \        V R 4      '       d   V =R# R# )r   N)r   ÚfreeÚhasattrr   )r   r    s   &€r   rŸ   Ú
GPTAQ.free  s#   ø€ Ü‰‰Œä�4˜× Ò Ø’	ñ !r   )r   r   r\   r   r^   )NN)N)é€   )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r.   r-   r&   Úinference_moders   rŸ   Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r    r   s   @@r   r	   r	      sN   ù‡ € ÷Eõ E÷$ò $òD+8ðZ ×ÒÓóWNó ðWN÷rõ r   r	   )rM   r[   Útypingr   r&   Útorch.nnr>   r@   Úlooper.named_moduler   Úquantizationr   Úutils.torchr   Úgptqr   r	   Ú__all__© r   r   Ú<module>r³      s=   ðó Û Ý ã Ý Û å -Ý )Ý $Ý ôxˆDô xðv ˆ)‚r   