+
    ÒÜ³j  ã                   óô  € ^ RI t ^ RIHt ^ RIHtHt ^ RIHt ^ RIH	t	 ^ RI
HtHt ^ RIHt ^ RIHt ^ RIHt ^ R	IHt ^ R
IHt ^ RIHtHtHt ]P6                  ]]]].t]P:                  ]]]].t] P>                  ! 4       R R l4       t RR lt!] P>                  ! 4       R R l4       t"] P>                  ! 4       R R l4       t#] P>                  ! 4       R R l4       t$] P>                  ! 4       R R l4       t%R# )é    N)ÚTupleÚList)Úget_best_device)ÚScaledActivation)Úget_op_by_nameÚset_op_by_name)Ú	BloomGelu)ÚLlamaRMSNorm)ÚGemmaRMSNorm)ÚGemma2RMSNorm)ÚCohereLayerNorm)ÚNewGELUActivationÚPytorchGELUTanhÚGELUActivationc                óZ   € V ^8„  d   QhR\         \        \        P                  3,          /# )é   Ú	clip_list)r   ÚstrÚtorchÚTensor)Úformats   "ÚS/home/luca/screen-checking/.venv/lib/python3.14/site-packages/awq/quantize/scale.pyÚ__annotate__r      s!   € ÷ 	ñ 	¤%¬¬U¯\©\Ð(9Õ":ñ 	ó    c                 óp  € V EF.  w  r#\        W4      pVP                  \        4       4       VP                  VP                  P                  4      pVP                  P
                  pVP                  P                  P                  ! . VP
                  R ,          ORN5!  VP                  n        \        P                  ! VP                  P                  V) V4      VP                  n        VP                  P                  P                  V4      VP                  n        VP                  4        EK1  	  R# ):Nr   NNéÿÿÿÿ)r   Útor   ÚweightÚdeviceÚshapeÚdataÚreshaper   ÚclampÚcpu)Úmoduler   ÚnameÚmax_valÚlayerÚ	org_shapes   &&    r   Ú
apply_clipr*      sÏ   € ä"‰ˆÜ)¨&Ó7ˆØ�‰”Ó"Ô#Ø—*‘*˜UŸ\™\×0Ñ0Ó1ˆØ—L‘L×&Ñ&ˆ	Ø!ŸL™L×-Ñ-×5Ò5ÐM°w·}±}ÀRÕ7HÐMÈ"ÓMˆ�‰ÔÜ!ŸKšK¨¯©×(9Ñ(9¸G¸8ÀWÓMˆ�‰ÔØ!ŸL™L×-Ñ-×5Ñ5°iÓ@ˆ�‰ÔØ�	‰	�ó #r   c                 óš  a€ V EF½  w  r4p\        W4      oV Uu. uF  p\        W4      NK  	  pp\        4       pSP                  V4       V F  p	V	P                  V4       K  	  VP                  V4       \        S\        P
                  4      '       dJ   \        V4      \        8X  d6   \        V^ ,          \        P
                  4      '       d   \        SWu4       EMR\        S\        P
                  4      '       d)   \        V4      ^8X  g   Q h\        SV^ ,          V4       EM
\        ;QJ d#    V3R l\         4       F  '       g   K   RM	  RM! V3R l\         4       4      '       g)   R\        SP                  4      P                  4       9   d   \!        SWu4       M�\        ;QJ d#    V3R l\"         4       F  '       g   K   RM	  RM! V3R l\"         4       4      '       d.   \%        SV4      p
\'        WV
4       \)        SV^ ,          V4       M\+        R\        S4       R24      hVeT   V FM  pW²9   g   K  W+,          pVP-                  VP/                  ^R	4      P                  VP0                  4      4       KO  	  SP3                  4        V F  p	V	P3                  4        K  	  VP3                  4        EKÀ  	  R# u upi )
r   c              3   ó<   <"  € T F  p\        SV4      x € K  	  R # 5i©N©Ú
isinstance©Ú.0ÚtÚprev_ops   & €r   Ú	<genexpr>Úapply_scale.<locals>.<genexpr><   s   øé € Ð>±¨1”
˜7 A×&Ð&³ùó   ƒTFÚrmsnormc              3   ó<   <"  € T F  p\        SV4      x € K  	  R # 5ir-   r.   r0   s   & €r   r4   r5   A   s   øé € ÐA±¨A”˜G Q×'Ð'³ùr6   zprev_op z not supported yet!Nr   )r   r   r   r/   ÚnnÚLinearÚtypeÚlistÚscale_fc_fcsÚlenÚscale_fc_fcÚanyÚallowed_normsr   Ú	__class__ÚlowerÚscale_ln_fcsÚallowed_act_fnsr   r   Úscale_gelu_fcÚNotImplementedErrorÚdiv_Úviewr   r$   )r%   Úscales_listÚinput_feat_dictÚprev_op_nameÚlayer_namesÚscalesr&   ÚlayersÚbest_devicer(   Ú
new_moduleÚ
layer_nameÚinpr3   s   &&&          @r   Úapply_scalerT   %   sø  ø€ Ü-8Ñ)ˆ 6Ü  Ó6ˆÙ;FÓG¹;°4”. Ö.¹;ˆÐGä%Ó'ˆØ�
‰
�;ÔÛˆEØ�H‰H�[Ö!ñ à�	‰	�+Ôô �w¤§	¡	×*Ò*Ü�V“¤Ô$Ü˜6 !�9¤b§i¡i×0Ò0ä˜ &Ö1ä˜¤§¡×+Ò+Ü�v“; !Ô#Ð#Ð#Ü˜ ¨¥¨FÖ3÷ ‹CÔ>µÓ>�C�CŠCÔ>µÓ>×>Ò>ØœC × 1Ñ 1Ó2×8Ñ8Ó:Ô:ä˜ &Õ1ç‹SÔAµÓA�S�SŠSÔAµÓA×AÒAÜ)¨'°6Ó:ˆJÜ˜6°Ô<Ü˜' 6¨!¥9¨fÕ5ô &¨´°g³°Ð?RÐ&SÓTÐTð Ò&Û)�
àÖ0Ø)Õ5�CØ—H‘H˜VŸ[™[¨¨BÓ/×2Ñ2°3·:±:Ó>Ö?ñ	 *ð 	�‰ŒÛˆEØ�I‰IŽKñ à�
‰
�ó] .9ùâGs   šKc                óŽ   € V ^8„  d   QhR\         P                  R\        \         P                  ,          R\        P                  /# )r   ÚlnÚfcsrN   ©r9   r:   r   r   r   )r   s   "r   r   r   X   s1   € ÷ -ñ -”R—Y‘Yð -¤T¬"¯)©)¥_ð -¼e¿l¹lñ -r   c                 ó¤  € \        V\        4      '       g   V.pVP                  V P                  P                  4      p\        V \
        4      '       g   \        V \        4      '       dO   V ;P                  ^,          un        V P                  P                  V4       V ;P                  ^,          un        MV P                  P                  V4       \        V R4      '       d*   V P                  e   V P                  P                  V4       V F.  pVP                  P                  VP                  ^R4      4       K0  	  V P                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  V FE  pVP                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  KG  	  R# )é   ÚbiasNr   )r/   r<   r   r   r   r   r   rH   Úhasattrr[   Úmul_rI   Ú
parametersr   ÚisnanÚsum)rV   rW   rN   ÚfcÚps   &&&  r   rD   rD   W   s8  € ä�cœ4× Ò Øˆeˆà�Y‰Y�r—y‘y×'Ñ'Ó(€Fô �"”l×#Ò#¤z°"´m×'DÒ'DØ
�	Š	�Q��	Ø
�	‰	�‰�vÔØ
�	Š	�Q�Ž	à
�	‰	�‰�vÔäˆr�6×Ò˜rŸw™wÒ2Ø
�‰�‰�VÔãˆØ
�	‰	�‰�v—{‘{ 1 bÓ)Ö*ñ ð �]‰]Ž_ˆÜ�{Š{˜1‹~×!Ñ!Ó# qÖ(Ð(Ð(ñ ãˆØ—‘–ˆAÜ—;’;˜q“>×%Ñ%Ó'¨1Ö,Ð,Ð,ó !ó r   c                óx   € V ^8„  d   QhR\         P                  R\         P                  R\        P                  /# )r   Úfc1Úfc2rN   )r9   r:   r   r   )r   s   "r   r   r   u   s-   € ÷ )ñ )”R—Y‘Yð )¤R§Y¡Yð )¼¿¹ñ )r   c                 ó"  € \        V \        P                  4      '       g   Q h\        V\        P                  4      '       g   Q hVP                  V P                  P
                  4      pV P                  VP                  ^ 4      ) R P                  VP                  R^4      4       V P                  e+   V P                  P                  VP                  R4      4       VP                  P                  VP                  ^R4      4       V P                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  VP                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  R# ©r   Nr   )r/   r9   r:   r   r   r   ÚsizerH   rI   r[   r]   r^   r   r_   r`   )rd   re   rN   rb   s   &&& r   r?   r?   t   s  € ä�cœ2Ÿ9™9×%Ò%Ð%Ð%Ü�cœ2Ÿ9™9×%Ò%Ð%Ð%à�Y‰Y�s—z‘z×(Ñ(Ó)€Fà‡J�J�—‘˜A“ˆÐ Ð!×&Ñ& v§{¡{°2°qÓ'9Ô:Ø
‡x�xÒØ�‰�‰�f—k‘k "“oÔ&à‡J�J‡O�O�F—K‘K  2Ó&Ô'à�^‰^ÖˆÜ�{Š{˜1‹~×!Ñ!Ó# qÖ(Ð(Ð(ñ à�^‰^ÖˆÜ�{Š{˜1‹~×!Ñ!Ó# qÖ(Ð(Ð(ó r   c                óŽ   € V ^8„  d   QhR\         P                  R\        \         P                  ,          R\        P                  /# )r   rd   rW   rN   rX   )r   s   "r   r   r   ˆ   s1   € ÷ -ñ -”b—i‘ið -¤d¬2¯9©9¥oð -¼u¿|¹|ñ -r   c                 óð  € \        V\        4      '       g   V.pVP                  V P                  P                  4      pV P                  VP                  ^ 4      ) R P                  VP                  R^4      4       V P                  e+   V P                  P                  VP                  R4      4       V F.  pVP                  P                  VP                  ^R4      4       K0  	  V P                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  V FE  pVP                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  KG  	  R# rg   )r/   r<   r   r   r   rh   rH   rI   r[   r]   r^   r   r_   r`   )rd   rW   rN   ra   rb   s   &&&  r   r=   r=   ‡   s  € ä�cœ4× Ò Øˆeˆà�Y‰Y�s—z‘z×(Ñ(Ó)€Fà‡J�J�—‘˜A“ˆÐ Ð!×&Ñ& v§{¡{°2°qÓ'9Ô:Ø
‡x�xÒØ�‰�‰�f—k‘k "“oÔ&ãˆØ
�	‰	�‰�v—{‘{ 1 bÓ)Ö*ñ ð �^‰^ÖˆÜ�{Š{˜1‹~×!Ñ!Ó# qÖ(Ð(Ð(ñ ãˆØ—‘–ˆAÜ—;’;˜q“>×%Ñ%Ó'¨1Ö,Ð,Ð,ó !ó r   c                ód   € V ^8„  d   QhR\         R\        P                  R\        P                  /# )r   Úgelura   rN   )rE   r9   r:   r   r   )r   s   "r   r   r   �   s)   € ÷ )ñ )œð )¬R¯Y©Yð )ÄÇÁñ )r   c                 ó   a € \         ;QJ d#    V 3R  l\         4       F  '       g   K   RM	  RM! V 3R  l\         4       4      '       g   Q h\        V\        P                  4      '       g   Q hVP
                  P                  VP                  ^R4      P                  VP
                  P                  4      4       VP                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  R# )c              3   ó<   <"  € T F  p\        SV4      x € K  	  R # 5ir-   r.   )r1   r2   rl   s   & €r   r4   Ú scale_gelu_fc.<locals>.<genexpr>ž   s   øé € Ð<©O qŒz˜$ ×"Ð"«Oùr6   TFNr   )r@   rE   r/   r9   r:   r   r]   rI   r   r   r^   r   r_   r`   )rl   ra   rN   rb   s   f&& r   rF   rF   œ   s    ø€ ç‹3Ô<­OÓ<�3�3Š3Ô<­OÓ<×<Ò<Ð<Ð<Ü�bœ"Ÿ)™)×$Ò$Ð$Ð$à‡I�I‡N�N�6—;‘;˜q "Ó%×(Ñ(¨¯©×)9Ñ)9Ó:Ô;à�]‰]Ž_ˆÜ�{Š{˜1‹~×!Ñ!Ó# qÖ(Ð(Ð(ó r   r-   )&r   Útorch.nnr9   Útypingr   r   Úawq.utils.utilsr   Úawq.modules.actr   Úawq.utils.moduler   r   Ú(transformers.models.bloom.modeling_bloomr	   Ú(transformers.models.llama.modeling_llamar
   Ú(transformers.models.gemma.modeling_gemmar   Ú*transformers.models.gemma2.modeling_gemma2r   Ú*transformers.models.cohere.modeling_coherer   Útransformers.activationsr   r   r   Ú	LayerNormrA   ÚGELUrE   Úno_gradr*   rT   rD   r?   r=   rF   © r   r   Ú<module>r      sâ   ðÛ Ý ß Ý +Ý ,ß ;Ý >Ý AÝ AÝ DÝ Fß WÑ Wà—‘˜|¨\¸=È/ÐZ€à‡G�GØØØØð€ð ‡‚ƒô	ó ð	ô/ðd ‡‚ƒô-ó ð-ð8 ‡‚ƒô)ó ð)ð$ ‡‚ƒô-ó ð-ð( ‡‚ƒô)ó ò)r   