+
    "Ý³j  ã                   ó8  € ^ RI HtHt ^ RIt^ RIHt ^ RIHt ^ RIH	t
 ^ RIHtHt ]! ]
4      ]! R4      8¼  d   ^ RIHt M^ RIHt ^ R	IHt ^ R
IHt ^ RIHt ^ RIHt ^ RIHt ^ RIHt ^ RIHtHt ^ RIH t  ^ RI!H"t"  ^ RI#H$t$  ^ RI&H't' ]PP                  ]]]].t)]$e   ])PU                  ]$4       ]'e   ])PU                  ]'4       ]PV                  ]]]].t,]PZ                  ! 4       R R l4       t.]PZ                  ! 4       R R l4       t/R!R lt0]PZ                  ! 4       R R l4       t1]PZ                  ! 4       R R l4       t2]PZ                  ! 4       R R l4       t3]PZ                  ! 4       R R  l4       t4R#   ]% d    Rt$ ELi ; i  ]% d    Rt' ELi ; i)"é    )ÚListÚTupleN)ÚVersion)Ú__version__)ÚGELUActivationÚNewGELUActivationz4.57.0)ÚGELUTanh)ÚPytorchGELUTanh)Ú	BloomGelu)ÚCohereLayerNorm)ÚGemmaRMSNorm)ÚGemma2RMSNorm)ÚLlamaRMSNorm)ÚScaledActivation)Úget_op_by_nameÚset_op_by_name)Ú
get_device)Úmove_to)ÚGemma4RMSNorm)ÚCohereCompassLayerNormc                óX   € V ^8„  d   QhR\         P                  R\        P                  /# )é   ÚmoduleÚreturn)ÚnnÚModuleÚtorchÚdevice)Úformats   "Új/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/quantization/awq/quantize/scale.pyÚ__annotate__r!   9   s"   € ÷ 	ñ 	¬¯	©	ð 	´e·l±lñ 	ó    c                ó    € \        V RR4      pVe    \        P                  ! V4      # \        V 4      #   \        \        \
        3 d     L#i ; i)zNPrefer a module's planned target device, then fall back to its current device.Útarget_deviceN)Úgetattrr   r   Ú	TypeErrorÚRuntimeErrorÚ
ValueErrorr   )r   r$   s   & r    Ú_resolve_module_exec_devicer)   8   sT   € ô ˜F O°TÓ:€MØÒ ð	Ü—<’< Ó.Ð.ô �fÓÐøô œ<¬Ð4ô 	Ùð	ús   “4 ´AÁAc                óZ   € V ^8„  d   QhR\         \        \        P                  3,          /# )r   Ú	clip_list)r   Ústrr   ÚTensor)r   s   "r    r!   r!   F   s!   € ÷ /ñ /¤%¬¬U¯\©\Ð(9Õ":ñ /r"   c                 óz  € V EF3  w  r#\        W4      p\        V4      p\        V4      p\        WFR 7       VP	                  VP
                  P                  4      pVP
                  P                  pVP
                  P                  P                  ! . VP                  R,          ORN5!  VP
                  n        \        P                  ! VP
                  P                  V) V4      VP
                  n        VP
                  P                  P                  V4      VP
                  n        \        WER 7       EK6  	  R# )©r   :Nr   NNéÿÿÿÿ)r   r   r)   r   ÚtoÚweightr   ÚshapeÚdataÚreshaper   Úclamp)r   r+   ÚnameÚmax_valÚlayerÚoriginal_devicer$   Ú	org_shapes   &&      r    Ú
apply_clipr<   E   sÞ   € ä"‰ˆÜ)¨&Ó7ˆÜ$ UÓ+ˆÜ3°EÓ:ˆÜ�Õ,Ø—*‘*˜UŸ\™\×0Ñ0Ó1ˆØ—L‘L×&Ñ&ˆ	Ø!ŸL™L×-Ñ-×5Ò5ÐM°w·}±}ÀRÕ7HÐMÈ"ÓMˆ�‰ÔÜ!ŸKšK¨¯©×(9Ñ(9¸G¸8ÀWÓMˆ�‰ÔØ!ŸL™L×-Ñ-×5Ñ5°iÓ@ˆ�‰ÔÜ�×.Ð.ó #r"   c                 óð  a€ V EFã  w  r4rV\        W4      oV Uu. uF  p\        W4      NK  	  pp\        S4      p	V U
u. uF  p
\        V
4      NK  	  pp
\        V'       d
   V^ ,          MS4      p\        SVR7       V F  p
\        W¬R7       K  	  VP	                  V4      p\        S\        P                  4      '       dL   \        V\        4      '       d6   \        V^ ,          \        P                  4      '       d   \        SW…4       EMR\        S\        P                  4      '       d)   \        V4      ^8X  g   Q h\        SV^ ,          V4       EM
\        ;QJ d#    V3R l\         4       F  '       g   K   RM	  RM! V3R l\         4       4      '       g)   R\        SP                  4      P!                  4       9   d   \#        SW…4       M�\        ;QJ d#    V3R l\$         4       F  '       g   K   RM	  RM! V3R l\$         4       4      '       d.   \'        SV4      p\)        WV4       \+        SV^ ,          V4       M\-        R\/        S4       R24      hVeT   V FM  pWâ9   g   K  W.,          pVP1                  VP3                  ^R
4      P	                  VP4                  4      4       KO  	  \        SV	R7       \7        W‹4       F  w  p
p\        V
VR7       K  	  EKæ  	  R	# u upi u up
i )r   r/   c              3   ó<   <"  € T F  p\        SV4      x € K  	  R # 5i©N©Ú
isinstance©Ú.0ÚtÚprev_ops   & €r    Ú	<genexpr>Úapply_scale.<locals>.<genexpr>n   s   øé € Ð>±¨1”
˜7 A×&Ð&³ùó   ƒTFÚrmsnormc              3   ó<   <"  € T F  p\        SV4      x € K  	  R # 5ir?   r@   rB   s   & €r    rF   rG   s   s   øé € ÐA±¨A”˜G Q×'Ð'³ùrH   zprev_op z not supported yet!Nr0   )r   r   r)   r   r1   rA   r   ÚLinearÚlistÚscale_fc_fcsÚlenÚscale_fc_fcÚanyÚallowed_normsr,   Ú	__class__ÚlowerÚscale_ln_fcsÚallowed_act_fnsr   r   Úscale_gelu_fcÚNotImplementedErrorÚtypeÚdiv_Úviewr   Úzip)r   Úscales_listÚinput_feat_dictÚprev_op_nameÚlayer_namesÚscalesÚ_r7   ÚlayersÚoriginal_prev_devicer9   Úoriginal_layer_devicesr$   Ú
new_moduleÚ
layer_nameÚinpr:   rE   s   &&&              @r    Úapply_scalerh   T   s/  ø€ Ü0;Ñ,ˆ 6Ü  Ó6ˆÙ;FÓG¹;°4”. Ö.¹;ˆÐGä)¨'Ó2ÐÙAGÓ!HÁ¸¤*¨UÖ"3ÁÐÐ!HÜ3Ç°F¸1¶IÈWÓUˆä� Õ.ÛˆEÜ�E×0ñ à—‘˜=Ó)ˆô �w¤§	¡	×*Ò*Ü˜6¤4×(Ò(Ü˜6 !�9¤b§i¡i×0Ò0ä˜ &Ö1ä˜¤§¡×+Ò+Ü�v“; !Ô#Ð#Ð#Ü˜ ¨¥¨FÖ3÷ ‹CÔ>µÓ>�C�CŠCÔ>µÓ>×>Ò>ØœC × 1Ñ 1Ó2×8Ñ8Ó:Ô:ä˜ &Õ1ç‹SÔAµÓA�S�SŠSÔAµÓA×AÒAÜ)¨'°6Ó:ˆJÜ˜6°Ô<Ü˜' 6¨!¥9¨fÕ5ô &¨´°g³°Ð?RÐ&SÓTÐTð Ò&Û)�
àÖ0Ø)Õ5�CØ—H‘H˜VŸ[™[¨¨BÓ/×2Ñ2°3·:±:Ó>Ö?ñ	 *ô 	�Ð 4Õ5Ü&)¨&Ö&IÑ"ˆE�?Ü�E /×2ô 'Jó_ 1<ùâGùò "Is
   šK.¿K3c                óŽ   € V ^8„  d   QhR\         P                  R\        \         P                  ,          R\        P                  /# )r   ÚlnÚfcsr`   ©r   rK   r   r   r-   )r   s   "r    r!   r!   ‰   s1   € ÷ -ñ -”R—Y‘Yð -¤T¬"¯)©)¥_ð -¼e¿l¹lñ -r"   c                 ó¤  € \        V\        4      '       g   V.pVP                  V P                  P                  4      p\        V \
        4      '       g   \        V \        4      '       dO   V ;P                  ^,          un        V P                  P                  V4       V ;P                  ^,          un        MV P                  P                  V4       \        V R4      '       d*   V P                  e   V P                  P                  V4       V F.  pVP                  P                  VP                  ^R4      4       K0  	  V P                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  V FE  pVP                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  KG  	  R# )é   ÚbiasNr0   )rA   rL   r1   r2   r   r   r   rY   Úhasattrro   Úmul_rZ   Ú
parametersr   ÚisnanÚsum)rj   rk   r`   ÚfcÚps   &&&  r    rT   rT   ˆ   s8  € ä�cœ4× Ò Øˆeˆà�Y‰Y�r—y‘y×'Ñ'Ó(€Fô �"”l×#Ò#¤z°"´m×'DÒ'DØ
�	Š	�Q��	Ø
�	‰	�‰�vÔØ
�	Š	�Q�Ž	à
�	‰	�‰�vÔäˆr�6×Ò˜rŸw™wÒ2Ø
�‰�‰�VÔãˆØ
�	‰	�‰�v—{‘{ 1 bÓ)Ö*ñ ð �]‰]Ž_ˆÜ�{Š{˜1‹~×!Ñ!Ó# qÖ(Ð(Ð(ñ ãˆØ—‘–ˆAÜ—;’;˜q“>×%Ñ%Ó'¨1Ö,Ð,Ð,ó !ó r"   c                óx   € V ^8„  d   QhR\         P                  R\         P                  R\        P                  /# )r   Úfc1Úfc2r`   )r   rK   r   r-   )r   s   "r    r!   r!   ¦   s-   € ÷ )ñ )”R—Y‘Yð )¤R§Y¡Yð )¼¿¹ñ )r"   c                 ó"  € \        V \        P                  4      '       g   Q h\        V\        P                  4      '       g   Q hVP                  V P                  P
                  4      pV P                  VP                  ^ 4      ) R P                  VP                  R^4      4       V P                  e+   V P                  P                  VP                  R4      4       VP                  P                  VP                  ^R4      4       V P                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  VP                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  R# ©r   Nr0   )rA   r   rK   r1   r2   r   ÚsizerY   rZ   ro   rq   rr   r   rs   rt   )rx   ry   r`   rv   s   &&& r    rO   rO   ¥   s  € ä�cœ2Ÿ9™9×%Ò%Ð%Ð%Ü�cœ2Ÿ9™9×%Ò%Ð%Ð%à�Y‰Y�s—z‘z×(Ñ(Ó)€Fà‡J�J�—‘˜A“ˆÐ Ð!×&Ñ& v§{¡{°2°qÓ'9Ô:Ø
‡x�xÒØ�‰�‰�f—k‘k "“oÔ&à‡J�J‡O�O�F—K‘K  2Ó&Ô'à�^‰^ÖˆÜ�{Š{˜1‹~×!Ñ!Ó# qÖ(Ð(Ð(ñ à�^‰^ÖˆÜ�{Š{˜1‹~×!Ñ!Ó# qÖ(Ð(Ð(ó r"   c                óŽ   € V ^8„  d   QhR\         P                  R\        \         P                  ,          R\        P                  /# )r   rx   rk   r`   rl   )r   s   "r    r!   r!   ¹   s1   € ÷ -ñ -”b—i‘ið -¤d¬2¯9©9¥oð -¼u¿|¹|ñ -r"   c                 óð  € \        V\        4      '       g   V.pVP                  V P                  P                  4      pV P                  VP                  ^ 4      ) R P                  VP                  R^4      4       V P                  e+   V P                  P                  VP                  R4      4       V F.  pVP                  P                  VP                  ^R4      4       K0  	  V P                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  V FE  pVP                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  KG  	  R# r{   )rA   rL   r1   r2   r   r|   rY   rZ   ro   rq   rr   r   rs   rt   )rx   rk   r`   ru   rv   s   &&&  r    rM   rM   ¸   s  € ä�cœ4× Ò Øˆeˆà�Y‰Y�s—z‘z×(Ñ(Ó)€Fà‡J�J�—‘˜A“ˆÐ Ð!×&Ñ& v§{¡{°2°qÓ'9Ô:Ø
‡x�xÒØ�‰�‰�f—k‘k "“oÔ&ãˆØ
�	‰	�‰�v—{‘{ 1 bÓ)Ö*ñ ð �^‰^ÖˆÜ�{Š{˜1‹~×!Ñ!Ó# qÖ(Ð(Ð(ñ ãˆØ—‘–ˆAÜ—;’;˜q“>×%Ñ%Ó'¨1Ö,Ð,Ð,ó !ó r"   c                ód   € V ^8„  d   QhR\         R\        P                  R\        P                  /# )r   Úgeluru   r`   )rU   r   rK   r   r-   )r   s   "r    r!   r!   Î   s)   € ÷ )ñ )œð )¬R¯Y©Yð )ÄÇÁñ )r"   c                 ó   a € \         ;QJ d#    V 3R  l\         4       F  '       g   K   RM	  RM! V 3R  l\         4       4      '       g   Q h\        V\        P                  4      '       g   Q hVP
                  P                  VP                  ^R4      P                  VP
                  P                  4      4       VP                  4        F.  p\        P                  ! V4      P                  4       ^ 8X  d   K.  Q h	  R# )c              3   ó<   <"  € T F  p\        SV4      x € K  	  R # 5ir?   r@   )rC   rD   r€   s   & €r    rF   Ú scale_gelu_fc.<locals>.<genexpr>Ï   s   øé € Ð<©O qŒz˜$ ×"Ð"«OùrH   TFNr0   )rP   rU   rA   r   rK   r2   rq   rZ   r1   r   rr   r   rs   rt   )r€   ru   r`   rv   s   f&& r    rV   rV   Í   s    ø€ ç‹3Ô<­OÓ<�3�3Š3Ô<­OÓ<×<Ò<Ð<Ð<Ü�bœ"Ÿ)™)×$Ò$Ð$Ð$à‡I�I‡N�N�6—;‘;˜q "Ó%×(Ñ(¨¯©×)9Ñ)9Ó:Ô;à�]‰]Ž_ˆÜ�{Š{˜1‹~×!Ñ!Ó# qÖ(Ð(Ð(ó r"   r?   )5Útypingr   r   r   Útorch.nnr   Úpackaging.versionr   Útransformersr   Útransformers_versionÚtransformers.activationsr   r   r	   r
   Ú(transformers.models.bloom.modeling_bloomr   Ú*transformers.models.cohere.modeling_coherer   Ú(transformers.models.gemma.modeling_gemmar   Ú*transformers.models.gemma2.modeling_gemma2r   Ú(transformers.models.llama.modeling_llamar   Ú&gptqmodel.quantization.awq.modules.actr   Ú'gptqmodel.quantization.awq.utils.moduler   r   Úgptqmodel.utils.devicer   Úgptqmodel.utils.modelr   Ú*transformers.models.gemma4.modeling_gemma4r   Ú	ExceptionÚ:transformers.models.cohere_compass.modeling_cohere_compassr   Ú	LayerNormrQ   ÚappendÚGELUrU   Úinference_moder)   r<   rh   rT   rO   rM   rV   © r"   r    Ú<module>r›      s™  ð÷ ã Ý Ý %Ý <ß Fñ ÐÓ ¡G¨HÓ$5Ô5Þ1åDÝ >Ý FÝ AÝ DÝ Aå Cß RÝ -Ý )ðÝHð"Ýað
 —‘˜|¨\¸=È/ÐZ€ØÒØ×Ñ˜Ô'ØÒ%Ø×ÑÐ/Ô0à‡G�GØØØØð€ð ×ÒÓô	ó ð	ð ×ÒÓô/ó ð/ô13ðh ×ÒÓô-ó ð-ð8 ×ÒÓô)ó ð)ð$ ×ÒÓô-ó ð-ð( ×ÒÓô)ó ò)øð[ ô ØƒMðûð
 ô "Ø!Óð"ús$   Â E< ÂF Å<	F	ÆF	Æ	FÆF