+
    "Ý³jú(  ã                   óŠ   € R t ^ RIt^ RIt^ RIt^ RIHt ^ RIHtHt ^RI	H
t
 RtRtRtR R lt. ROt ! R
 R	4      tR R ltR# )z8Straightforward monkey patch helpers for nogil runtimes.N)Úversion)ÚInvalidVersionÚVersion)Ú
ThreadSafeÚ_gptqmodel_locked_save_filez3.5.0c                ó   € V ^8„  d   QhRR/# ©é   ÚreturnN© )Úformats   "Ú^/home/luca/screen-checking/.venv/lib/python3.14/site-packages/gptqmodel/utils/nogil_patcher.pyÚ__annotate__r      s   € ÷ *ñ * Tñ *ó    c                  óÖ   €  ^ RI Hp  \        T P                  \
        R4      '       d   R# \        T 4      P                  p\        T\
        R4       Yn        R#   \         d     R# i ; i)é    )ÚtorchNFT)Úsafetensorsr   ÚImportErrorÚgetattrÚ	save_fileÚ_PATCHED_ATTRr   Úsetattr)Úsafetensors_torchÚwrappers     r   Úpatch_safetensors_save_filer      s\   € ðÝ:ô Ð ×*Ñ*¬M¸5×AÒAÙäÐ*Ó+×5Ñ5€GÜˆG”] DÔ)Ø")Öøô ô Úðús   ‚A ÁA(Á'A(ÚTritonPatchc                   ób   a € ] tR t^*t o ]P
                  ! 4       tRt]V 3R lR l4       t	Rt
V tR# )r   Fc                ó   <€ V ^8„  d   QhRR/# r   r   )r   Ú__classdict__s   "€r   r   ÚTritonPatch.__annotate__/   s   ø€ ÷  ñ  �dñ  r   c                óÄ   € V P                   ;_uu_ 4        V P                  '       d    R R R 4       R # \        4        RV n        R R R 4       R #   + '       g   i     R # ; i©NT)Ú_apply_lockÚ_appliedÚpatch_triton_autotuner)Úclss   &r   ÚapplyÚTritonPatch.apply.   s9   € à�_�_‹_Ø�|�|ˆ|Ø÷ ‰_ô #Ô$ØˆCŒL÷ �_�_Š_ús   •A³AÁA	r   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú	threadingÚLockr#   r$   Úclassmethodr'   Ú__static_attributes__Ú__classdictcell__©r   s   @r   r   r   *   s(   ø‡ € Ø—.’.Ó"€KØ€Hà÷ ó ö r   c                ó   € V ^8„  d   QhRR/# r   r   )r   s   "r   r   r   8   s   € ÷ r/ñ r/ ñ r/r   c            	      óÆ  a	a
aaaaaaaaaaaaaa€  ^ RI p ^ RIHp Rp\         F  p \        T4      p M	  T'       g   R#  \        T4      p\        \        4      pYE8  d   R#  TP                  p\        TRR4      '       d   R# TP                  oTP                  o
TP                   oTP"                  oTP$                  oTP&                  oTP(                  oTP*                  oTP,                  oTP.                  o ! R R4      o	S	Tn        TP2                  o\5        \6        P8                  ! 4       4      oT3R loTT3R lpT
TTTTTTTT3	R	 loT	TTT3R
 loTTT3R lpYvn        STn        STn        Y†n        RTn         R#   \         d     R# i ; i  \        P                  P                   d    Rp EK›  i ; i  \         d    T\        8  d    R#  ELzi ; i)r   N)Ú	autotunerÚ_gptqmodel_threadsafeFc                   ó*   a € ] tR t^ft o RtR tRtV tR# )Ú+patch_triton_autotuner.<locals>.CacheFuturec                ór   € \         P                  ! 4       V n        R V n        R V n        RV n        R V n        R # r"   )r-   ÚEventÚeventÚconfigÚerrorÚused_cached_resultÚ
bench_time)Úselfs   &r   Ú__init__Ú4patch_triton_autotuner.<locals>.CacheFuture.__init__i   s-   € Ü"ŸšÓ*ˆDŒJØˆDŒKØˆDŒJØ&*ˆDÔ#Ø"ˆDŽOr   )r?   r<   r=   r;   r>   N)r;   r<   r=   r>   r?   )r)   r*   r+   r,   Ú	__slots__rA   r0   r1   r2   s   @r   ÚCacheFuturer8   f   s   ø‡ € ØTˆ	÷	#ð 	#r   rD   c           	      ó’  <€ \        V R R4      \        V RR4      J dA   \        \        V RR4      S4      '       d$   \        \        V RR4      \        4      '       d   R# \        P                  ;_uu_ 4        \        V R R4      \        V RR4      J dJ   \        \        V RR4      S4      '       d-   \        \        V RR4      \        4      '       d    RRR4       R# \        V R / 4      p\        V4      V n        V P
                  V n        \        P                  ! 4       V n	        / V n
        RRR4       R#   + '       g   i     R# ; i)ÚcacheNÚ_cacheÚ_cache_lockÚ_cache_futures)r   Ú
isinstanceÚdictr   r#   rG   rF   r-   ÚRLockrH   rI   )r@   Ú	cache_mapÚ
rlock_types   & €r   Úensure_threadsafe_cacheÚ7patch_triton_autotuner.<locals>.ensure_threadsafe_cacheu   s÷   ø€ ä�D˜' 4Ó(¬G°D¸(ÀDÓ,IÓIÜœ7 4¨¸Ó=¸z×JÒJÜœ7 4Ð)9¸4Ó@Ä$×GÒGáä×$×$Ó$ä˜˜g tÓ,´¸¸hÈÓ0MÓMÜœw t¨]¸DÓAÀ:×NÒNÜœw tÐ-=¸tÓDÄd×KÒKà÷ %Ñ$ô    g¨rÓ2ˆIÜ˜y›/ˆDŒKØŸ™ˆDŒJÜ(ŸšÓ0ˆDÔØ"$ˆDÔ÷ %×$×$Ò$ús   Á6AD5ÃAD5Ä5E	c                 ó0   <€ S! V .VO5/ VB  S! V 4       R # ©Nr   )r@   ÚargsÚkwargsrO   Úoriginal_inits   &*,€€r   Úpatched_initÚ,patch_triton_autotuner.<locals>.patched_init‹   s   ø€ Ù�dÐ,˜TÒ, VÒ,Ù Ö%r   c                 óp  <	€ V'       d;   \         ;QJ d    R  V 4       F  '       g   K   RM	  RM! R  V 4       4      '       d   V! 4       w  rEpW@n        RWTV3# ^ RIHp V P                  p\        VS4      '       g   VP                  pK   S! 4       p	S! 4       V! SP                  P                  4       4      P                  4       VP                  \        \        V	P                  4       4      4      \        V4      .V U
u. uF  p
\        V
4      NK  	  up
,           pSP                  RP                  V4      P                  R4      4      P!                  4       pS! V4      pVP"                  R,           R2pVP%                  V4      pV'       d{   \'        VR4      ;_uu_ 4       pSP)                  V4      R	,          pV UUu/ uF  w  ppS! R/ VB VbK  	  pppR
R
R
4       XV n        SP+                  WDP,                  R7      pRR
WF3# V! 4       w  rEpW@n        TP/                  SP1                  RTR	T;'       g    / P                  4        UUu. uF(  w  ppVP2                  '       d   K  VP4                  V3NK*  	  upp/4      VRR7       RWTV3# u up
i u uppi   + '       g   i     LÌ; iu uppi )c              3   ó8   "  € T F  qP                   x € K  	  R # 5irR   )Úpre_hook)Ú.0Úcfgs   & r   Ú	<genexpr>ÚKpatch_triton_autotuner.<locals>.patched_check_disk_cache.<locals>.<genexpr>�   s   é € Ð A¹°#§¦»ùs   ‚TF)Úmake_backendÚ-zutf-8:Né–   Nz.autotune.jsonÚrÚconfigs_timingsN©Úkeyre   )Úbinaryr   )Úanyrc   Útriton.compiler.compilerr_   ÚfnrJ   ÚactiveÚget_current_targetÚhashÚ	cache_keyÚstrÚsortedÚitemsÚsha256ÚjoinÚencodeÚ	hexdigestr)   Úget_fileÚopenÚloadÚminÚgetÚputÚdumpsrZ   Ú__dict__)r@   Ú
tuning_keyÚconfigsÚbench_fnrc   r?   Úbest_configr_   ri   Úenv_varsÚcrm   rF   Ú	file_nameÚpathÚcached_configsÚtimingsr<   ÚtimingÚConfigÚJITFunctionÚbuiltins_modÚdriverÚget_cache_invalidating_env_varsÚget_cache_managerÚhashlib_modÚjson_modÚ
triton_keys   &&&&               €€€€€€€€€r   Úpatched_check_disk_cacheÚ8patch_triton_autotuner.<locals>.patched_check_disk_cache�   sa  ø€ ßŸS›SÑ A¹Ó AŸSŸSšSÑ A¹Ó A×AÒAÙ7?³zÑ4ˆO¨Ø#2Ô Ø˜*°{ÐBÐBå9à�W‰WˆÜ˜R ×-Ò-Ø—‘ŠBá2Ó4ˆá‹LÙ˜Ÿ™×9Ñ9Ó;Ó<×AÑAÓCØ�L‰LÜ”�x—~‘~Ó'Ó(Ó)Ü�
‹Oð
ñ %Ó%™W˜ŒS�ŽV™WÑ%õ&ˆ	ð  ×&Ñ& s§x¡x°	Ó':×'AÑ'AÀ'Ó'JÓK×UÑUÓWˆ	Ù! )Ó,ˆØ—{‘{ 4Õ(Ð)¨Ð8ˆ	Ø�~‰~˜iÓ(ˆßÜ�d˜C—” NØ"Ÿ-™-¨Ó7Ð8IÕJ�ÙRYÔ"ZÑRYÁÀÈ¡6Ñ#3¨FÑ#3°VÒ#;ÑRY�Ñ"Z÷ !ð $3ˆDÔ Ø&×*Ñ*¨?×@SÑ@SÐ*ÓTˆKØ˜˜Ð;Ð;á3;³:Ñ0ˆ [Ø.ÔØ�	‰	Ø�N‰NØ�zØ!à,;×,AÐ,A¸r×+HÑ+HÔ+Jô$á+J™˜ Ø!Ÿ?�?ô /�V—_‘_ gÓ.Ù+Jò$ðó ð Øð 	ô 	
ð �j°;Ð>Ð>ùò7 &ùó #[÷ !—üó$s0   Ä JÆ%JÇJ
ÇJÉJ2É-J2ÊJÊJ/	c           	      óN  <a aaa€ S! S 4       S P                   ;_uu_ 4        S P                  P                  V4      pVe   VRR 3uuR R R 4       # S P                  P                  V4      pVf   S! 4       pVS P                  V&   RpMRpR R R 4       X'       gX   XP                  P                  4        VP                  e   VP                  hVP                  VP                  VP                  3# S P                  S4      oVVVVV 3R lp S P                  '       d   S! S VSV4      w  r‰r«MV! 4       w  r©pRpV
e   V
S n        V	S n	        Ve-   S P                   ;_uu_ 4        VS P                  V&   R R R 4       VXn        W…n        W•n	        W¸V	3VP                  P                  4        S P                   ;_uu_ 4        S P                  P                  VR 4       R R R 4       #   + '       g   i     ELe; i  + '       g   i     LŽ; i  + '       g   i     # ; i  \         d   pTXn        h R p?ii ; i  XP                  P                  4        S P                   ;_uu_ 4        S P                  P                  TR 4       R R R 4       i   + '       g   i     i ; i; i)NTFc            	      ó^  <€ \         P                   ! 4       p S	 Uu/ uF  pVS
P                  ! SR V/SB bK  	  pp\         P                   ! 4       V ,
          pSP                  W"P                  R7      p/ S
P                  CSCVP                  4       CpS
P                  VRR7       W#V3# u upi )r<   rd   T)Ú
reset_only)ÚtimeÚ_benchrx   ry   ÚnargsÚ
all_kwargsrZ   )Úbench_startr<   r†   Úbench_durationr€   Úfull_nargs_localrS   rŠ   rT   Úpruned_configsr@   s         €€€€€r   Ú	benchmarkÚFpatch_triton_autotuner.<locals>._get_config_for_key.<locals>.benchmarkÕ   s´   ø€ ÜŸ)š)›+ˆKñ -óá,�Fð ˜Ÿš TÐC°&ÐC¸FÑCÒCÙ,ð ð ô "ŸYšY›[¨;Õ6ˆNØ&×*Ñ*¨7¿¹Ð*ÓDˆKØS $§*¡*ÐS°ÐS¸+×:PÑ:PÓ:RÐSÐØ�M‰MÐ*°tˆMÔ<Ø¨KÐ7Ð7ùòs   ›B*)rH   rG   ry   rI   r;   Úwaitr=   r<   r>   r?   Úprune_configsÚcache_resultsrc   ÚsetÚpopÚBaseException)r@   re   rS   rT   ÚcachedÚfutureÚrunnerrž   r>   r?   rc   r€   Úexcr�   rD   rŠ   rO   r‘   s   f&ff         @€€€€r   Ú_get_config_for_keyÚ3patch_triton_autotuner.<locals>._get_config_for_key¿   s7  ü€ Ù Ô%Ø××ÓØ—[‘[—_‘_ SÓ)ˆFØÒ!Ø˜t TÐ)÷ Òð
 ×(Ñ(×,Ñ,¨SÓ1ˆFØŠ~Ù$›�Ø+1�×#Ñ# CÑ(Ø‘à�÷ ÷ Ø�L‰L×ÑÔØ�|‰|Ò'Ø—l‘lÐ"Ø—=‘= &×";Ñ";¸V×=NÑ=NÐNÐNØ×+Ñ+¨FÓ3ˆ÷
	8ñ 
	8ð	3Ø×!×!Ð!ÙOgØ˜#˜~¨yóPÑLÐ"°Àñ <E»;Ñ8�¨[Ø%*Ð"àÒ*Ø'6�Ô$Ø(ˆDŒOàÒ&Ø×%×%Ó%Ø'2�D—K‘K Ñ$÷ &ð (ˆFŒMØ(:Ô%Ø *ÔØ°JÐ>ð
 �L‰L×ÑÔØ×!×!Ó!Ø×#Ñ#×'Ñ'¨¨TÔ2÷ "Ð!÷u ×Ðú÷\ &×%ú÷ "×!ûô ô 	ØˆFŒLØûð	ûð �L‰L×ÑÔØ×!×!Ó!Ø×#Ñ#×'Ñ'¨¨TÔ2÷ "×!×!Ð!ýsr   ¢$G'Á:G'ÄAH! Å%G;Å5H! ÇHÇ'G8	Ç;H	ÈH! ÈHÈ!H9È,H4È4H9È9H< È</J$É+J	Ê	J$ÊJ!ÊJ$c                 ól  <€ S! V 4       \        \        V P                  V4      4      pW0n        R pRpRp\	        V P
                  4      ^8”  dÎ   / VCVCpVP                  4        UU	u/ uF  w  r‰W€P                  9   g   K  W‰bK  	  p
pp	V P                   Uu. uF  q»V
9   g   K  W«,          NK  	  ppV
P                  4        F=  w  rÞ\        VR4      '       g   K  VP                  \        VP                  4      4       K?  	  \        V4      pS! WW4      w  rôpMV P
                  ^ ,          pV P                  V n        Wðn        SP                   P"                  '       d`   Ve\   V'       gT   Ve   TMV P$                  ;'       g    Rp\#        RV P&                  P(                   RV RVR RV P                   R	2	4       / VCVCVP+                  4       CpVP,                  e   VP-                  V4       V P.                  P0                  ! V/ VBVP+                  4       B pRV n        V# u up	pi u upi )
TNÚdtypeg        zTriton autotuning for function z,
with key as z,
finished after z.2fzs,
best config selected: Ú;)rK   ÚzipÚ	arg_namesr˜   Úlenr~   rp   ÚkeysÚhasattrÚappendrn   r­   ÚtuplerG   rF   r€   Ú
autotuningÚprintr?   Úbase_fnr)   r™   rZ   ri   Úrun)r@   rS   rT   r˜   r>   r?   re   Úall_argsÚkÚvÚ
named_argsÚnameÚ
key_valuesÚ_Úargr<   Úbench_time_valueÚ
full_nargsÚresultrª   rO   Úknobss   &*,                €€€r   Úpatched_runÚ+patch_triton_autotuner.<locals>.patched_runþ   s  ø€ Ù Ô%Ü”S˜Ÿ™¨Ó.Ó/ˆØŒ
Ø!ÐØˆ
ØˆÜˆt�|‰|Ó˜qÔ Ø*˜%Ð* 6Ð*ˆHØ-5¯^©^Ô-=ÔUÑ-=¡6 AÀÇnÁnÑATœ$˜!š$Ñ-=ˆJÑUØ7;·y²yÓW±y¨tÈJÑDVÔ*˜*×*Ð*±yˆJÐWØ$×*Ñ*Ö,‘�Ü˜3 ×(Ô(Ø×%Ñ%¤c¨#¯)©)£nÖ5ñ -ô ˜
Ó#ˆCÙ5HÈÐTXÓ5aÑ2ˆF©
à—\‘\ !•_ˆFà—[‘[ˆŒ
Ø!ÔØ×Ñ×!×!Ð! c¢o×>PØ-7Ò-C™zÈ$Ï/É/×J`ÐJ`Ð]`ÐÜØ1°$·,±,×2GÑ2GÐ1Hð IØ"˜eð $"Ø"2°3Ð!7ð 8)Ø)-×)9Ñ)9Ð(:¸!ð=ôð @˜Ð? Ð?¨6×+<Ñ+<Ó+>Ð?ˆ
Ø�?‰?Ò&Ø�O‰O˜JÔ'Ø—‘—’Øð
àð
ð ×ÑÓ!ñ
ˆð
 ˆŒ
Øˆùó; VùÚWs   Á(H+ÂH+ÂH1Â%H1T)!ÚtritonÚtriton.runtimer5   r   ÚTRITON_COMPATIBLE_PKGSr   Ú	importlibÚmetadataÚPackageNotFoundErrorr   ÚTRITON_MIN_VERSION_STRr   Ú	Autotunerr   Úbuiltinsrˆ   r‹   rÅ   r�   r�   rŒ   r‰   ÚhashlibÚjsonrD   rA   Útyper-   rL   Úcheck_disk_cacherª   r¹   r6   )rÈ   ÚmoduleÚtriton_version_strÚpackage_nameÚ
triton_verÚtriton_min_versionÚautotuner_clsrV   rÆ   rD   rˆ   r‰   rª   rŠ   r‹   rO   rŒ   r�   rŽ   r�   rÅ   rU   r‘   rN   r�   s            @@@@@@@@@@@@@@@@r   r%   r%   8   s¾  ÿÿ€ ðÛÝ6ð Ðß.ˆð	&Ü!(¨Ó!6ÐÙñ /÷ Ùð	ÜÐ/Ó0ˆ
Ü$Ô%;Ó<ÐàÔ*Ùð +ð ×$Ñ$€MÜˆ}Ð5°u×=Ò=Ùà—?‘?€LØ�]‰]€FØ�]‰]€FØ�L‰L€EØ×0Ñ0ÐØ×"Ñ"€JØ&,×&LÑ&LÐ#Ø×$Ñ$€KØ—.‘.€KØ�{‰{€H÷#ñ #ð %€FÔà!×*Ñ*€MÜ”i—o’oÓ'Ó(€Jõ%ö,&÷.?õ .?÷`=3ð =3÷~&ðP *ÔØ%=€MÔ"Ø(;€MÔ%Ø#ÔØ*.€MÖ'øô] ô âðûô ×!Ñ!×6Ñ6ô 	&Ø!%Ôð	&ûô ô àÔ 6Ô6Úò 7ðús4   ’
F ¨FÁ G ÆFÆFÆ!G Æ?G ÇG ÇG )rÈ   ztriton-windowsÚpytorch_triton_xpu)r   r   r%   )Ú__doc__rË   r-   r–   Úimportlib.metadatar   Úpackaging.versionr   r   Úsafer   r   rÎ   rÊ   r   Ú__all__r   r%   r   r   r   Ú<module>rá      sL   ðñ ?ã Û Û Ý &ç 5å ð .€à Ð àKÐ õ*ò S€÷ ñ  ÷r/r   