+
    "Ý³jS  ã                   óÆ   € ^ RI t ^ RIt^ RIt^ RIHtHtHt ^ RIHtH	t	 R R lt
R R ltR R	 ltR
 R ltR R ltR R ltR R ltR R ltR R ltR R ltR R ltR# )é    N)ÚListÚOptionalÚUnion)Ú
AutoConfigÚPretrainedConfigc                ó    € V ^8„  d   QhR\         \        \        \        3,          ,          R\        R\         \
        \        ,          ,          /# ©é   Ú
token_listÚvocabÚreturn©r   r   ÚstrÚintÚdictr   )Úformats   "ÚO/home/luca/screen-checking/.venv/lib/python3.14/site-packages/tokenicer/util.pyÚ__annotate__r      s8   € ÷ 
ñ 
œd¤5¬¬c¨¥?Õ3ð 
¼Dð 
ÄTÌ(ÔSVÍ-ÕEXñ 
ó    c                 ó*  € . pV  FŠ  p\        V\        4      '       d+   VP                  V4      pVe   VP                  V4       KA  KC  \        V\        4      '       g   K[  ^ Tu;8:  d   \        V4      8  g   Ku  M Ky  VP                  V4       KŒ  	  V# ©N)Ú
isinstancer   ÚgetÚappendr   Úlen)r   r   Ú	token_idsÚitemÚvals   &&   r   Úcandidate_idsr      sz   € Ø€IÛˆÜ�dœC× Ò Ø—)‘)˜D“/ˆCØŠØ× Ñ  Ö%ñ ä˜œc×"Ô"Ø�DÖ%œ3˜u›:×%Ò%Ø× Ñ  Ö&ñ ð Ðr   c                óŠ   € V ^8„  d   QhR\         \        \        \        3,          ,          R\        R\
        \        ,          /# r	   r   )r   s   "r   r   r   &   s2   € ÷ /ñ /œT¤%¬¬S¨¥/Õ2ð /¼4ð /ÄHÌSÅMñ /r   c                 ó@   € \        WR 7      pV'       d
   V^ ,          # R# ))r   r   N)r   )r   r   r   s   && r   Úcandidate_idr"   &   s   € Ü¨ÔA€Iß$ˆ9�Q�<Ð.¨$Ð.r   c                ó:   € V ^8„  d   QhR\         \        ,          /# ©r
   r   ©r   r   )r   s   "r   r   r   +   s   € ÷ ñ œ¤�ñ r   c                 ó    € \        V R R4      pV# )Úname_or_pathN)Úgetattr)ÚobjÚpaths   & r   Úconfig_pathr+   +   s   € Ü�3˜¨Ó-€DØ€Kr   c                ó:   € V ^8„  d   QhR\         \        ,          /# r$   )r   r   )r   s   "r   r   r   0   s   € ÷ ñ ¤xÔ0@Õ'Añ r   c                 ó   a€  \         P                  ! WR 7      pRp\        T\        4      '       d   TpT#   \         dM    \        T 4      pTf    R# \	        T4      pRT9  d   Yn        \        TRR4      oSe   T3R lpYBn        Tu # i ; i))Útrust_remote_codeNÚ_name_or_pathÚtext_configc                  ó   <€ S # r   © )r0   s   €r   Ú_get_text_configÚ%auto_config.<locals>._get_text_configE   s	   ø€ Ø"Ð"r   )
r   Úfrom_pretrainedÚ	ExceptionÚ_load_config_dictÚ_namespace_from_dictr/   r(   Úget_text_configr   r   )r*   Útrust_remoteÚconfigÚconfig_dictr3   Úmodel_configr0   s   &&    @r   Úauto_configr>   0   sž   ø€ ðÜ×+Ò+¨DÔQˆð4 €LÜ�&Ô*×+Ò+ØˆØÐøô9 ô Ü'¨Ó-ˆØÒâô
 & kÓ2ˆØ +Ô-Ø#'Ô ô ˜f m°TÓ:ˆØÒ"õ#ð &6Ô"àŠð/ús   ƒ6 ¶BÁ7BÂBc                ó:   € V ^8„  d   QhR\         \        ,          /# r$   )r   r   )r   s   "r   r   r   R   s   € ÷ ñ œx¬�~ñ r   c                 óô  € \        V \        4      '       d&   \        P                  P	                  V 4      '       g   R # \        P                  P                  V R4      p\        P                  P                  V4      '       g   R #  \        VRRR7      ;_uu_ 4       p\        P                  ! V4      pR R R 4       \        X\        4      '       g   R # T#   + '       g   i     L*; i  \         d     R # i ; i)Nzconfig.jsonÚrúutf-8©Úencoding)r   r   Úosr*   ÚisdirÚjoinÚexistsÚopenÚjsonÚloadr6   r   )r*   r+   ÚfÚdatas   &   r   r7   r7   R   s§   € Ü�dœC× Ò ¬¯©¯©°d×(;Ò(;Ùä—'‘'—,‘,˜t ]Ó3€KÜ�7‰7�>‰>˜+×&Ò&ÙðÜ�+˜s¨W×5Õ5¸Ü—9’9˜Q“<ˆD÷ 6ô
 �dœD×!Ò!Ùà€K÷ 6×5ûäô Úðús0   ÂC( ÂCÂ3C( ÃC%	Ã C( Ã%C( Ã(C7Ã6C7c                ó$   € V ^8„  d   QhR\         /# )r
   rM   ©r   )r   s   "r   r   r   f   s   € ÷ +ñ +œtñ +r   c                 ó"  € \        V \        4      '       g   V # \        V \        P                  4      '       d   V # / pV P	                  4        F*  w  r#\        V\        4      '       d   \        V4      MTW&   K,  	  \        P                  ! R/ VB # )Nr2   )r   r   ÚtypesÚSimpleNamespaceÚitemsr8   )rM   ÚvaluesÚkeyÚvalues   &   r   r8   r8   f   su   € Ü�dœD×!Ò!Øˆä�$œ×-Ñ-×.Ò.Øˆà€FØ—j‘j–l‰
ˆÜ5?ÀÄt×5LÒ5LÔ*¨5Ô1ÐRWˆ‹ñ #ô × Ò Ñ* 6Ñ*Ð*r   c                ó$   € V ^8„  d   QhR\         /# r$   )Úbool)r   s   "r   r   r   t   s   € ÷ fñ f¤tñ fr   c                 ó  € \        V \        4      '       d&   \        P                  P	                  V 4      '       g   R # \        P                  P                  V R4      p\        P                  P                  V4      '       dœ   \        VRRR7      ;_uu_ 4       p\        P                  ! V4      pRRR4       XP                  R4      pVeR   \        V\        4      '       d   VP                  R4      e   R# \        V\        \        34      '       d   V'       d   R# \        ;QJ d0    R	 \        P                  ! V 4       4       F  '       g   K   R# 	  R # ! R	 \        P                  ! V 4       4       4      #   + '       g   i     LÒ; i)
Fútokenizer_config.jsonrA   rB   rC   NÚauto_mapÚAutoTokenizerTc              3   ót   "  € T F.  qP                  R 4      ;'       d    VP                  R4      x € K0  	  R# 5i)Útokenizationz.pyN)Ú
startswithÚendswith)Ú.0Únames   & r   Ú	<genexpr>Ú,has_custom_tokenizer_code.<locals>.<genexpr>„   s-   é € ÐeÑTdÈD�‰˜~Ó.×GÐG°4·=±=ÀÓ3GÔGÓTdùs   ‚8ž8)r   r   rE   r*   rF   rG   rH   rI   rJ   rK   r   r   ÚlistÚtupleÚanyÚlistdir)r*   Útokenizer_config_pathrL   Útokenizer_configr[   s   &    r   Úhas_custom_tokenizer_coderk   t   s  € Ü�dœC× Ò ¬¯©¯©°d×(;Ò(;ÙäŸG™GŸL™L¨Ð/FÓGÐÜ	‡w�w‡~�~Ð+×,Ò,ÜÐ'¨°w×?Õ?À1Ü#Ÿyšy¨›|Ð÷ @à#×'Ñ'¨
Ó3ˆØÒä˜(¤D×)Ò)¨h¯l©l¸?Ó.KÒ.WÙÜ˜(¤T¬5 M×2Ò2·xÙç‹3ÑeÔTV×T^ÒT^Ð_cÔTdÓe�3Œ3ÐeŠ3Ðeˆ3ÑeÔTV×T^ÒT^Ð_cÔTdÓeÓeÐe÷ @×?ús   ÂE:Å:F
	c                ó$   € V ^8„  d   QhR\         /# r$   rO   )r   s   "r   r   r   ‡   s   € ÷ ñ ¬tñ r   c                 óR  € \        V \        4      '       d&   \        P                  P	                  V 4      '       g   / # \        P                  P                  V R 4      p\        P                  P                  V4      '       g   / # \        VRRR7      ;_uu_ 4       p\        P                  ! V4      pRRR4       XP                  R4      pVR9  d   / # / pRRRR	R
R/pVP                  4        F"  w  rxVP                  VR4      R8X  g   K  W…V&   K$  	  V#   + '       g   i     Ll; i)rZ   rA   rB   rC   NÚtokenizer_classÚ	bos_tokenz<s>Ú	eos_tokenz</s>Ú	unk_tokenz<unk>Ú >   ÚLlamaTokenizerÚLlamaTokenizerFast)r   r   rE   r*   rF   rG   rH   rI   rJ   rK   r   rS   )	r*   ri   rL   rj   rn   Ú	overridesÚdefaultsrU   Údefault_values	   &        r   Ú!tokenizer_special_token_overridesrx   ‡   sû   € Ü�dœC× Ò ¬¯©¯©°d×(;Ò(;Øˆ	äŸG™GŸL™L¨Ð/FÓGÐÜ�7‰7�>‰>Ð/×0Ò0Øˆ	ä	Ð# S°7×	;Õ	;¸qÜŸ9š9 Q›<Ð÷ 
<ð '×*Ñ*Ð+<Ó=€OØÐFÔFØˆ	à€Ið 	�UØ�VØ�Wð€Hð
 'Ÿn™nÖ.ÑˆØ×Ñ  TÓ*¨bÖ0Ø*�c‹Nñ /ð Ð÷% 
<×	;ús   ÂDÄD&	c                ó$   € V ^8„  d   QhR\         /# r$   rO   )r   s   "r   r   r   ¤   s   € ÷ 	ñ 	¤4ñ 	r   c                 ó   € \        V \        4      '       d&   \        P                  P	                  V 4      '       g   / # \        P                  P                  V R 4      p\        P                  P                  V4      '       g   / # \        VRRR7      ;_uu_ 4       p\        P                  ! V4      uuRRR4       #   + '       g   i     R# ; i)rZ   rA   rB   rC   N)
r   r   rE   r*   rF   rG   rH   rI   rJ   rK   )r*   ri   rL   s   &  r   Útokenizer_config_dictr{   ¤   s�   € Ü�dœC× Ò ¬¯©¯©°d×(;Ò(;Øˆ	äŸG™GŸL™L¨Ð/FÓGÐÜ�7‰7�>‰>Ð/×0Ò0Øˆ	ä	Ð# S°7×	;Õ	;¸qÜ�yŠy˜‹|÷ 
<×	;×	;Ó	;ús   ÂB<Â<C	c                ó:   € V ^8„  d   QhR\         \        ,          /# r$   r%   )r   s   "r   r   r   °   s   € ÷ ñ ¤(¬3¥-ñ r   c                 ó~   € \        V 4      pVP                  R 4      p\        V\        4      '       d   V'       d   V# R# )rn   N)r{   r   r   r   )r*   rj   rn   s   &  r   Útokenizer_class_namer~   °   s6   € Ü,¨TÓ2ÐØ&×*Ñ*Ð+<Ó=€OÜ�/¤3×'Ò'¯OØÐÙr   c                ó:   € V ^8„  d   QhR\         \        ,          /# r$   r%   )r   s   "r   r   r   ¸   s   € ÷ ñ ¬´­ñ r   c                 óN  € \        V 4      pVP                  R 4      p\        V\        4      '       ds   VP                  R4      p\        V\        4      '       d   V# \        V\
        \        34      '       d.   V F'  p\        V\        4      '       g   K  V'       g   K%  Vu # 	  R# )r[   r\   N)r{   r   r   r   r   re   rf   )r*   rj   r[   Úauto_tokenizer_refÚrefs   &    r   Úcustom_tokenizer_class_refrƒ   ¸   s„   € Ü,¨TÓ2ÐØ×#Ñ# JÓ/€HÜ�(œD×!Ò!Ø%Ÿ\™\¨/Ó:ÐÜÐ(¬#×.Ò.Ø%Ð%ÜÐ(¬4´¨-×8Ò8Û)�Ü˜c¤3×'Ô'¯C©CØ’Jñ *ñ r   )rJ   rE   rQ   Útypingr   r   r   Útransformersr   r   r   r"   r+   r>   r7   r8   rk   rx   r{   r~   rƒ   r2   r   r   Ú<module>r†      sR   ðó" Û 	Û ß (Ñ (ç 5õ
õ/õ
õ
õDõ(+õfõ&õ:	õ÷r   