+
    œ°³jF  ã                   óZ   € ^ RI HtHtHtHt ^ RIHt ^RIHt RR/t	 ! R R]4      t
R.tR# )	é    )Ú	TokenizerÚdecodersÚnormalizersÚpre_tokenizers)ÚBPE)ÚTokenizersBackendÚtokenizer_fileztokenizer.jsonc                   óZ   a a€ ] tR t^t oRt]tRtRR.t]	t
RV3R lV 3R llltRtVtV ;t# )	ÚSiglip2TokenizerzF
Gemma tokenizer + SigLIP2 training default: lowercase normalization.
ÚleftÚ	input_idsÚattention_maskc                ó¦   <€ V ^8„  d   QhRS[ S[S[ S[3,          ,          R,          RS[ S[S[ ,          ,          R,          RS[ RS[ RS[ RS[ RS[ /# )	é   ÚvocabNÚmergesÚ	unk_tokenÚ	bos_tokenÚ	eos_tokenÚ	pad_tokenÚ
mask_token)ÚstrÚdictÚintÚlist)ÚformatÚ__classdict__s   "€Úq/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/siglip2/tokenization_siglip2.pyÚ__annotate__ÚSiglip2Tokenizer.__annotate__)   sy   ø€ ÷ 7eñ 7eá‘T™#™s˜(•^Õ# dÕ*ð7eñ ‘d™3•i• $Õ&ð7eñ ð	7eñ
 ð7eñ ð7eñ ð7eñ ñ7eó    c                ó<  <€ Vf:   \        V4      ^ \        V4      ^\        V4      ^\        V4      ^\        V4      ^/pWn        T;'       g    . V n        \        \	        V P                  V P                  R\        V4      R RR7      4      V n        \        P                  ! RRRR7      V P
                  n        \        P                  ! \        P                  ! RR4      \        P                  ! 4       \        P                  ! 4       .4      V P
                  n        \        P                  ! RR4      V P
                  n        \"        S
V `H  ! RRVR	VR
VRVRV/VB  \'        V R4      '       dQ   \)        V P*                  \,        4      '       d1   V P*                  P/                  RV P0                  P2                  4       \5        V RR 4      p	V	eM   V	P                   e=   \        P                  ! \        P6                  ! 4       V	P                   .4      V	n        R # R # R # )NT)r   r   Úfuse_unkr   ÚdropoutÚbyte_fallbackÚ Úmerged_with_previousF)ÚpatternÚbehaviorÚinvertu   â–�r   r   r   r   r   Úinit_kwargsÚtokenizer_classÚ
_tokenizer© )r   Ú_vocabÚ_mergesr   r   r-   r   ÚSplitÚpre_tokenizerr   ÚSequenceÚReplaceÚByteFallbackÚFuseÚdecoderr   Ú
normalizerÚsuperÚ__init__ÚhasattrÚ
isinstancer+   r   Ú
setdefaultÚ	__class__Ú__name__ÚgetattrÚ	Lowercase)Úselfr   r   r   r   r   r   r   ÚkwargsÚbackendr>   s   &&&&&&&&, €r   r:   ÚSiglip2Tokenizer.__init__)   sÖ  ø€ ð Š=ä�I“ Ü�I“ Ü�I“ Ü�I“ Ü�J“ ðˆEð ŒØ—|�| ˆŒä#ÜØ—k‘kØ—|‘|ØÜ˜i›.ØØ"ôó	
ˆŒô )7×(<Ò(<ØÐ"8Àô)
ˆ�‰Ô%ô #+×"3Ò"3Ü×Ò˜e SÓ)¬8×+@Ò+@Ó+BÄHÇMÂMÃOÐTó#
ˆ�‰Ôô &1×%8Ò%8¸¸eÓ%Dˆ�‰Ô"Ü‰Òñ 	
Øð	
àð	
ð  ð	
ð  ð		
ð
 "ð	
ð ò	
ô �4˜×'Ò'¬J°t×7GÑ7GÌ×,NÒ,NØ×Ñ×'Ñ'Ð(9¸4¿>¹>×;RÑ;RÔSä˜$ ¨dÓ3ˆØÒ 7×#5Ñ#5Ò#AÜ!,×!5Ò!5´{×7LÒ7LÓ7NÐPW×PbÑPbÐ6cÓ!dˆGÖñ $BÑr!   )r0   r-   r/   )NNz<unk>z<bos>z<eos>z<pad>z<mask>)r?   Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__ÚVOCAB_FILES_NAMESÚvocab_files_namesÚpadding_sideÚmodel_input_namesr   Úmodelr:   Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r>   r   s   @@r   r   r      s:   ù‡ € ñð *ÐØ€LØ$Ð&6Ð7ÐØ€E÷7e÷ 7eõ 7er!   r   N)Ú
tokenizersr   r   r   r   Útokenizers.modelsr   Útokenization_utils_tokenizersr   rJ   r   Ú__all__r.   r!   r   Ú<module>rV      s>   ð÷, HÓ GÝ !å >ð &Ð'7Ð8Ð ôAeÐ(ô AeðH Ð
‚r!   