+
    œ°³jà
  ã                   óh   € R t ^ RIt^RIHt ^RIHt ]P                  ! ]4      t ! R R4      t	R.t
R# )zTokenization classes for RAG.N)Úlogging)Ú	RagConfigc                   óZ   a € ] tR t^t o R tR t]R 4       tR tR t	R t
R tR tR	tV tR
# )ÚRagTokenizerc                ó@   € Wn         W n        V P                   V n        R # ©N)Úquestion_encoderÚ	generatorÚcurrent_tokenizer)Úselfr   r	   s   &&&Úi/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/rag/tokenization_rag.pyÚ__init__ÚRagTokenizer.__init__   s   € Ø 0ÔØ"ŒØ!%×!6Ñ!6ˆÖó    c                óŠ  € \         P                  P                  V4      '       d   \        R V R24      h\         P                  ! VRR7       \         P                  P                  VR4      p\         P                  P                  VR4      pV P                  P                  V4       V P                  P                  V4       R# )zProvided path (z#) should be a directory, not a fileT)Úexist_okÚquestion_encoder_tokenizerÚgenerator_tokenizerN)	ÚosÚpathÚisfileÚ
ValueErrorÚmakedirsÚjoinr   Úsave_pretrainedr	   )r   Úsave_directoryÚquestion_encoder_pathÚgenerator_paths   &&  r   r   ÚRagTokenizer.save_pretrained   s‹   € Ü�7‰7�>‰>˜.×)Ò)Ü˜¨~Ð.>Ð>aÐbÓcÐcÜ
�Š�N¨TÕ2Ü "§¡§¡¨^Ð=YÓ ZÐÜŸ™Ÿ™ nÐ6KÓLˆØ×Ñ×-Ñ-Ð.CÔDØ�‰×&Ñ& ~Ö6r   c                óì   € ^RI Hp VP                  RR4      pVf   \        P                  ! V4      pVP	                  WP
                  RR7      pVP	                  WP                  RR7      pV ! WVR7      # )é   )ÚAutoTokenizerÚconfigNr   )r"   Ú	subfolderr   )r   r	   )Úauto.tokenization_autor!   Úpopr   Úfrom_pretrainedr   r	   )ÚclsÚpretrained_model_name_or_pathÚkwargsr!   r"   r   r	   s   &&,    r   r&   ÚRagTokenizer.from_pretrained(   s€   € õ 	;à—‘˜H dÓ+ˆàŠ>Ü×.Ò.Ð/LÓMˆFà(×8Ñ8Ø)×2IÑ2IÐUqð 9ó 
Ðð "×1Ñ1Ø)×2BÑ2BÐNcð 2ó 
ˆ	ñ Ð$4ÔJÐJr   c                ó&   € V P                   ! V/ VB # r   )r
   ©r   Úargsr)   s   &*,r   Ú__call__ÚRagTokenizer.__call__:   s   € Ø×%Ò% tÐ6¨vÑ6Ð6r   c                ó:   € V P                   P                  ! V/ VB # r   )r	   Úbatch_decoder,   s   &*,r   r1   ÚRagTokenizer.batch_decode=   s   € Ø�~‰~×*Ò*¨DÐ;°FÑ;Ð;r   c                ó:   € V P                   P                  ! V/ VB # r   )r	   Údecoder,   s   &*,r   r4   ÚRagTokenizer.decode@   s   € Ø�~‰~×$Ò$ dÐ5¨fÑ5Ð5r   c                ó(   € V P                   V n        R # r   )r   r
   ©r   s   &r   Ú_switch_to_input_modeÚ"RagTokenizer._switch_to_input_modeC   s   € Ø!%×!6Ñ!6ˆÖr   c                ó(   € V P                   V n        R # r   )r	   r
   r7   s   &r   Ú_switch_to_target_modeÚ#RagTokenizer._switch_to_target_modeF   s   € Ø!%§¡ˆÖr   )r
   r	   r   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r   Úclassmethodr&   r.   r1   r4   r8   r;   Ú__static_attributes__Ú__classdictcell__)Ú__classdict__s   @r   r   r      sC   ø‡ € ò7ò
7ð ñKó ðKò"7ò<ò6ò7÷0ð 0r   r   )Ú__doc__r   Úutilsr   Úconfiguration_ragr   Ú
get_loggerr=   Úloggerr   Ú__all__© r   r   Ú<module>rL      s:   ðñ $ã 	å Ý (ð 
×	Ò	˜HÓ	%€÷.0ñ .0ðb Ð
‚r   