+
    œ°³jz  ã                   ól   € R t ^ RIHt ^RIHt ^RIHt ]! RR7      ] ! R R]4      4       4       tR.tR# )	zT5 model configuration)Ústrict)ÚPreTrainedConfig)Úauto_docstringzgoogle-t5/t5-small)Ú
checkpointc                   ó²   a a€ ] tR t^t oRtRtR.tRRRRRR	R
R/tRtRt	^@t
Rt^tRt^t^ t^€tRtRtRtRtRtRt^ t^tRtRtV 3R ltR tV3R ltRtVtV ;t # )ÚT5Configa  
relative_attention_num_buckets (`int`, *optional*, defaults to 32):
    The number of buckets to use for each attention layer.
relative_attention_max_distance (`int`, *optional*, defaults to 128):
    The maximum distance of the longer sequences for the bucket separation.
feed_forward_proj (`string`, *optional*, defaults to `"relu"`):
    Type of feed forward layer to be used. Should be one of `"relu"` or `"gated-gelu"`. T5v1.1 uses the
    `"gated-gelu"` feed forward projection. Original T5 uses `"relu"`.
Út5Úpast_key_valuesÚhidden_sizeÚd_modelÚnum_attention_headsÚ	num_headsÚnum_hidden_layersÚ
num_layersÚhead_dimÚd_kvi€}  i   i   Ngš™™™™™¹?g�íµ ÷Æ°>g      ð?ÚreluTg        Fc                ób  <€ V P                   e   V P                   MV P                  V n         V P                  P                  R4      pVR,          V n        V^ ,          R8H  V n        V P                  R8X  d   RV n        VP                  RR 4      RJV n        RV n        \        SV `(  ! R	/ VB  R # )
NÚ-Úgatedz
gated-geluÚgelu_newÚtie_word_embeddingsFTéÿÿÿÿ© )Únum_decoder_layersr   Úfeed_forward_projÚsplitÚdense_act_fnÚis_gated_actÚpopÚscale_decoder_outputsr   ÚsuperÚ__post_init__)ÚselfÚkwargsÚact_infoÚ	__class__s   &, €Úh/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/t5/configuration_t5.pyr"   ÚT5Config.__post_init__@   s©   ø€ à'+×'>Ñ'>Ò'JˆD×#Ò#ÐPT×P_ÑP_ð 	Ôð ×)Ñ)×/Ñ/°Ó4ˆØ$ R�LˆÔØ$ Q�K¨7Ñ2ˆÔð ×!Ñ! \Ô1Ø *ˆDÔð &,§Z¡ZÐ0EÀtÓ%LÐTYÐ%YˆÔ"Ø#'ˆÔ ä‰ÒÑ' Ô'ó    c                óÊ   € V P                   P                  R4      p\        V4      ^8”  d   V^ ,          R8w  g   \        V4      ^8”  d   \        RV P                    R24      hR# )zOPart of `@strict`-powered validation. Validates the architecture of the config.r   r   z`feed_forward_proj`: z© is not a valid activation function of the dense layer. Please make sure `feed_forward_proj` is of the format `gated-{ACT_FN}` or `{ACT_FN}`, e.g. 'gated-gelu' or 'relu'N)r   r   ÚlenÚ
ValueError)r#   r%   s   & r'   Úvalidate_architectureÚT5Config.validate_architectureW   sf   € à×)Ñ)×/Ñ/°Ó4ˆÜˆx‹=˜1Ô ¨!¥°Ô!7¼3¸x»=È1Ô;LÜØ'¨×(>Ñ(>Ð'?ð @)ð )óð ñ <Mr)   c                óh  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ R,          ;R&   S[ ;R&   S[ ;R	&   S[ ;R
&   S[S[ ,          ;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[;R&   S[ R,          ;R&   S[ S[S[ ,          ,          R,          ;R&   S[S[ ,          ;R&   S[;R&   # )é   Ú
vocab_sizer   r   Úd_ffr   Nr   r   Úrelative_attention_num_bucketsÚrelative_attention_max_distanceÚdropout_rateÚlayer_norm_epsilonÚinitializer_factorr   Úis_encoder_decoderÚ	use_cacheÚpad_token_idÚeos_token_idÚclassifier_dropoutÚ
is_decoder)ÚintÚfloatÚstrÚboolÚlist)ÚformatÚ__classdict__s   "€r'   Ú__annotate__ÚT5Config.__annotate__   s*  ø‡ ‚ ñ, Ññ- ñ. Ññ/ ñ0 �Nñ1 ñ2 Ññ3 ñ4 Ññ5 ñ6 ˜d�
Ñ)ñ7 ñ8 Ññ9 ñ: %(Ñ,ñ; ñ< &)Ñ.ñ= ñ> ™#•+Ñ#ñ? ñ@ Ñ$ñA ñB Ñ#ñC ñD Ñ#ñE ñF Ñ#ñG ñH ÑñI ñJ ˜•*Ñ ñK ñL ™™S�	•/ DÕ(Ñ,ñM ñN ¡�Ñ)ñO ñP ÑòQ r)   )r   r   r   r    r   )!Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚattribute_mapr1   r   r   r2   r   r   r   r3   r4   r5   r6   r7   r   r8   r9   r:   r;   r<   r=   r"   r-   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__Ú__classcell__)r&   rD   s   @@r'   r   r      s°   ù‡ € ñð €JØ#4Ð"5Ðà�yØ˜{Ø˜\Ø�Fð	€Mð €JØ€GØ€DØ€DØ€JØ%)ÐØ€IØ*,Ð"Ø+.Ð#Ø #€LØ $ÐØ #ÐØ#ÐØ#ÐØ€IØ €LØ+,€LØ&)ÐØ€Jõ(ò.÷C … r)   r   N)	rK   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r   Ú__all__r   r)   r'   Ú<module>rW      sJ   ðñ å .å 3Ý #ñ Ð/Ô0ØôGÐó Gó ó 1ðGðT ˆ,‚r)   