+
    œ°³j�
  ã                   ót   € ^ RI Ht ^RIHt ^RIHt ^RIHt ]! RR7      ] ! R R]4      4       4       tR.t	R	# )
é    )Ústrict)ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzkyutai/helium-1-preview)Ú
checkpointc                   óØ   a € ] tR t^t o RtRtR.tRtRRRRRRR	R
RRRRRR
/tRR.R.3RRR.R.3RR.R.3/t	Rt
RtRt^t^t^t^€tRtRtRtRtRtRtRtRt^t^t^tRtRtV 3R  ltR!tV t R# )"ÚHeliumConfigaW  
Example:

```python
>>> from transformers import HeliumModel, HeliumConfig
>>> # Initializing a Helium 2b style configuration
>>> configuration = HeliumConfig()
>>> # Initializing a model from the Helium 2b style configuration
>>> model = HeliumModel(configuration)
>>> # Accessing the model configuration
>>> configuration = model.config
```ÚheliumÚpast_key_valuesg     jø@zlayers.*.self_attn.q_projÚcolwisezlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projÚrowwisezlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚembed_tokensÚ	input_idsÚinputs_embedsÚlayersÚhidden_statesÚattention_maskÚnormi€»  i 
  i€  Úsilug        i   g{®Gáz”?g:Œ0âŽyE>TFNc                ó‚  <€ V ^8„  d   Qh/ S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[ ;R&   S[;R&   S[S[ ,          ;R	&   S[ ;R
&   S[;R&   S[;R&   S[;R&   S[;R&   S[S[,          R,          ;R&   S[ R,          ;R&   S[ S[S[ ,          ,          R,          ;R&   S[ R,          ;R&   S[;R&   S[;R&   # )é   Ú
vocab_sizeÚhidden_sizeÚintermediate_sizeÚnum_hidden_layersÚnum_attention_headsÚnum_key_value_headsÚhead_dimÚ
hidden_actÚattention_dropoutÚmax_position_embeddingsÚinitializer_rangeÚrms_norm_epsÚ	use_cacheÚtie_word_embeddingsNÚrope_parametersÚpad_token_idÚeos_token_idÚbos_token_idÚattention_biasÚmlp_bias)ÚintÚstrÚfloatÚboolr   ÚdictÚlist)ÚformatÚ__classdict__s   "€Úp/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/helium/configuration_helium.pyÚ__annotate__ÚHeliumConfig.__annotate__   sT  ø‡ ‚ ñD ÑñE ñF ÑñG ñH Ñ!ñI ñJ ÑñK ñL Ñ!ñM ñN Ñ!ñO ñP ÑñQ ñR ÑñS ñT ™s•{Ñ(ñU ñV !Ñ'ñW ñX Ñ#ñY ñZ Ññ[ ñ\ Ññ] ñ^ Ñ%ñ_ ñ` $¡dÕ*¨TÕ1Ñ8ña ñb ˜•*Ñ ñc ñd ™™S�	•/ DÕ(Ñ,ñe ñf ˜•*Ñ ñg ñh Ñ ñi ñj Ñòk ó    © )!Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚdefault_thetaÚbase_model_tp_planÚbase_model_pp_planr   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__)r3   s   @r4   r	   r	      sü   ø‡ € ñð €JØ#4Ð"5ÐØ€Mà# YØ# YØ# YØ# YØ  )Ø 	Ø  )ðÐð 	˜+˜¨Ð(9Ð:Ø�OÐ%5Ð6¸Ð8IÐJØ�/Ð" _Ð$5Ð6ðÐð €JØ€KØ!ÐØÐØ!ÐØ!ÐØ€HØ€JØ%(ÐØ#'ÐØ#ÐØ€LØ€IØ %ÐØ48€OØ €LØ+,€LØ €LØ €NØ€H÷k ƒ r7   r	   N)
Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r	   Ú__all__r8   r7   r4   Ú<module>rK      sH   ðõ" /å 3Ý 1Ý #ñ Ð4Ô5Øô3Ð#ó 3ó ó 6ð3ðl Ð
‚r7   