+
    œ°³jK#  ã                   ó¼  € R t ^ RIHt ^ RIt^ RIHt ^RIHt ^RIHtH	t	 ^RI
HtHt ^RIHt ^RIHt ^R	IHt ^R
IHt ^RIHtHt ^RIHt ^RIHt ^RIHtHtHtH t H!t!H"t"H#t#H$t$ ^RI%H&t& ]PN                  ! ](4      t) ! R R]PT                  4      t+ ! R R]4      t, ! R R]4      t- ! R R]"4      t. ! R R]4      t/ ! R R] 4      t0 ! R R]!4      t1. ROt2R# )zPyTorch Starcoder2 model.)ÚCallableN)Únn)ÚACT2FN)ÚCacheÚDynamicCache)Úcreate_causal_maskÚ!create_sliding_window_causal_mask)ÚFlashAttentionKwargs)ÚBaseModelOutputWithPast)ÚALL_ATTENTION_FUNCTIONS)ÚUnpack)ÚTransformersKwargsÚlogging)Úmerge_with_config_defaults)Úcapture_outputs)ÚMistralAttentionÚMistralDecoderLayerÚMistralForCausalLMÚ MistralForSequenceClassificationÚMistralForTokenClassificationÚMistralModelÚapply_rotary_pos_embÚeager_attention_forward©ÚStarcoder2Configc                   óP   a a€ ] tR t^4t oV3R lV 3R lltV3R lR ltRtVtV ;t# )ÚStarcoder2MLPc                ó    <€ V ^8„  d   QhRS[ /# ©é   Úconfigr   )ÚformatÚ__classdict__s   "€Úr/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/starcoder2/modular_starcoder2.pyÚ__annotate__ÚStarcoder2MLP.__annotate__5   s   ø€ ÷ 8ñ 8Ñ/ñ 8ó    c                óZ  <€ \         SV `  4        VP                  p\        P                  ! W!P
                  VP                  R 7      V n        \        P                  ! VP
                  W!P                  R 7      V n        \        VP                  ,          V n        VP                  V n        R# )©ÚbiasN)ÚsuperÚ__init__Úhidden_sizer   ÚLinearÚintermediate_sizeÚuse_biasÚc_fcÚc_projr   Ú
hidden_actÚactÚresidual_dropout)Úselfr    Ú	embed_dimÚ	__class__s   && €r#   r+   ÚStarcoder2MLP.__init__5   sq   ø€ Ü‰ÑÔØ×&Ñ&ˆ	Ü—I’I˜i×)AÑ)AÈÏÉÔXˆŒ	Ü—i’i × 8Ñ 8¸)Ï/É/ÔZˆŒÜ˜&×+Ñ+Õ,ˆŒØ &× 7Ñ 7ˆÖr&   c                ól   <€ V ^8„  d   QhRS[ S[P                  ,          R,          RS[P                  /# )r   Úhidden_statesNÚreturn)ÚtupleÚtorchÚFloatTensor)r!   r"   s   "€r#   r$   r%   =   s1   ø€ ÷ ñ ¡U©5×+<Ñ+<Õ%=ÀÕ%Dð É×IZÑIZñ r&   c                óÖ   € V P                  V4      pV P                  V4      pV P                  V4      p\        P                  P                  WP                  V P                  R 7      pV# )©ÚpÚtraining)r0   r3   r1   r   Ú
functionalÚdropoutr4   rB   )r5   r:   s   &&r#   ÚforwardÚStarcoder2MLP.forward=   sX   € ØŸ	™	 -Ó0ˆØŸ™ Ó/ˆØŸ™ MÓ2ˆÜŸ™×-Ñ-¨m×?TÑ?TÐ_c×_lÑ_lÐ-ÓmˆØÐr&   )r3   r0   r1   r4   ©	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r+   rE   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r7   r"   s   @@r#   r   r   4   s   ù‡ € ÷8ó 8÷÷ ð r&   r   c                   óX   a a€ ] tR t^Et oRV3R lV 3R llltRV3R lR lltRtVtV ;t# )ÚStarcoder2Attentionc                ó4   <€ V ^8„  d   QhRS[ RS[R,          /# )r   r    Ú	layer_idxN©r   Úint)r!   r"   s   "€r#   r$   Ú Starcoder2Attention.__annotate__F   s$   ø€ ÷ vñ vÑ/ð v¹CÀ$½Jñ vr&   c                ó²  <€ \         SV `  WR 7       VP                  V n        \        P                  ! VP
                  VP                  V P                  ,          VP                  R7      V n	        \        P                  ! VP
                  VP                  V P                  ,          VP                  R7      V n        \        P                  ! VP
                  VP                  V P                  ,          VP                  R7      V n        \        P                  ! VP                  V P                  ,          VP
                  VP                  R7      V n        R# )©r    rS   r(   N)r*   r+   r4   r   r-   r,   Únum_attention_headsÚhead_dimr/   Úq_projÚnum_key_value_headsÚk_projÚv_projÚo_proj©r5   r    rS   r7   s   &&&€r#   r+   ÚStarcoder2Attention.__init__F   sê   ø€ Ü‰Ñ ÐÔ<Ø &× 7Ñ 7ˆÔÜ—i’i × 2Ñ 2°F×4NÑ4NÐQU×Q^ÑQ^Õ4^Ðek×etÑetÔuˆŒÜ—i’i × 2Ñ 2°F×4NÑ4NÐQU×Q^ÑQ^Õ4^Ðek×etÑetÔuˆŒÜ—i’i × 2Ñ 2°F×4NÑ4NÐQU×Q^ÑQ^Õ4^Ðek×etÑetÔuˆŒÜ—i’i × :Ñ :¸T¿]¹]Õ JÈF×L^ÑL^Ðek×etÑetÔuˆŽr&   c                óR  <€ V ^8„  d   QhRS[ P                  RS[S[ P                  S[ P                  3,          RS[ P                  R,          RS[R,          RS[S[,          RS[S[ P                  S[ P                  R,          S[S[ P                  ,          R,          3,          /# )r   r:   Úposition_embeddingsÚattention_maskNÚpast_key_valuesÚkwargsr;   )r=   ÚTensorr<   r   r   r	   )r!   r"   s   "€r#   r$   rV   N   s—   ø€ ÷ +)ñ +)á—|‘|ð+)ñ #¡5§<¡<±·±Ð#=Õ>ð+)ñ Ÿ™ tÕ+ð	+)ñ
  �ð+)ñ Ñ-Õ.ð+)ñ 
‰u�|‰|™UŸ\™\¨DÕ0±%¹¿¹Õ2EÈÕ2LÐLÕ	Mñ+)r&   c                ó¨  € VP                   R R p. VORNV P                  N5pV P                  V4      P                  V4      P	                  ^^4      pV P                  V4      P                  V4      P	                  ^^4      p	V P                  V4      P                  V4      P	                  ^^4      p
Vw  r¼\        W‰W¼4      w  r‰Ve   VP                  WšV P                  4      w  rš\        P                  ! V P                  P                  \        4      pT! V VV	V
V3RV P                  '       g   RMV P                   RV P"                  R\%        V P                  RR 4      /VB w  rïVP&                  ! . VORN5!  P)                  4       pV P+                  V4      p\,        P.                  P1                  WàP2                  V P                  R7      pWï3# )NrD   g        ÚscalingÚsliding_windowr@   éÿÿÿÿ)ÚshaperZ   r[   ÚviewÚ	transposer]   r^   r   ÚupdaterS   r   Úget_interfacer    Ú_attn_implementationr   rB   Úattention_dropoutri   ÚgetattrÚreshapeÚ
contiguousr_   r   rC   rD   r4   )r5   r:   rc   rd   re   rf   Úinput_shapeÚhidden_shapeÚquery_statesÚ
key_statesÚvalue_statesÚcosÚsinÚattention_interfaceÚattn_outputÚattn_weightss   &&&&&,          r#   rE   ÚStarcoder2Attention.forwardN   sÉ  € ð $×)Ñ)¨#¨2Ð.ˆØ8˜Ð8 bÐ8¨$¯-©-Ñ8ˆà—{‘{ =Ó1×6Ñ6°|ÓD×NÑNÈqÐRSÓTˆØ—[‘[ Ó/×4Ñ4°\ÓB×LÑLÈQÐPQÓRˆ
Ø—{‘{ =Ó1×6Ñ6°|ÓD×NÑNÈqÐRSÓTˆà&‰ˆÜ#7¸ÐRUÓ#[Ñ ˆàÒ&Ø'6×'=Ñ'=¸jÐX\×XfÑXfÓ'gÑ$ˆJä(?×(MÒ(MØ�K‰K×,Ñ,Ô.Eó)
Ðñ %8ØØØØØñ
%
ð  $Ÿ}Ÿ}˜}‘C°$×2HÑ2Hð
%
ð —L‘Lð
%
ô # 4§;¡;Ð0@À$ÓGð
%
ð ñ
%
Ñ!ˆð "×)Ò)Ð;¨;Ð;¸Ó;×FÑFÓHˆØ—k‘k +Ó.ˆÜ—m‘m×+Ñ+Ø×0Ñ0¸4¿=¹=ð ,ó 
ˆð Ð(Ð(r&   )r]   r_   r[   r4   r^   )NrG   rO   s   @@r#   rQ   rQ   E   s    ù‡ € ÷võ v÷+)÷ +)ò +)r&   rQ   c                   ó>   a a€ ] tR t^|t oV3R lV 3R lltRtVtV ;t# )ÚStarcoder2DecoderLayerc                ó&   <€ V ^8„  d   QhRS[ RS[/# )r   r    rS   rT   )r!   r"   s   "€r#   r$   Ú#Starcoder2DecoderLayer.__annotate__}   s    ø€ ÷ bñ bÑ/ð b¹Cñ br&   c                ó,  <€ \         SV `  W4       \        WR 7      V n        \	        V4      V n        \        P                  ! VP                  VP                  R7      V n
        \        P                  ! VP                  VP                  R7      V n        R# )rX   ©ÚepsN)r*   r+   rQ   Ú	self_attnr   Úmlpr   Ú	LayerNormr,   Únorm_epsilonÚinput_layernormÚpost_attention_layernormr`   s   &&&€r#   r+   ÚStarcoder2DecoderLayer.__init__}   sf   ø€ Ü‰Ñ˜Ô+Ü,°FÔPˆŒÜ  Ó(ˆŒÜ!Ÿ|š|¨F×,>Ñ,>ÀF×DWÑDWÔXˆÔÜ(*¯ª°V×5GÑ5GÈV×M`ÑM`Ô(aˆÖ%r&   )rŒ   r‰   r�   rˆ   )rH   rI   rJ   rK   r+   rL   rM   rN   rO   s   @@r#   r‚   r‚   |   s   ù‡ € ÷b÷ bó br&   r‚   c                   óh   a a€ ] tR t^…t oV3R lV 3R llt]]RV3R lR ll4       4       tRtVt	V ;t
# )ÚStarcoder2Modelc                ó    <€ V ^8„  d   QhRS[ /# r   r   )r!   r"   s   "€r#   r$   ÚStarcoder2Model.__annotate__†   s   ø€ ÷ :ñ :Ñ/ñ :r&   c           	     óB  <€ \         SV `  V4       \        P                  ! \	        VP
                  4       Uu. uF  p\        W4      NK  	  up4      V n        \        P                  ! VP                  VP                  R 7      V n        VP                  V n        R# u upi )r†   N)r*   r+   r   Ú
ModuleListÚrangeÚnum_hidden_layersr‚   ÚlayersrŠ   r,   r‹   ÚnormÚembedding_dropoutr`   s   && €r#   r+   ÚStarcoder2Model.__init__†   sy   ø€ Ü‰Ñ˜Ô Ü—m’mÜHMÈf×NfÑNfÔHgÓhÑHg¸9Ô# FÖ6ÑHgÑhó
ˆŒô —L’L ×!3Ñ!3¸×9LÑ9LÔMˆŒ	Ø!'×!9Ñ!9ˆÖùò is   ¸Bc                ó  <€ V ^8„  d   QhRS[ P                  R,          RS[ P                  R,          RS[ P                  R,          RS[R,          RS[ P                  R,          RS[R,          RS[S[,          R	S[S[	,          /# )
r   Ú	input_idsNrd   Úposition_idsre   Úinputs_embedsÚ	use_cacherf   r;   )
r=   Ú
LongTensorrg   r   r>   Úboolr   r   r<   r
   )r!   r"   s   "€r#   r$   r’   �   s™   ø€ ÷ 7
ñ 7
á×#Ñ# dÕ*ð7
ñ Ÿ™ tÕ+ð7
ñ ×&Ñ&¨Õ-ð	7
ñ
  �ð7
ñ ×(Ñ(¨4Õ/ð7
ñ ˜$•;ð7
ñ Ñ+Õ,ð7
ñ 
Ñ(Õ	(ñ7
r&   c                óR  € VR J VR J,          '       d   \        R4      hVf   V P                  V4      pV'       d   Vf   \        V P                  R7      pVfb   Ve   VP	                  4       M^ p\
        P                  ! VP                  ^,          VP                  R7      V,           pVP                  ^ 4      pV P                  P                  f   \        M\        p	V	! V P                  VVVVR7      p
Tp\        P                  P                  W°P                   V P"                  R7      pV P%                  W³R7      pV P&                  R V P                  P(                    F  pV! V3RV
RVR	VR
VRV/VB pK  	  V P+                  V4      p\-        TV'       d   VR7      # R R7      # )Nz:You must specify exactly one of input_ids or inputs_embeds)r    )Údevice)r    rž   rd   re   r�   r@   )r�   rd   r�   re   rŸ   rc   )Úlast_hidden_statere   )Ú
ValueErrorÚembed_tokensr   r    Úget_seq_lengthr=   Úarangerl   r£   Ú	unsqueezerj   r   r   r   rC   rD   r™   rB   Ú
rotary_embr—   r–   r˜   r
   )r5   rœ   rd   r�   re   rž   rŸ   rf   Úpast_seen_tokensÚmask_functionÚcausal_maskr:   rc   Údecoder_layers   &&&&&&&,      r#   rE   ÚStarcoder2Model.forwardŽ   s¶  € ð ˜Ð -°tÐ";×<Ô<ÜÐYÓZÐZàÒ Ø ×-Ñ-¨iÓ8ˆMç˜Ò0Ü*°$·+±+Ô>ˆOàÒØCRÒC^˜×=Ñ=Ô?ÐdeÐÜ Ÿ<š<¨×(;Ñ(;¸AÕ(>À}×G[ÑG[Ô\Ð_oÕoˆLØ'×1Ñ1°!Ó4ˆLà.2¯k©k×.HÑ.HÒ.PÕ*ÔVwˆÙ#Ø—;‘;Ø'Ø)Ø+Ø%ô
ˆð &ˆÜŸ™×-Ñ-Ø×3Ñ3¸d¿m¹mð .ó 
ˆð #Ÿo™o¨m˜oÓWÐà!Ÿ[™[Ð)H¨4¯;©;×+HÑ+HÓIˆMÙ)Øñà*ðð *ðð !0ð	ð
 $ðð %8ðð ñŠMñ Jð Ÿ	™	 -Ó0ˆä&Ø+ß/8˜Oô
ð 	
à>Bô
ð 	
r&   )r™   r—   r˜   )NNNNNN)rH   rI   rJ   rK   r+   r   r   rE   rL   rM   rN   rO   s   @@r#   r�   r�   …   s5   ù‡ € ÷:ó :ð  Ø÷7
ñ 7
ó ó  ÷7
ð 7
r&   r�   c                   ó   € ] tR t^ÊtRtR# )ÚStarcoder2ForCausalLM© N©rH   rI   rJ   rK   rL   r²   r&   r#   r±   r±   Ê   ó   † Ûr&   r±   c                   ó   € ] tR t^ÎtRtR# )Ú#Starcoder2ForSequenceClassificationr²   Nr³   r²   r&   r#   r¶   r¶   Î   r´   r&   r¶   c                   ó   € ] tR t^ÒtRtR# )Ú Starcoder2ForTokenClassificationr²   Nr³   r²   r&   r#   r¸   r¸   Ò   r´   r&   r¸   )r±   r�   ÚStarcoder2PreTrainedModelr¶   r¸   )3Ú__doc__Úcollections.abcr   r=   r   Úactivationsr   Úcache_utilsr   r   Úmasking_utilsr   r   Úmodeling_flash_attention_utilsr	   Úmodeling_outputsr
   Úmodeling_utilsr   Úprocessing_utilsr   Úutilsr   r   Úutils.genericr   Úutils.output_capturingr   Úmistral.modeling_mistralr   r   r   r   r   r   r   r   Úconfiguration_starcoder2r   Ú
get_loggerrH   ÚloggerÚModuler   rQ   r‚   r�   r±   r¶   r¸   Ú__all__r²   r&   r#   Ú<module>rÌ      sÁ   ðñ&  å $ã Ý å !ß .ß RÝ BÝ 7Ý 5Ý &ß 0Ý 7Ý 5÷	÷ 	ó 	õ 7ð 
×	Ò	˜HÓ	%€ô�B—I‘Iô ô"4)Ð*ô 4)ônbÐ0ô bôB
�lô B
ôJ	Ð.ô 	ô	Ð*Jô 	ô	Ð'Dô 	ò‚r&   