+
    œ°³j„  ã                   óÞ  € ^ RI Ht ^ RIt^ RIHt ^RIHtHt ^RIHtH	t	 ^RI
Ht ^RIHt ^RIHt ^R	IHt ^R
IHt ^RIHtHtHt ^RIHt ^RIHt ^RIHtHtHtH t H!t!H"t"H#t#H$t$H%t%H&t& ^RI'H(t( ]PR                  ! ]*4      t+ ! R R]"4      t, ! R R]4      t- ! R R]4      t. ! R R]$4      t/ ! R R]#4      t0 ! R R]4      t1 ! R R]!4      t2 ! R R] 4      t3 ! R  R!]]/4      t4. R"Ot5R# )#é    )ÚCallableN)Únn)ÚCacheÚDynamicCache)Úcreate_causal_maskÚ!create_sliding_window_causal_mask)ÚFlashAttentionKwargs)ÚGenericForQuestionAnswering)ÚBaseModelOutputWithPast)ÚALL_ATTENTION_FUNCTIONS)ÚUnpack)ÚTransformersKwargsÚauto_docstringÚlogging)Úmerge_with_config_defaults)Úcapture_outputs)
ÚLlamaAttentionÚLlamaDecoderLayerÚLlamaForCausalLMÚLlamaForSequenceClassificationÚLlamaForTokenClassificationÚLlamaMLPÚ
LlamaModelÚLlamaPreTrainedModelÚapply_rotary_pos_embÚeager_attention_forward)ÚMistralConfigc                   ó2   a a€ ] tR t^$t oV 3R ltRtVtV ;t# )Ú
MistralMLPc                óR  <€ \         SV `  V4       \        P                  ! V P                  V P
                  R R7      V n        \        P                  ! V P                  V P
                  R R7      V n        \        P                  ! V P
                  V P                  R R7      V n        R# )F©ÚbiasN)	ÚsuperÚ__init__r   ÚLinearÚhidden_sizeÚintermediate_sizeÚ	gate_projÚup_projÚ	down_proj)ÚselfÚconfigÚ	__class__s   &&€Úl/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/mistral/modular_mistral.pyr$   ÚMistralMLP.__init__%   ss   ø€ Ü‰Ñ˜Ô ÜŸš 4×#3Ñ#3°T×5KÑ5KÐRWÔXˆŒÜ—y’y ×!1Ñ!1°4×3IÑ3IÐPUÔVˆŒÜŸš 4×#9Ñ#9¸4×;KÑ;KÐRWÔXˆŽó    )r*   r(   r)   ©Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r$   Ú__static_attributes__Ú__classdictcell__Ú__classcell__©r-   Ú__classdict__s   @@r.   r   r   $   s   ù‡ € ÷Yõ Yr0   r   c                   óT   a a€ ] tR t^,t oV3R lV 3R lltRV3R lR lltRtVtV ;t# )ÚMistralAttentionc                ó&   <€ V ^8„  d   QhRS[ RS[/# ©é   r,   Ú	layer_idx©r   Úint)Úformatr:   s   "€r.   Ú__annotate__ÚMistralAttention.__annotate__-   s   ø€ ÷ lñ l™}ð l¹ñ lr0   c                ó¬  <€ \         SV `  W4       \        VR R4      ;'       g    VP                  VP                  ,          V n        \        P                  ! VP                  VP                  V P
                  ,          RR7      V n        \        P                  ! VP                  VP                  V P
                  ,          RR7      V n
        \        P                  ! VP                  VP                  V P
                  ,          RR7      V n        \        P                  ! VP                  V P
                  ,          VP                  RR7      V n        R# )Úhead_dimNFr!   )r#   r$   Úgetattrr&   Únum_attention_headsrG   r   r%   Úq_projÚnum_key_value_headsÚk_projÚv_projÚo_proj©r+   r,   r@   r-   s   &&&€r.   r$   ÚMistralAttention.__init__-   së   ø€ Ü‰Ñ˜Ô+Ü ¨
°DÓ9×mÐm¸V×=OÑ=OÐSY×SmÑSmÕ=mˆŒÜ—i’i × 2Ñ 2°F×4NÑ4NÐQU×Q^ÑQ^Õ4^ÐejÔkˆŒÜ—i’i × 2Ñ 2°F×4NÑ4NÐQU×Q^ÑQ^Õ4^ÐejÔkˆŒÜ—i’i × 2Ñ 2°F×4NÑ4NÐQU×Q^ÑQ^Õ4^ÐejÔkˆŒÜ—i’i × :Ñ :¸T¿]¹]Õ JÈF×L^ÑL^ÐejÔkˆŽr0   c                ó  <€ V ^8„  d   QhRS[ P                  RS[S[ P                  S[ P                  3,          RS[ P                  R,          RS[R,          RS[S[,          RS[S[ P                  S[ P                  R,          3,          /# )r?   Úhidden_statesÚposition_embeddingsÚattention_maskNÚpast_key_valuesÚkwargsÚreturn)ÚtorchÚTensorÚtupler   r   r	   )rC   r:   s   "€r.   rD   rE   5   s‡   ø€ ÷ ')ñ ')á—|‘|ð')ñ #¡5§<¡<±·±Ð#=Õ>ð')ñ Ÿ™ tÕ+ð	')ñ
  �ð')ñ Ñ-Õ.ð')ñ 
‰u�|‰|™UŸ\™\¨DÕ0Ð0Õ	1ñ')r0   c                ó>  € VP                   R R p. VORNV P                  N5pV P                  V4      P                  V4      P	                  ^^4      pV P                  V4      P                  V4      P	                  ^^4      p	V P                  V4      P                  V4      P	                  ^^4      p
Vw  r¼\        W‰W¼4      w  r‰Ve   VP                  WšV P                  4      w  rš\        P                  ! V P                  P                  \        4      pT! V VV	V
V3RV P                  '       g   RMV P                   RV P"                  R\%        V P                  RR 4      /VB w  rïVP&                  ! . VORN5!  P)                  4       pV P+                  V4      pWï3# )NÚdropoutg        ÚscalingÚsliding_windowéÿÿÿÿ)ÚshaperG   rJ   ÚviewÚ	transposerL   rM   r   Úupdater@   r   Úget_interfacer,   Ú_attn_implementationr   ÚtrainingÚattention_dropoutr]   rH   ÚreshapeÚ
contiguousrN   )r+   rR   rS   rT   rU   rV   Úinput_shapeÚhidden_shapeÚquery_statesÚ
key_statesÚvalue_statesÚcosÚsinÚattention_interfaceÚattn_outputÚattn_weightss   &&&&&,          r.   ÚforwardÚMistralAttention.forward5   sŸ  € ð $×)Ñ)¨#¨2Ð.ˆØ8˜Ð8 bÐ8¨$¯-©-Ñ8ˆà—{‘{ =Ó1×6Ñ6°|ÓD×NÑNÈqÐRSÓTˆØ—[‘[ Ó/×4Ñ4°\ÓB×LÑLÈQÐPQÓRˆ
Ø—{‘{ =Ó1×6Ñ6°|ÓD×NÑNÈqÐRSÓTˆà&‰ˆÜ#7¸ÐRUÓ#[Ñ ˆàÒ&Ø'6×'=Ñ'=¸jÐX\×XfÑXfÓ'gÑ$ˆJä(?×(MÒ(MØ�K‰K×,Ñ,Ô.Eó)
Ðñ %8ØØØØØñ
%
ð  $Ÿ}Ÿ}˜}‘C°$×2HÑ2Hð
%
ð —L‘Lð
%
ô # 4§;¡;Ð0@À$ÓGð
%
ð ñ
%
Ñ!ˆð "×)Ò)Ð;¨;Ð;¸Ó;×FÑFÓHˆØ—k‘k +Ó.ˆØÐ(Ð(r0   )rG   rL   rN   rJ   rM   )N)	r2   r3   r4   r5   r$   rt   r6   r7   r8   r9   s   @@r.   r<   r<   ,   s    ù‡ € ÷ló l÷')÷ ')ò ')r0   r<   c                   ó>   a a€ ] tR t^_t oV3R lV 3R lltRtVtV ;t# )ÚMistralDecoderLayerc                ó&   <€ V ^8„  d   QhRS[ RS[/# r>   rA   )rC   r:   s   "€r.   rD   Ú MistralDecoderLayer.__annotate__`   s   ø€ ÷ &ñ &™}ð &¹ñ &r0   c                óh   <€ \         SV `  W4       \        WR 7      V n        \	        V4      V n        R# ))r,   r@   N)r#   r$   r<   Ú	self_attnr   ÚmlprO   s   &&&€r.   r$   ÚMistralDecoderLayer.__init__`   s(   ø€ Ü‰Ñ˜Ô+Ü)°ÔMˆŒÜ˜fÓ%ˆŽr0   )r|   r{   r1   r9   s   @@r.   rw   rw   _   s   ù‡ € ÷&÷ &ó &r0   rw   c                   ó"   € ] tR t^ftR]R]/tRtR# )ÚMistralPreTrainedModelrR   Ú
attentions© N)r2   r3   r4   r5   rw   r<   Ú_can_record_outputsr6   r�   r0   r.   r   r   f   s   † àÐ,ØÐ&ðÔr0   r   c                   óT   a € ] tR t^mt o ]]]RV 3R lR ll4       4       4       tRtV t	R# )ÚMistralModelNc                óþ   <€ V ^8„  d   QhRS[ P                  R,          RS[ P                  R,          RS[ P                  R,          RS[R,          RS[ P                  R,          RS[R,          RS[S[,          R	S[/# )
r?   Ú	input_idsNrT   Úposition_idsrU   Úinputs_embedsÚ	use_cacherV   rW   )	rX   Ú
LongTensorrY   r   ÚFloatTensorÚboolr   r   r   )rC   r:   s   "€r.   rD   ÚMistralModel.__annotate__q   s“   ø€ ÷ 2
ñ 2
á×#Ñ# dÕ*ð2
ñ Ÿ™ tÕ+ð2
ñ ×&Ñ&¨Õ-ð	2
ñ
  �ð2
ñ ×(Ñ(¨4Õ/ð2
ñ ˜$•;ð2
ñ Ñ+Õ,ð2
ñ 
!ñ2
r0   c                óè  € VR J VR J,          '       d   \        R4      hVf   V P                  V4      pV'       d   Vf   \        V P                  R7      pVfb   Ve   VP	                  4       M^ p\
        P                  ! VP                  ^,          VP                  R7      V,           pVP                  ^ 4      pV P                  P                  f   \        M\        p	V	! V P                  VVVVR7      p
TpV P                  W³R7      pV P                  R V P                  P                    F  pV! V3RV
RVRVR	VR
V/VB pK  	  V P!                  V4      p\#        TV'       d   VR7      # R R7      # )Nz:You must specify exactly one of input_ids or inputs_embeds)r,   )Údevice)r,   rˆ   rT   rU   r‡   )r‡   rT   r‡   rU   r‰   rS   )Úlast_hidden_staterU   )Ú
ValueErrorÚembed_tokensr   r,   Úget_seq_lengthrX   Úaranger`   r�   Ú	unsqueezer^   r   r   Ú
rotary_embÚlayersÚnum_hidden_layersÚnormr   )r+   r†   rT   r‡   rU   rˆ   r‰   rV   Úpast_seen_tokensÚmask_functionÚcausal_maskrR   rS   Údecoder_layers   &&&&&&&,      r.   rt   ÚMistralModel.forwardn   sŒ  € ð ˜Ð -°tÐ";×<Ô<ÜÐYÓZÐZàÒ Ø ×-Ñ-¨iÓ8ˆMç˜Ò0Ü*°$·+±+Ô>ˆOàÒØCRÒC^˜×=Ñ=Ô?ÐdeÐÜ Ÿ<š<¨×(;Ñ(;¸AÕ(>À}×G[ÑG[Ô\Ð_oÕoˆLØ'×1Ñ1°!Ó4ˆLà.2¯k©k×.HÑ.HÒ.PÕ*ÔVwˆÙ#Ø—;‘;Ø'Ø)Ø+Ø%ô
ˆð &ˆØ"Ÿo™o¨m˜oÓWÐà!Ÿ[™[Ð)H¨4¯;©;×+HÑ+HÓIˆMÙ)Øñà*ðð *ðð !0ð	ð
 $ðð %8ðð ñŠMñ Jð Ÿ	™	 -Ó0ˆÜ&Ø+ß/8˜Oô
ð 	
à>Bô
ð 	
r0   r�   )NNNNNN)
r2   r3   r4   r5   r   r   r   rt   r6   r7   )r:   s   @r.   r„   r„   m   s,   ø‡ € ØØØ÷2
ñ 2
ó ó ó  ö2
r0   r„   c                   ó   € ] tR t^¦tRtR# )ÚMistralForCausalLMr�   N©r2   r3   r4   r5   r6   r�   r0   r.   r    r    ¦   ó   † Ûr0   r    c                   ó   € ] tR t^ªtRtR# )ÚMistralForTokenClassificationr�   Nr¡   r�   r0   r.   r¤   r¤   ª   r¢   r0   r¤   c                   ó   € ] tR t^®tRtR# )Ú MistralForSequenceClassificationr�   Nr¡   r�   r0   r.   r¦   r¦   ®   r¢   r0   r¦   c                   ó   € ] tR t^²tRtR# )ÚMistralForQuestionAnsweringr�   Nr¡   r�   r0   r.   r¨   r¨   ²   s   † ÓX[r0   r¨   )r    r¨   r„   r   r¦   r¤   )6Úcollections.abcr   rX   r   Úcache_utilsr   r   Úmasking_utilsr   r   Úmodeling_flash_attention_utilsr	   Úmodeling_layersr
   Úmodeling_outputsr   Úmodeling_utilsr   Úprocessing_utilsr   Úutilsr   r   r   Úutils.genericr   Úutils.output_capturingr   Úllama.modeling_llamar   r   r   r   r   r   r   r   r   r   Úconfiguration_mistralr   Ú
get_loggerr2   Úloggerr   r<   rw   r   r„   r    r¤   r¦   r¨   Ú__all__r�   r0   r.   Ú<module>r¹      sØ   ðÝ $ã Ý ç .ß RÝ Bõõ 8Ý 5Ý &ß @Ñ @Ý 7Ý 5÷÷ ÷ õ 1ð 
×	Ò	˜HÓ	%€ôY�ô Yô0)�~ô 0)ôf&Ð+ô &ôÐ1ô ô6
�:ô 6
ôr	Ð)ô 	ô	Ð$?ô 	ô	Ð'Eô 	ô \Ð"=Ð?UÔ [ò‚r0   