+
    œ°³jT  ã                   óì   € ^ RI Ht ^ RIHtHt ^ RIt^ RIHt ^RI	H
t
HtHtHtHt ^RIHt ^RIHt ^RIHtHtHtHt ^RIHt ^R	IHt ^R
IHt ^RIHt ]P@                  ! ]!4      t" ! R R]4      t#R# )é    )ÚCallable)ÚAnyÚOptionalN)Ú(DiaClassifierFreeGuidanceLogitsProcessorÚ"DiaEOSChannelFilterLogitsProcessorÚ!DiaEOSDelayPatternLogitsProcessorÚLogitsProcessorListÚTemperatureLogitsWarper)ÚStoppingCriteriaList)ÚBaseStreamer)ÚGenerateOutputÚGenerationConfigÚGenerationMixinÚGenerationMode)Úis_deepspeed_zero3_enabled)Úis_fsdp_managed_module)ÚPreTrainedModel)Úloggingc                   ó  a a€ ] tR t^(t oRtRV3R lV 3R llltV3R lV 3R lltRV3R lV 3R llltRV3R lR	 lltRV3R
 lV 3R lllt	]
V3R lR l4       tRV3R lR llt]P                  ! 4       RV3R lR ll4       tRtVtV ;t# )ÚDiaGenerationMixinNc                óX  <€ V ^8„  d   QhRS[ RS[R,          RS[P                  R,          RS[S[S[P
                  .S[S[,          3,          R,          RS[R,          RS[R,          RS[	S[S[
3,          R,          R	S[P
                  R,          R
S[P
                  R,          RS[/
# )é   Úgeneration_configÚinput_ids_seq_lengthNÚencoder_input_idsÚprefix_allowed_tokens_fnÚlogits_processorÚdeviceÚmodel_kwargsÚnegative_prompt_idsÚnegative_prompt_attention_maskÚreturn)r   ÚintÚtorchÚ
LongTensorr   ÚTensorÚlistr	   ÚstrÚdictr   )ÚformatÚ__classdict__s   "€Úg/home/luca/screen-checking/.venv/lib/python3.14/site-packages/transformers/models/dia/generation_dia.pyÚ__annotate__ÚDiaGenerationMixin.__annotate__,   sÎ   ø€ ÷ A!ñ A!á+ðA!ñ " D�jðA!ñ !×+Ñ+¨dÕ2ð	A!ñ
 #+©C±·±Ð+>ÁÁSÅ	Ð+IÕ"JÈTÕ"QðA!ñ .°Õ4ðA!ñ �d•
ðA!ñ ™3¡˜8•n tÕ+ðA!ñ #Ÿ\™\¨DÕ0ðA!ñ ).¯©°tÕ(;ðA!ñ 
ñA!ó    c
                óÄ  <€ VP                   p
VP                  pR Vn         R Vn        \        4       pVe"   VR8w  d   VP                  \	        V4      4       VP                  \        \        V P                  P                  4      V P                  P                  P                  R7      4       \        SV `1  VVVR VVVVV	R7	      pV
e1   V
^8w  d*   \        V
VP                  R7      pVP                  ^ V4       VP                  \!        V P                  P                  V P                  P                  P                  VP"                  VR7      4       W¡n         W±n        V# )Nç      ð?)Únum_channelsÚeos_token_id©	r   r   r   r   r   r   r   r    r!   )Úguidance_scaleÚguidance_top_k)Údelay_patternr3   Úmax_generation_lenr   )r5   Útemperaturer	   Úappendr
   r   ÚlenÚconfigr7   Údecoder_configr3   ÚsuperÚ_get_logits_processorr   Útop_kÚinsertr   Ú
max_length)Úselfr   r   r   r   r   r   r   r    r!   Úoriginal_guidance_scaleÚoriginal_temperatureÚcustom_processorsÚmerged_processorsÚcfg_processorÚ	__class__s   &&&&&&&&&&     €r,   r?   Ú(DiaGenerationMixin._get_logits_processor,   sY  ø€ ð #4×"BÑ"BÐØ0×<Ñ<ÐØ+/ÐÔ(Ø(,ÐÔ%ô 0Ó1ÐàÒ+Ð0DÈÔ0KØ×$Ñ$Ô%<Ð=QÓ%RÔSà× Ñ Ü.Ü  §¡×!:Ñ!:Ó;Ø!Ÿ[™[×7Ñ7×DÑDôô	
ô "™GÑ9Ø/Ø!5Ø/Ø%)Ø.ØØ%Ø 3Ø+Ið :ó 

Ðð #Ò.Ð3JÈaÔ3OÜDØ6Ø0×6Ñ6ôˆMð ×$Ñ$ Q¨Ô6à× Ñ Ü-Ø"Ÿk™k×7Ñ7Ø!Ÿ[™[×7Ñ7×DÑDØ#4×#?Ñ#?Øô	ô	
ð ,CÔ(Ø(<Ô%à Ð r/   c                óP   <€ V ^8„  d   QhRS[ R,          RS[RS[S[ S[3,          /# )r   r   NÚkwargsr"   )r   r   Útupler)   )r*   r+   s   "€r,   r-   r.   o   s5   ø€ ÷ /ñ /Ù!1°DÕ!8ð/ÙDGð/á	Ñ¡Ð%Õ	&ñ/r/   c                ó‚  <€ \         SV `  ! V3/ VB w  rVP                  e<   VP                  R8  d+   \        P	                  RVP                   R24       RVn        V;P
                  \        V P                  P                  4      ,          un        VP                  R J;'       d    VP                  ^8g  V n
        W3# )Nr1   zAtemperature < 1.0 is not supported for Dia; clamping to 1.0 (got Ú))r>   Ú_prepare_generation_configr9   ÚloggerÚwarning_oncerB   Úmaxr<   r7   r5   Ú	_uses_cfg)rC   r   rL   r   rI   s   &&, €r,   rP   Ú-DiaGenerationMixin._prepare_generation_configo   s¼   ø€ ô +0©'Ò*LÐM^Ñ*iÐbhÑ*iÑ'Ðà×(Ñ(Ò4Ð9J×9VÑ9VÐY\Ô9\Ü×ÑØSÐTe×TqÑTqÐSrÐrsÐtôð -0ÐÔ)ð 	×$Ò$¬¨D¯K©K×,EÑ,EÓ(FÕFÕ$ð +×9Ñ9ÀÐE×oÐoÐJ[×JjÑJjÐnoÑJoˆŒà Ð.Ð.r/   c                ó  <€ V ^8„  d   QhRS[ P                  R,          RS[ P                  R,          RS[S[S[ P                  3,          R,          RS[S[ P                  S[R,          S[S[S[ P                  3,          3,          /# )r   ÚinputsNÚbos_token_idr   r"   )r$   r&   r)   r(   rM   )r*   r+   s   "€r,   r-   r.   ‚   sz   ø€ ÷ 0ñ 0á—‘˜tÕ#ð0ñ —l‘l TÕ)ð0ñ ™3¡§¡Ð,Õ-°Õ4ð	0ñ
 
‰u�|‰|™S 4�Z©©c±5·<±<Ð.?Õ)@Ð@Õ	Añ0r/   c                ó  <€ \         SV `  VVVR 7      w  rpV P                  '       d`   \        P                  ! V4      p\        P
                  ! W.^ R7      pVP                  RR4      e   VR,          P                  ^^4      VR&   WV3# ))rW   rX   r   ©ÚdimÚattention_maskN)r>   Ú_prepare_model_inputsrT   r$   Ú
zeros_likeÚcatÚgetÚrepeat)rC   rW   rX   r   Ú
input_nameÚunconditioned_inputsrI   s   &&&&  €r,   r]   Ú(DiaGenerationMixin._prepare_model_inputs‚   s–   ø€ ô ,1©7Ñ+HØØ%Ø%ð ,Ió ,
Ñ(ˆ˜Lð �>�>ˆ>Ü#(×#3Ò#3°FÓ#;Ð Ü—Y’Y Ð=À1ÔEˆFà×ÑÐ 0°$Ó7ÒCØ1=Ð>NÕ1O×1VÑ1VÐWXÐZ[Ó1\�Ð-Ñ.à <Ð/Ð/r/   c                óò   <€ V ^8„  d   QhRS[ RS[RS[S[S[P                  3,          RS[P                  RS[P
                  R,          RS[S[P                  S[S[S[P                  3,          3,          /# )r   Ú
batch_sizeÚmodel_input_namer   Údecoder_start_token_idr   Nr"   )r#   r(   r)   r$   r&   r   rM   r%   )r*   r+   s   "€r,   r-   r.   ˜   s€   ø€ ÷ 1/ñ 1/áð1/ñ ð1/ñ ™3¡§¡Ð,Õ-ð	1/ñ
 !&§¡ð1/ñ —‘˜tÕ#ð1/ñ 
‰u×Ñ¡¡c©5¯<©<Ð&7Õ!8Ð8Õ	9ñ1/r/   c                ó”  € R;rgVe   RV9   d   VP                  R4      pVe   RV9   d   VP                  R4      pVe   VfÆ   \        P                  RVRJ RVRJ R24       V P                  P                  P
                  pV P                  '       d
   V^,          MTp	Vf,   \        P                  ! V	^V3V\        P                  VR7      p\        P                  ! W–P                  ^,          3\        P                  VR7      pVP                  4       p
VP                  ^,          VR,          V P                  P                  P                  8H  P                  RR
7      P                  4       ,
          pV
R	RV13,          P                  ^^4      P                  4       pVR	RV13,          P                  4       pWsR&   W£R&   Wc3# )zGPrepares `decoder_input_ids` for generation with encoder-decoder modelsNÚdecoder_input_idsÚdecoder_attention_maskz[In order to generate with Dia, we need the processed audio input: Got `decoder_input_ids`: z" and got `decoder_attention_mask`=z]. This can be achieved via the [`DiaProcessor`] but now defaulting to non-delayed generation.)Údtyper   )Úsizerl   r   ºNNNrZ   Údecoder_delay_mask)rn   rn   r   éÿÿÿÿ)ÚpoprQ   rR   r<   r=   r2   rT   r$   ÚfullÚlongÚonesÚshapeÚpad_token_idÚsumrS   Ú	transpose)rC   rf   rg   r   rh   r   rj   rk   r2   Úreal_batch_sizeÚ
delay_maskÚvalid_input_sizes   &&&&&&      r,   Ú)_prepare_decoder_input_ids_for_generationÚ<DiaGenerationMixin._prepare_decoder_input_ids_for_generation˜   sã  € ð 6:Ð9ÐØÒ#Ð(;¸|Ô(KØ ,× 0Ñ 0Ð1DÓ EÐØÒ#Ð(@ÀLÔ(PØ%1×%5Ñ%5Ð6NÓ%OÐ"ð Ò$Ð(>Ò(FÜ×ÑðØ%¨TÐ1Ð2Ð2TÐUkÐswÐUwÐTxð yoðpôð  Ÿ;™;×5Ñ5×BÑBˆLØ15··°˜j¨AžoÀZˆOà Ò(Ü$)§J¢JØ$ a¨Ð6Ð8NÔV[×V`ÑV`Ðioô%Ð!ô &+§Z¢ZØ%×'>Ñ'>¸qÕ'AÐBÌ%Ï*É*Ð]cô&Ð"ð
 '×+Ñ+Ó-ˆ
à×#Ñ# AÕ&Ø  Õ)¨T¯[©[×-GÑ-G×-TÑ-TÑT×YÑYÐ^`ÐYÓa×eÑeÓgõhð 	ð ' qÐ*;Ð+;Ð*;Ð';Õ<×FÑFÀqÈ!ÓL×QÑQÓSÐØ!7¸Ð;LÐ<LÐ;LÐ8LÕ!M×!RÑ!RÓ!TÐð 2HÐ-Ñ.Ø-7Ð)Ñ*à Ð.Ð.r/   c                ó.   <€ V ^8„  d   QhRS[ R,          /# )r   Úis_first_iterationN)Úbool)r*   r+   s   "€r,   r-   r.   Ë   s   ø€ ÷ $ñ $ñ
 ! 4�Kñ$r/   c                óL  <€ V P                   '       d"   V^ ,          P                  ^ ,          ^,          MV^ ,          P                  ^ ,          pVP                  W`P                  P                  P
                  R4      P                  ^^4      p\        S
V `   ! V3RV/VB pV P                  WP                  P                  P                  V4      VR&   VP                  RR4      '       d#   V'       g   VR,          R,          R,          VR&   VR,          P                  4       VR&   V P                   '       dj   R	 Fc  pVP                  VR4      f   K  \        ^.^.Wx,          P                  ^,
          ,          ,           4      p	Wx,          P                  ! V	!  Wx&   Ke  	  V# )
r   Úencoder_outputsrj   Ú	use_cacheFNrp   )rn   rp   rn   )rn   Nrn   )rj   rk   Údecoder_position_ids)rT   ru   Úreshaper<   r=   r2   rx   r>   Úprepare_inputs_for_generationÚapply_delay_maskrv   r`   Ú
contiguousrM   Úndimra   )rC   Ú	input_idsr‚   ro   r   rL   rf   Úmodel_inputsÚkeyÚrepeat_patternrI   s   &&&&&,    €r,   r†   Ú0DiaGenerationMixin.prepare_inputs_for_generationË   sw  ø€ ð :>¿¿¸�_ QÕ'×-Ñ-¨aÕ0°AÖ5È_Ð]^ÕM_×MeÑMeÐfgÕMhˆ
Ø×%Ñ% j·+±+×2LÑ2L×2YÑ2YÐ[]Ó^×hÑhÐijÐlmÓnˆ	ô ‘wÒ<¸YÑrÐXgÐrÐkqÑrˆð -1×,AÑ,AØ—{‘{×1Ñ1×>Ñ>Ð@Ró-
ˆÐ(Ñ)ð
 ×Ñ˜K¨×/Ò/×8JØ0<Ð=PÕ0QÐRZÕ0[Ð\fÕ0gˆLÐ,Ñ-ð -9Ð9LÕ,M×,XÑ,XÓ,ZˆÐ(Ñ)ð �>�>ˆ>Û^�Ø×#Ñ# C¨Ó.Ô:ä%*¨A¨3°!°¸Õ8I×8NÑ8NÐQRÕ8RÕ1SÕ+SÓ%T�NØ(4Õ(9×(@Ò(@À.Ñ(Q�LÓ%ñ	 _ð Ðr/   c                ó|   <€ V ^8„  d   QhRS[ P                  RS[RS[ P                  R,          RS[ P                  /# )r   rŠ   Úpad_idrz   Nr"   )r$   r&   r#   )r*   r+   s   "€r,   r-   r.   ò   s>   ø€ ÷ ñ ¡E§L¡Lð ¹#ð É5Ï<É<ÐZ^ÕK^ð Ñch×coÑcoñ r/   c                óè   € Vf   V # \        V P                  ^,          VP                  ^,          4      pVRR V1R3,          pV RR V1R3,          p\        P                  ! WA8H  WT4      V RR V1R3&   V # )Nrn   )Úminru   r$   Úwhere)rŠ   r�   rz   Úmask_lenÚ
valid_maskÚvalid_inputs   &&&   r,   r‡   Ú#DiaGenerationMixin.apply_delay_maskñ   s€   € àÒØÐä�y—‘ qÕ)¨:×+;Ñ+;¸AÕ+>Ó?ˆØ  9 H 9¨a Õ0ˆ
Ø  9 H 9¨a Õ0ˆô &+§[¢[°Ñ1EÀ{Ó%_ˆ	�!�Y�h�Y �/Ñ"àÐr/   c                ór  <€ V ^8„  d   QhRS[ P                  R,          RS[R,          RS[R,          RS[R,          RS[S[S[ P                  .S[S[,          3,          R,          RS[R,          RS[	R	,          R
S[	R,          RS[ P                  R,          RS[ P                  R,          RS[
R,          /# )r   rW   Nr   r   Ústopping_criteriar   Úsynced_gpusÚassistant_modelr   Ústreamerr   r    r!   Úcustom_generate)r$   r&   r   r	   r   r   r#   r'   r€   r   r(   )r*   r+   s   "€r,   r-   r.   ÿ   sß   ø€ ÷ U
ñ U
á—‘˜tÕ#ðU
ñ ,¨dÕ2ðU
ñ .°Õ4ð	U
ñ
 0°$Õ6ðU
ñ #+©C±·±Ð+>ÁÁSÅ	Ð+IÕ"JÈTÕ"QðU
ñ ˜D•[ðU
ñ "Ð"3Õ4ðU
ñ ˜>Õ*ðU
ñ #Ÿ\™\¨DÕ0ðU
ñ ).¯©°tÕ(;ðU
ñ ˜t�ñU
r/   c                óÀ  € V P                  VVVVV4      pV P                  ! V3/ VB w  r.VP                  V4      pV\        P                  \        P
                  39  d   \        R 4      hV P                  VP                  4       4       V P                  WòV4       Vf>   \        4       ;'       g    \        V 4      ;'       d    \        P                  ! 4       ^8„  pVe   TM	\        4       pVe   TM	\        4       pVP!                  RR4      RJpV P#                  WP$                  V4      w  pppVP&                  ^ ,          pVP(                  pV P+                  VVVR7       RV9  d   V P-                  VVVV4      pV P/                  VVVVP0                  VP(                  R7      w  ppVP2                  '       d"   V P5                  VVP!                  R4      4      pVe    VP7                  VP9                  4       4       VP&                  R,          pVP!                  R4      RJ ;'       d    VP:                  RJpVP!                  R4      RJ ;'       d    VP<                  RJpV P?                  VVVVVVR	7      pV PA                  4       '       d   R
V9  d   ^VR
&   V PC                  VVV4       VP:                  ^,
          pVP&                  ^,          V8w  d>   VR8X  d7   V PD                  PF                  '       g   VVP&                  ^,          ,          pV PI                  W.VVV4       V PK                  VVVVVVP(                  VV	V
R7	      pV PM                  VVVP!                  R4      R7      pVPN                  VR&   VPQ                  RVP&                  R,          4      pVPR                  ^8”  d   \        R4      hV PT                  ! V3RVRVRV/VBVB # )zŒGot incompatible mode for generation, should be one of greedy or sampling. Ensure that beam search is de-activated by setting `num_beams=1`.Nr\   )r   r‚   )rf   rg   r   rh   r   Ú	tokenizerrB   Ú
min_length)r   Úhas_default_max_lengthÚhas_default_min_lengthrg   Úinputs_tensorÚinput_ids_lengthÚlogits_to_keepÚinputs_embedsr4   )r   r™   rŸ   rƒ   z2`num_return_sequences>1` is incompatible with Dia.r   r™   r   rp   )+Ú_extract_generation_mode_kwargsrP   Úget_generation_moder   ÚSAMPLEÚGREEDY_SEARCHÚ
ValueErrorÚ_validate_model_kwargsÚcopyÚ_validate_generation_moder   r   ÚdistÚget_world_sizer	   r   r`   r]   rX   ru   r   Ú_prepare_special_tokensÚ._prepare_encoder_decoder_kwargs_for_generationr|   Ú_decoder_start_token_tensorÚtoken_healingÚheal_tokensÚputÚcpurB   r    Ú_prepare_generated_lengthÚ_supports_logits_to_keepÚ_validate_generated_lengthr<   Úis_encoder_decoderÚ_prepare_cache_for_generationr?   Ú_get_stopping_criteriarƒ   r…   Únum_return_sequencesÚ_sample)rC   rW   r   r   r™   r   rš   r›   rœ   r    r!   r�   rL   Úgeneration_mode_kwargsr   Úgeneration_modeÚkwargs_has_attention_maskr£   rg   rf   r   rŠ   r¤   r¡   r¢   Úmax_cache_lengthÚprepared_logits_processorÚprepared_stopping_criterias   &&&&&&&&&&&&,               r,   Ú_main_generate_loopÚ&DiaGenerationMixin._main_generate_loopÿ   s?  € ð" "&×!EÑ!EØØØØØó"
Ðð +/×*IÒ*IÐJ[Ñ*fÐ_eÑ*fÑ'ÐØ+×?Ñ?ÀÓPˆà¤>×#8Ñ#8¼.×:VÑ:VÐ"WÔWÜðTóð ð
 	×#Ñ# L×$5Ñ$5Ó$7Ô8Ø×&Ñ& ÐKaÔbð ÒÜ5Ó7×WÐWÔ;QÐRVÓ;W×vÐvÔ]a×]pÒ]pÓ]rÐuvÑ]vˆKà/?Ò/KÑ+ÔQdÓQfÐØ1BÒ1NÑ-ÔThÓTjÐð %1×$4Ñ$4Ð5EÀtÓ$LÐTXÐ$XÐ!Ø8<×8RÑ8RØ×2Ñ2°Ló9
Ñ5ˆÐ'¨ð #×(Ñ(¨Õ+ˆ
à×%Ñ%ˆØ×$Ñ$Ð%6Ð8QÐZ`Ð$Ôað  LÔ0à×NÑNØ˜|Ð-=Ð?PóˆLð
 #'×"PÑ"PØ!Ø-Ø%Ø#4×#PÑ#PØ ×'Ñ'ð #Qó #
Ñˆ	�<ð ×*×*Ð*Ø×(Ñ(¨Ð4J×4NÑ4NÈ{Ó4[Ó\ˆIàÒØ�L‰L˜Ÿ™›Ô)ð %Ÿ?™?¨2Õ.ÐØ!'§¡¨LÓ!9¸TÐ!A×!nÐ!nÐFW×FbÑFbÐjnÐFnÐØ!'§¡¨LÓ!9¸TÐ!A×!nÐ!nÐFW×FbÑFbÐjnÐFnÐØ ×:Ñ:Ø/Ø#9Ø#9Ø-Ø'Ø-ð ;ó 
Ðð ×(Ñ(×*Ò*Ð/?À|Ô/SØ-.ˆLÐ)Ñ*à×'Ñ'Ð(9Ð;KÐMcÔdð -×7Ñ7¸!Õ;Ðà×Ñ Õ"Ð&6Ô6Ø  OÔ3Ø—K‘K×2×2Ð2à × 3Ñ 3°AÕ 6Õ6ÐØ×*Ñ*Ø¨_¸jÐJZô	
ð
 %)×$>Ñ$>Ø/Ø!1Ø+Ø%=Ø-Ø ×'Ñ'Ø%Ø 3Ø+Ið %?ó 
%
Ð!ð &*×%@Ñ%@Ø/Ø/Ø,×0Ñ0°Ó=ð &Aó &
Ð"ð %6×$?Ñ$?ˆ�[Ñ!ð ×%Ñ% b¨)¯/©/¸"Õ*=Ó>ˆ	ð ×1Ñ1°AÔ5ÜÐQÓRÐRð �|Š|Øñ
à6ð
ð 9ð
ð 0ð	
ð
 %ð
ð ñ
ð 	
r/   c                óœ  <€ V ^8„  d   QhRS[ P                  R,          RS[R,          RS[R,          RS[R,          RS[S[S[ P                  .S[S[,          3,          R,          RS[R,          RS[	R	,          R
S[	R,          RS[ P                  R,          RS[ P                  R,          RS[
R,          RS[S[ P                  ,          /# )r   rW   Nr   r   r™   r   rš   r›   r   rœ   r   r    r!   r�   r"   )r$   r&   r   r	   r   r   r#   r'   r€   r   r(   r   r%   )r*   r+   s   "€r,   r-   r.   —  sç   ø€ ÷ 7ñ 7á—‘˜tÕ#ð7ñ ,¨dÕ2ð7ñ .°Õ4ð	7ñ
 0°$Õ6ð7ñ #+©C±·±Ð+>ÁÁSÅ	Ð+IÕ"JÈTÕ"Qð7ñ ˜D•[ð7ñ "Ð"3Õ4ð7ñ ˜>Õ*ð7ñ #Ÿ\™\¨DÕ0ð7ñ ).¯©°tÕ(;ð7ñ ˜t�ð7ñ 
™%×*Ñ*Õ	*ñ7r/   c                óN  € VP                  R 4      pVe   VP                  4       pV P                  ! RRVRVRVRVRVRVRVRVR	V	R
V
RV/VB p\        V\        P
                  4      '       * pV'       d   VP                  pMTpV P                  P                  P                  pVP                  ^ ,          V,          pVP                  VVR4      P                  ^^4      pV P                  VV P                  P                  P                  V4      pV'       d
   VVn        V# TpV# )rj   rW   r   r   r™   r   rš   r›   rœ   r    r!   r�   © rp   )r`   ÚclonerÆ   Ú
isinstancer$   r&   Ú	sequencesr<   r=   r2   ru   r…   rx   r‡   rv   )rC   rW   r   r   r™   r   rš   r›   rœ   r    r!   r�   rL   rz   ÚoutputÚreturn_dict_in_generateÚoutput_sequencesr2   Úbszs   &&&&&&&&&&&&,      r,   ÚgenerateÚDiaGenerationMixin.generate–  sn  € ð" —Z‘ZÐ 3Ó4ˆ
ØÒ!Ø#×)Ñ)Ó+ˆJà×)Ò)ñ 
Øð
à/ð
ð .ð
ð 0ð	
ð
 &>ð
ð $ð
ð ,ð
ð ð
ð !4ð
ð ,Jð
ð ,ð
ð ñ
ˆô '1°¼¿¹Ó&FÔ"FÐç"Ø%×/Ñ/Ñà%Ðð —{‘{×1Ñ1×>Ñ>ˆØ×$Ñ$ QÕ'¨<Õ7ˆØ+×3Ñ3°C¸ÀrÓJ×TÑTÐUVÐXYÓZÐð  ×0Ñ0Ð1AÀ4Ç;Á;×C]ÑC]×CjÑCjÐlvÓwÐç"Ø/ˆFÔð ˆð &ˆFàˆr/   )rT   )NNNNNNNN)NNN)N)NNF)NNNNNNNNNNN)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__rT   r?   rP   r]   r|   r†   Ústaticmethodr‡   rÆ   r$   Úno_gradrÒ   Ú__static_attributes__Ú__classdictcell__Ú__classcell__)rI   r+   s   @@r,   r   r   (   s†   ù‡ € à€I÷A!õ A!÷F/ó /÷&0õ 0÷,1/ò 1/÷f$õ $ðL ÷ó ð÷U
ò U
ðn ‡]‚]ƒ_÷7ñ 7ó ÷7ð 7r/   r   )$Úcollections.abcr   Útypingr   r   r$   Útorch.distributedÚdistributedr¯   Úgeneration.logits_processr   r   r   r	   r
   Úgeneration.stopping_criteriar   Úgeneration.streamersr   Úgeneration.utilsr   r   r   r   Úintegrations.deepspeedr   Úintegrations.fsdpr   Úmodeling_utilsr   Úutilsr   Ú
get_loggerrÔ   rQ   r   rÊ   r/   r,   Ú<module>rê      sX   ðõ %ß  ã Ý  ÷õ õ AÝ 0ß aÓ aÝ @Ý 7Ý -Ý ð 
×	Ò	˜HÓ	%€ôf˜ö fr/   