+
     °³j›  ã                   ó    € ^ RI t^ RIt^ RIHt ^ RIHt  ! R R4      t ! R R]P                  P                  4      t
RR R	 lltRR
 R lltR# )é    N)Ú
DataLoader)ÚDistributedTypec                   ó6   a € ] tR t^t o RR ltR tR tRtV tR# )ÚRegressionDatasetNc                ób  € \         P                  P                  V4      pW0n        VP	                  V3R 7      P                  \         P                  4      V n        WP                  ,          V,           VP	                  RV3R7      P                  \         P                  4      ,           V n        R# ))Úsizegš™™™™™¹?)Úscaler   N)	ÚnpÚrandomÚdefault_rngÚlengthÚnormalÚastypeÚfloat32ÚxÚy)ÚselfÚaÚbr   ÚseedÚrngs   &&&&& Ú_/home/luca/screen-checking/.venv/lib/python3.14/site-packages/accelerate/test_utils/training.pyÚ__init__ÚRegressionDataset.__init__   sr   € Ü�i‰i×#Ñ# DÓ)ˆØŒØ—‘ & �Ó+×2Ñ2´2·:±:Ó>ˆŒØ—V‘V•˜a• #§*¡*°3¸f¸Y *Ó"G×"NÑ"NÌrÏzÉzÓ"ZÕZˆŽó    c                ó   € V P                   # ©N)r   )r   s   &r   Ú__len__ÚRegressionDataset.__len__   s   € Ø�{‰{Ðr   c                óR   € R V P                   V,          RV P                  V,          /# ©r   r   r!   )r   Úis   &&r   Ú__getitem__ÚRegressionDataset.__getitem__    s!   € Ø�T—V‘V˜A•Y  T§V¡V¨A¥YÐ/Ð/r   )r   r   r   )é   é   é@   N)	Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__r   r   r#   Ú__static_attributes__Ú__classdictcell__)Ú__classdict__s   @r   r   r      s   ø‡ € ô[ò÷0ð 0r   r   c                   ó@   a a€ ] tR t^$t oRV 3R lltRR ltRtVtV ;t# )ÚRegressionModelc                óJ  <€ \         SV `  4        \        P                  P	                  \        P
                  ! V4      P                  4       4      V n        \        P                  P	                  \        P
                  ! V4      P                  4       4      V n        R V n	        R# )TN)
Úsuperr   ÚtorchÚnnÚ	ParameterÚtensorÚfloatr   r   Úfirst_batch)r   r   r   Údouble_outputÚ	__class__s   &&&&€r   r   ÚRegressionModel.__init__%   sd   ø€ Ü‰ÑÔÜ—‘×#Ñ#¤E§L¢L°£O×$9Ñ$9Ó$;Ó<ˆŒÜ—‘×#Ñ#¤E§L¢L°£O×$9Ñ$9Ó$;Ó<ˆŒØˆÖr   c                ó  € V P                   '       dN   \        R V P                  P                   RV P                  P                   RVP                   24       RV n         WP                  ,          V P                  ,           # )zModel dtype: z, z. Input dtype: F)r8   Úprintr   Údtyper   )r   r   s   &&r   ÚforwardÚRegressionModel.forward+   sZ   € Ø××ÐÜ�M $§&¡&§,¡, ¨r°$·&±&·,±,°¸ÈqÏwÉwÈiÐXÔYØ$ˆDÔØ—6‘6�z˜DŸF™FÕ"Ð"r   )r   r   r8   )r   r   Fr   )	r(   r)   r*   r+   r   r?   r,   r-   Ú__classcell__)r:   r.   s   @@r   r0   r0   $   s   ù‡ € ÷ ÷#ô #r   r0   c                ó$   € V ^8„  d   QhR\         /# ©r%   Ú
batch_size©Úint)Úformats   "r   Ú__annotate__rH   2   s   € ÷ %-ñ %-´ñ %-r   c                 ó‚  a aa€ ^ RI Hp ^ RIHp VP	                  R4      oRRRR/pV! RVR	7      pVR,          P                  R
4      p\        V4       UUu/ uF  w  rxW‡bK	  	  uppoVV3R lp	VP                  V	R. ROR7      p
V V3R lp\        V
R,          RV^R7      p\        V
R,          RV^R7      pWÍ3# u uppi )r   ©Úload_dataset©ÚAutoTokenizerzbert-base-casedÚtrainú!tests/test_samples/MRPC/train.csvÚ
validationútests/test_samples/MRPC/dev.csvÚcsv©Ú
data_filesÚlabelc                 óœ   <€ S! V R ,          V R,          RRRR7      pRV 9   d$   V R,           Uu. uF  pSV,          NK  	  upVR&   V# u upi )Ú	sentence1Ú	sentence2TNÚ
max_length)Ú
truncationrY   ÚpaddingrU   Úlabels© )ÚexamplesÚoutputsÚlÚlabel_to_idÚ	tokenizers   &  €€r   Útokenize_functionÚ-mocked_dataloaders.<locals>.tokenize_function=   s_   ø€ áØ�[Õ! 8¨KÕ#8ÀTÐVZÐdpô
ˆð �hÔØ9AÀ'Ö9JÓ KÑ9J°A ¨Q§ Ñ9JÑ KˆG�HÑØˆùò !Ls   ¯A	T©ÚbatchedÚremove_columnsc                 ó”   <€ SP                   \        P                  8X  d   SP                  V R ^€RR7      # SP                  V RRR7      # )rY   Úpt)r[   rY   Úreturn_tensorsÚlongest)r[   rj   )Údistributed_typer   ÚXLAÚpad)r^   Úacceleratorrb   s   &€€r   Ú
collate_fnÚ&mocked_dataloaders.<locals>.collate_fnM   sD   ø€ à×'Ñ'¬?×+>Ñ+>Ô>Ø—=‘= °<ÈCÐ`d�=ÓeÐeØ�}‰}˜X¨yÈˆ}ÓNÐNr   ©Úshufflerp   rD   F©rW   rX   rU   )	ÚdatasetsrK   ÚtransformersrM   Úfrom_pretrainedÚuniqueÚ	enumerateÚmapr   )ro   rD   rK   rM   rT   ru   Ú
label_listr"   Úvrc   Útokenized_datasetsrp   Útrain_dataloaderÚeval_dataloaderra   rb   s   f&            @@r   Úmocked_dataloadersr€   2   sÕ   ú€ Ý%Ý*à×-Ñ-Ð.?Ó@€IØÐ>ÀÐNoÐp€JÙ˜E¨jÔ9€HØ˜'Õ"×)Ñ)¨'Ó2€Jä$-¨jÔ$9Ô:Ñ$9™D˜A�1’4Ñ$9Ò:€Köð "Ÿ™ØØÚ:ð &ó ÐöOô "Ð"4°WÕ"=ÀtÐXbÐopÔqÐÜ Ð!3°LÕ!AÈ5Ð]gÐtuÔv€OàÐ,Ð,ùó9 ;s   ÁB;c                ó$   € V ^8„  d   QhR\         /# rC   rE   )rG   s   "r   rH   rH   Z   s   € ÷ <-ñ <-Ì#ñ <-r   c                 óŽ  a a€ ^ RI Hp ^ RIHp VP	                  R4      oSP
                  Sn        RRRR/pV! RVR	7      pV3R
 lpS P                  4       ;_uu_ 4        VP                  VR. ROR7      pRRR4       V V3R lp\        XR,          RV^R7      p	\        VR,          RV^R7      p
Wš3#   + '       g   i     LF; i)r   rJ   rL   zHuggingFaceTB/SmolLM-360MrN   rO   rP   rQ   rR   rS   c                 ó.   <€ S! V R ,          RRRR7      pV# )rW   TNF)rZ   rY   Úreturn_attention_maskr]   )r^   r_   rb   s   & €r   rc   ÚGmocked_dataloaders_for_autoregressive_models.<locals>.tokenize_functiond   s   ø€ á˜H [Õ1¸dÈtÐkpÔqˆØˆr   Tre   Nc           	      ó4  <€ SP                   \        P                  8X  d   ^€M*\        V  Uu. uF  p\	        VR,          4      NK  	  up4      pSP
                  R8X  d   ^pMSP
                  R8w  d   ^pMRpSP                  V RV^,           VRR7      pVR,          R,          VR	&   VR,          RRR13,          VR&   R
V9   d   VR
,          RRR13,          VR
&   \        P                  ! VR	,          SP                  8H  RVR	,          4      VR	&   V# u upi )é€   Ú	input_idsÚfp8ÚnoNrY   ri   )r[   rY   Úpad_to_multiple_ofrj   ºNNNr\   Úattention_mask)rŒ   :é   NNéÿÿÿÿiœÿÿÿ)
rl   r   rm   ÚmaxÚlenÚmixed_precisionrn   r3   ÚwhereÚpad_token_id)r^   ÚerY   r‹   Úbatchro   rb   s   &    €€r   rp   Ú@mocked_dataloaders_for_autoregressive_models.<locals>.collate_fnr   s'  ø€ ð ×+Ñ+¬×/BÑ/BÔBñ ä±8Ó<±8¨a”c˜!˜K�.Ö)±8Ñ<Ó=ð 	ð ×&Ñ&¨%Ô/Ø!#ÑØ×(Ñ(¨DÔ0Ø!"Ñà!%Ðà—‘ØØ Ø! A•~Ø1Øð ó 
ˆð   Õ,¨UÕ3ˆˆh‰Ø" ;Õ/°°3°B°3°Õ7ˆˆkÑØ˜uÔ$Ø&+Ð,<Õ&=¸aÀÀ"À¸fÕ&EˆEÐ"Ñ#äŸ+š+ e¨H¥o¸×9OÑ9OÑ&OÐQUÐW\Ð]eÕWfÓgˆˆh‰àˆùò3 =s   ¬DFrr   rt   )
ru   rK   rv   rM   rw   Ú	eos_tokenÚ	pad_tokenÚmain_process_firstrz   r   )ro   rD   rK   rM   rT   ru   rc   r}   rp   r~   r   rb   s   f&         @r   Ú,mocked_dataloaders_for_autoregressive_modelsr›   Z   sÈ   ù€ Ý%Ý*à×-Ñ-Ð.IÓJ€IØ#×-Ñ-€IÔàÐ>ÀÐNoÐp€JÙ˜E¨jÔ9€Hõð 
×	'Ñ	'×	)Õ	)Ø%Ÿ\™\ØØÚ>ð *ó 
Ð÷ 
*öôB "Ð"4°WÕ"=ÀuÐYcÐpqÔrÐÜ Ð!3°LÕ!AÈ5Ð]gÐtuÔv€OàÐ,Ð,÷W 
*×	)ús   ÁB4Â4C	)é   )Únumpyr
   r3   Útorch.utils.datar   Úaccelerate.utils.dataclassesr   r   r4   ÚModuler0   r€   r›   r]   r   r   Ú<module>r¡      sA   ðó Û Ý 'å 8÷0ñ 0ô#�e—h‘h—o‘oô #÷%-÷P<-ñ <-r   