+
    ÒÜ³j÷*  ã                   óH  € ^ RI t ^ RIt^ RIt^ RIHt ^ RIHtHt ^ RIt	^ RI
t^ RIt^ RIHt ^ RIHt ^ RIHt ^ RIHt ]P*                  P,                  P/                  ]4      t ! R R	]P4                  4      tR
 t. RNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNRNR NR!NR"NR#NR$NR%NR&NR'NR(NR)NR*NR+NR,NR-NR.NR/NR0NR1NR2NR3NR4NR5NR6NR7NR8NR9NR:NR;NR<NR=NR>NR?NR@NRANRBNRCNRDNRENRFNRGNRHNRINt]]n        . RjOt]]n        . RkOt]]n        . RlOt ] ]n         RJ RK lt!RL RM lt"RN RO lt#RP RQ lt$RR RS lt%RT RU lt&RV RW lt'/ RX]!bRY]!bRZ]!bR[](bR\](bR]](bR^](bR_](bR`]PR                  bRa]PR                  bRb]"bRc]"bRd]#bRe]#bRf]$bRg]%bRh]&bRi]'/Ct*]*]n*        R# )mé    N)Úislice)ÚAnyÚCallable)ÚKey)Úcast_to_python_objects)Ú$EXTENSION_TO_COMPRESSION_FS_FILE_CLS)Ú	xbasenamec                   óh   a € ] tR t^t o ^dt^t]R 4       tV 3R lR ltR t	R t
R tV 3R ltRtV tR	# )
Ú
WebDatasetc              #  óŠ  "  € / pV EF”  w  rE\        V4      w  rgVf   K  V'       d=   VR,          V8w  d/   VP                  R4      VR&   VP                  R4      VR&   Vx € / pWcR&   WR&   RVP                  R4      R,          P                  4       ,           pV\        9   dŒ   RP                  VP                  R4      R R 4      p	\        V,          ! VRR7      ;_uu_ 4       p
V
P                  4       W7&   R R R 4       \        V	4      P                  R4      R,          P                  4       pM8VP                  4       W7&   VP                  R4      R,          P                  4       pW°P                  9   g   EKs  V P                  V,          ! W7,          4      W7&   EK—  	  V'       d   Vx € R # R #   + '       g   i     LÁ; i5i)NÚ__key__Ú__url__Ú.Úrb)Úmodeéÿÿÿÿ)	Úbase_plus_extÚpopÚsplitÚlowerr   ÚjoinÚreadr	   ÚDECODERS)ÚclsÚtar_pathÚtar_iteratorÚcurrent_exampleÚfilenameÚfÚexample_keyÚ
field_nameÚlast_extensionÚextracted_filenameÚextracted_fÚdata_extensions   &&&         Úp/home/luca/screen-checking/.venv/lib/python3.14/site-packages/datasets/packaged_modules/webdataset/webdataset.pyÚ_get_pipeline_from_tarÚ!WebDataset._get_pipeline_from_tar   s‚  é € àˆÜ'‰KˆHÜ&3°HÓ&=Ñ#ˆKØÒ"Ùß ?°9Õ#=ÀÔ#Là-<×-@Ñ-@ÀÓ-K� 	Ñ*Ø-<×-@Ñ-@ÀÓ-K� 	Ñ*Ø%Ò%Ø"$�Ø)4˜IÑ&Ø)1˜IÑ&Ø  8§>¡>°#Ó#6°rÕ#:×#@Ñ#@Ó#BÕBˆNØÔ!EÔEØ%(§X¡X¨h¯n©n¸SÓ.AÀ#À2Ð.FÓ%GÐ"Ü9¸.ÖIÈ!ÐRV×WÕWÐ[fØ2=×2BÑ2BÓ2D�OÑ/÷ Xä!*Ð+=Ó!>×!DÑ!DÀSÓ!IÈ"Õ!M×!SÑ!SÓ!U‘à./¯f©f«h�Ñ+Ø!+×!1Ñ!1°#Ó!6°rÕ!:×!@Ñ!@Ó!B�Ø§¡×-Ø.1¯l©l¸>Ö.JÈ?ÕKfÓ.g�Ô+ñ- (÷. Ø!Ô!ñ ÷ X×Wüs0   ‚%G¨B<GÃ$F0Ã7A=GÅ:-GÆ(GÆ0G Æ;Gc                ó4   <€ V ^8„  d   QhRS[ P                  /# )é   Úreturn©ÚdatasetsÚDatasetInfo)ÚformatÚ__classdict__s   "€r&   Ú__annotate__ÚWebDataset.__annotate__:   s   ø€ ÷ &ñ &‘x×+Ñ+ñ &ó    c                ó,   € \         P                  ! 4       # ©Nr,   )Úselfs   &r&   Ú_infoÚWebDataset._info:   s   € Ü×#Ò#Ó%Ð%r3   c           
     ó¸  a€ V P                   P                  '       g#   \        RV P                   P                   24      hVP                  V P                   P                  4      p. pVP	                  4        FO  w  rEV Uu. uF  qaP                  V4      NK  	  ppVP                  \        P                  ! VRVRV/R7      4       KQ  	  V P                  P                  '       Egê   V P                  X^ ,          X^ ,          4      p\        \        W€P                  4      4      o\        ;QJ d    V3R lS 4       F  '       g   K   RM	  RM! V3R lS 4       4      '       d   \        R4      hS U	u. uF.  p	\         P"                  P%                  \'        V	.RR	7      4      NK0  	  p
p	\         P(                  ! V
R
R7      P*                  p\        P,                  P/                  V4      pS^ ,           FÈ  pVP1                  R^4      R,          P3                  4       pWàP4                  9   d   \        P6                  ! 4       WÍ&   WàP8                  9   d   \        P:                  ! 4       WÍ&   WàP<                  9   d   \        P>                  ! 4       WÍ&   WàP@                  9   g   K±  \        PB                  ! 4       WÍ&   KÊ  	  WÀP                  n
        V# u upi u up	i )z-We handle string, list and dicts in datafilesz=At least one data file must be specified, but got data_files=Ú	tar_pathsÚtar_iterators)ÚnameÚ
gen_kwargsc              3   ór   <"  € T F,  qP                  4       S^ ,          P                  4       8g  x € K.  	  R# 5i©r   N)Úkeys)Ú.0ÚexampleÚfirst_exampless   & €r&   Ú	<genexpr>Ú/WebDataset._split_generators.<locals>.<genexpr>O   s(   øé € Ð\É^À'—<‘<“> ^°AÕ%6×%;Ñ%;Ó%=Ö=Ë^ùs   ƒ47TFz‹The TAR archives of the dataset should be in WebDataset format, but the files in the archive don't share the same prefix or the same types.)Úonly_1d_for_numpyÚdefault)Úpromote_optionsr   r   )"ÚconfigÚ
data_filesÚ
ValueErrorÚdownloadÚitemsÚiter_archiveÚappendr-   ÚSplitGeneratorÚinfoÚfeaturesr'   Úlistr   Ú#NUM_EXAMPLES_FOR_FEATURES_INFERENCEÚanyÚpaÚTableÚfrom_pylistr   Úconcat_tablesÚschemaÚFeaturesÚfrom_arrow_schemaÚrsplitr   ÚIMAGE_EXTENSIONSÚImageÚAUDIO_EXTENSIONSÚAudioÚVIDEO_EXTENSIONSÚVideoÚMESH_EXTENSIONSÚMesh)r6   Ú
dl_managerrJ   ÚsplitsÚ
split_namer:   r   r;   ÚpipelinerB   Ú	pa_tablesÚinferred_arrow_schemarR   r!   Ú	extensionrC   s   &&             @r&   Ú_split_generatorsÚWebDataset._split_generators=   sP  ø€ ð �{‰{×%×%Ð%ÜÐ\Ð]a×]hÑ]h×]sÑ]sÐ\tÐuÓvÐvØ×(Ñ(¨¯©×)?Ñ)?Ó@ˆ
ØˆØ%/×%5Ñ%5Ö%7Ñ!ˆJÙOXÓYÉyÀ8×4Ñ4°XÖ>ÉyˆMÐYØ�M‰MÜ×'Ò'Ø#°¸iÈÐZgÐ0hôöñ &8ð �y‰y×!×!Ñ!à×2Ñ2°9¸Qµ<ÀÈqÕAQÓRˆHÜ!¤&¨×3[Ñ3[Ó"\Ó]ˆNß‹sÔ\É^Ó\�s�sŠsÔ\É^Ó\×\Ò\Ü ðbóð ñ  .óá-�Gô —‘×$Ñ$Ô%;¸W¸IÐY]Ô%^Ö_Ù-ð ð ô %'×$4Ò$4°YÐPYÔ$Z×$aÑ$aÐ!Ü×(Ñ(×:Ñ:Ð;PÓQˆHà,¨Q×/Ð/�
Ø&×-Ñ-¨c°1Ó5°bÕ9×?Ñ?ÓA�	à× 5Ñ 5Ô5Ü+3¯>ª>Ó+;�HÑ(à× 5Ñ 5Ô5Ü+3¯>ª>Ó+;�HÑ(à× 5Ñ 5Ô5Ü+3¯>ª>Ó+;�HÑ(à× 4Ñ 4Ö4Ü+3¯=ª=«?�HÓ(ñ 0ð "*�I‰IÔàˆùòM Zùòs   Â KÅ44Kc              #  ó&   "  € T R j  x€L
  R #  L5ir5   © )r6   r:   r;   s   &&&r&   Ú_generate_shardsÚWebDataset._generate_shardsm   s   é € Ø×Ôùs   ‚ˆ‰c              #  óÆ  "  € V P                   P                  P                  4        UUu. uF)  w  r4\        V\        P
                  4      '       g   K'  VNK+  	  pppV P                   P                  P                  4        UUu. uF)  w  r4\        V\        P                  4      '       g   K'  VNK+  	  pppV P                   P                  P                  4        UUu. uF)  w  r4\        V\        P                  4      '       g   K'  VNK+  	  pppV P                   P                  P                  4        UUu. uF)  w  r4\        V\        P                  4      '       g   K'  VNK+  	  ppp\        V P                   P                  P                  4       4      p	\        \        W4      4       F›  w  p
w  r¼\        V P                  W¼4      4       Fu  w  rÞV	 F  pW>9  g   K  R Wã&   K  	  WV,           V,           V,            F2  pWã,          f   K  RVR,          R,           V,           RWã,          /Wã&   K4  	  \        W­4      V3x € Kw  	  K�  	  R # u uppi u uppi u uppi u uppi 5i)NÚpathr   r   Úbytes)rQ   rR   rM   Ú
isinstancer-   r_   ra   rc   re   rS   r@   Ú	enumerateÚzipr'   r   )r6   r:   r;   r!   ÚfeatureÚimage_field_namesÚaudio_field_namesÚvideo_field_namesÚmesh_field_namesÚall_field_namesÚtar_idxr   r   Úexample_idxrB   s   &&&            r&   Ú_generate_examplesÚWebDataset._generate_examplesp   s  é € à26·)±)×2DÑ2D×2JÑ2JÔ2Lô
Ù2LÑ.˜:ÔPZÐ[bÔdl×drÑdr×Ps�JˆJÑ2Lð 	ñ 
ð 37·)±)×2DÑ2D×2JÑ2JÔ2Lô
Ù2LÑ.˜:ÔPZÐ[bÔdl×drÑdr×Ps�JˆJÑ2Lð 	ñ 
ð 37·)±)×2DÑ2D×2JÑ2JÔ2Lô
Ù2LÑ.˜:ÔPZÐ[bÔdl×drÑdr×Ps�JˆJÑ2Lð 	ñ 
ð 37·)±)×2DÑ2D×2JÑ2JÔ2Lô
Ù2LÑ.˜:ÔPZÐ[bÔdl×dqÑdq×Pr�JˆJÑ2Lð 	ñ 
ô ˜tŸy™y×1Ñ1×6Ñ6Ó8Ó9ˆÜ1:¼3¸yÓ;XÖ1YÑ-ˆGÑ-�hÜ(1°$×2MÑ2MÈhÓ2eÖ(fÑ$�Û"1�JØ!Ö0Ø.2˜Ó+ñ #2ð #4Õ"GÐJ[Õ"[Ð^n×"nÐ"n�JØÕ*Ô6à" G¨IÕ$6¸Õ$<¸zÕ$IØ# WÕ%8ð/˜Ó+ñ #oô ˜'Ó/°Ð8Ô8ó )gó 2Zùó
ùó
ùó
ùó
ùsZ   ‚(I!ª$I	ÁI	Á*I!Â$IÂ,IÂ2*I!Ã$IÄIÄ*I!Ä5$IÅIÅ$A3I!Ç(I!È	AI!c                óÄ   <€ V ^8„  d   Qh/ S[ S[,          ;R&   S[ S[,          ;R&   S[ S[,          ;R&   S[ S[,          ;R&   S[S[S[S[.S[3,          3,          ;R&   # )r*   r^   r`   rb   rd   r   )rS   ÚstrÚdictr   r   )r/   r0   s   "€r&   r1   r2      si   ø‡ ‚ á™3•iÑñ ñ ™3•iÑñ ñ ™3•iÑñ	 ñ
 ™#•YÑñ ñ ‘3™¡# © Õ,Ð,Õ-Ñ-ò r3   rp   N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ÚDEFAULT_WRITER_BATCH_SIZErT   Úclassmethodr'   r7   rm   rq   r�   Ú__annotate_func__Ú__static_attributes__Ú__classdictcell__)r0   s   @r&   r   r      sG   ø‡ € Ø #Ðð +,Ð'àñ"ó ð"÷8&ð &ò.ò`ò9÷y ƒ r3   r   c                óˆ   € \         P                  ! RV 4      pV'       g   R# VP                  ^4      VP                  ^4      3# )z6Split off all file extensions.

Returns base, allext.
z^((?:.*/|)[^.]+)[.]([^/]*)$)NN)ÚreÚmatchÚgroup)rt   r‘   s   & r&   r   r   �   s9   € ô
 �HŠHÐ3°TÓ:€EßØÐØ�;‰;�q‹>˜5Ÿ;™; q›>Ð)Ð)r3   ÚblpÚbmpÚdibÚbufrÚcurÚpcxÚdcxÚddsÚpsÚepsÚfitÚfitsÚfliÚflcÚftcÚftuÚgbrÚgifÚgribÚh5ÚhdfÚpngÚapngÚjp2Új2kÚjpcÚjpfÚjpxÚj2cÚicnsÚicoÚimÚiimÚtifÚtiffÚjfifÚjpeÚjpgÚjpegÚmpgÚmpegÚmspÚpcdÚpxrÚpbmÚpgmÚppmÚpnmÚpsdÚbwÚrgbÚrgbaÚsgiÚrasÚtgaÚicbÚvdaÚvstÚwebpÚwmfÚemfÚxbmÚxpmc                ó$   € V ^8„  d   QhR\         /# ©r*   Údata©ru   )r/   s   "r&   r1   r1   (  s   € ÷  ñ  ”Uñ  r3   c                 ó$   € V P                  R 4      # )zutf-8)Údecode©rÔ   s   &r&   Ú
text_loadsrÙ   (  s   € Ø�;‰;�wÓÐr3   c                ó$   € V ^8„  d   QhR\         /# rÓ   rÕ   )r/   s   "r&   r1   r1   ,  s   € ÷ 'ñ '”uñ 'r3   c                 ó0   € ^RI Hp VP                  V 4      # )é   )Ú_tenbin)Ú rÝ   Údecode_buffer)rÔ   rÝ   s   & r&   Útenbin_loadsrà   ,  s   € Ýà× Ñ  Ó&Ð&r3   c                ó$   € V ^8„  d   QhR\         /# rÓ   rÕ   )r/   s   "r&   r1   r1   2  s   € ÷ !ñ !œñ !r3   c                 ó,   € ^ RI pVP                  V 4      # r?   )ÚmsgpackÚunpackb)rÔ   rã   s   & r&   Úmsgpack_loadsrå   2  s   € Ûà�?‰?˜4Ó Ð r3   c                ó$   € V ^8„  d   QhR\         /# rÓ   rÕ   )r/   s   "r&   r1   r1   8  s   € ÷ Cñ C”Eñ Cr3   c                 ó„   € ^ RI p\        P                  ! V 4      pVP                  P                  P                  VRR7      # )r   NF©Úallow_pickle)Únumpy.lib.formatÚioÚBytesIOÚlibr/   Ú
read_array)rÔ   ÚnumpyÚstreams   &  r&   Ú	npy_loadsrñ   8  s3   € Ûä�ZŠZ˜Ó€FØ�9‰9×Ñ×&Ñ& v¸EÐ&ÓBÐBr3   c                ó$   € V ^8„  d   QhR\         /# rÓ   rÕ   )r/   s   "r&   r1   r1   ?  s   € ÷ 9ñ 9”Eñ 9r3   c                 óZ   € \         P                  ! \        P                  ! V 4      R R7      # )Frè   )ÚnpÚloadrë   rì   rØ   s   &r&   Ú	npz_loadsrö   ?  s   € Ü�7Š7”2—:’:˜dÓ#°%Ô8Ð8r3   c                ó$   € V ^8„  d   QhR\         /# rÓ   rÕ   )r/   s   "r&   r1   r1   C  s   € ÷ ñ ”Uñ r3   c                 ó,   € ^ RI pVP                  V 4      # r?   )ÚcborÚloads)rÔ   rù   s   & r&   Ú
cbor_loadsrû   C  s   € Ûà�:‰:�dÓÐr3   c                ó$   € V ^8„  d   QhR\         /# rÓ   rÕ   )r/   s   "r&   r1   r1   I  s   € ÷ ;ñ ;”eñ ;r3   c                 óX   € ^ RI pVP                  \        P                  ! V 4      RR7      # )r   NT)Úweights_only)Útorchrõ   rë   rì   )rÔ   rÿ   s   & r&   Útorch_loadsr   I  s!   € Ûà�:‰:”b—j’j Ó&°Tˆ:Ó:Ð:r3   ÚtxtÚtextÚ
transcriptr   Úcls2ÚindexÚinxÚidÚjsonÚjsnÚtenÚtbÚmpÚmsgÚnpyÚnpzrù   Úpth)ÚaiffÚauÚavrÚcafÚflacÚhtkÚsvxÚmat4Úmat5Úmpc2kÚoggÚpafÚpvfÚrawÚrf64Úsd2ÚsdsÚircamÚvocÚw64ÚwavÚnistÚwavexÚwveÚxiÚmp3Úopus)ÚmkvÚmp4Úavir»   Úmov)ÚglbÚplyÚstl)+rë   r  r�   Ú	itertoolsr   Útypingr   r   rï   rô   ÚpyarrowrV   r-   Údatasets.builderr   Údatasets.features.featuresr   Údatasets.filesystemsr   Údatasets.utils.file_utilsr	   ÚutilsÚloggingÚ
get_loggerr†   ÚloggerÚGeneratorBasedBuilderr   r   r^   r`   rb   rd   rÙ   rà   rå   rñ   rö   rû   r   Úintrú   r   rp   r3   r&   Ú<module>r@     sª  ðÛ 	Û Û 	Ý ß  ã Û ã Ý  Ý =Ý EÝ /ð 
�‰×	Ñ	×	*Ñ	*¨8Ó	4€ôu9�×/Ñ/ô u9òr*ð.@Ø	ð@à	ð@ð 
ð@ð ð	@ð
 
ð@ð 
ð@ð 
ð@ð 
ð@ð 	ð@ð 
ð@ð 
ð@ð ð@ð 
ð@ð 
ð@ð 
ð@ð  
ð!@ð" 
ð#@ð$ 
ð%@ð& ð'@ð( 	ð)@ð* 
ð+@ð, 
ð-@ð. ð/@ð0 
ð1@ð2 
ð3@ð4 
ð5@ð6 
ð7@ð8 
ð9@ð: 
ð;@ð< ð=@ð> 
ð?@ð@ 	ðA@ðB 
ðC@ðD 
ðE@ðF ðG@ðH ðI@ðJ 
ðK@ðL 
ðM@ðN ðO@ðP 
ðQ@ðR ðS@ðT 
ðU@ðV 
ðW@ðX 
ðY@ðZ 
ð[@ð\ 
ð]@ð^ 
ð_@ð` 
ða@ðb 
ðc@ðd 	ðe@ðf 
ðg@ðh ði@ðj 
ðk@ðl 
ðm@ðn 
ðo@ðp 
ðq@ðr 
ðs@ðt 
ðu@ðv ðw@ðx 
ðy@ðz 
ð{@ð| 
ð}@ð~ 
ð@Ð ðB /€
Ô ò Ð ð: /€
Ô òÐ ð /€
Ô ò€ð
 -€
Ô õ õ'õ!õCõ9õõ;ðØ	ˆ:ðà
ˆJðð �*ðð 
ˆ3ð	ð
 ˆCðð ˆSðð 
ˆ3ðð 	ˆ#ðð ˆD�J‰Jðð 
ˆ4�:‰:ðð 
ˆ<ðð 	ˆ,ðð 	ˆ-ðð 
ˆ=ðð 
ˆ9ðð  
ˆ9ð!ð" ˆJð#ð$ 
ˆ;ñ%€ð( €
Ö r3   