+ jA^RIt^RIt^RIt^RIt^RIt^RIt^RIHtHt^RI H t ^RI H t ^RI Ht^RIHtHtHt^RIt^RIHt^RIHt^RIHt^R IHtHtHtHt^R I H!t!H"t"^R I#H$t$H%t%R R .t&]!R4t']!R4t(RRlt)R+RRllt*R+RRllt+!RR4t,RRlt-RRlt.RRlt/RRlt0R R!lt1!R"R#]Pd4t3R$R%lt4R&R'lt5R(t6] R)4t7R*t8R#),N)CallableSequence)contextmanagerwraps)Stats)AnycastTypeVar) ShardedTensor)Shard)_is_wrapped_exception_wrap_exceptionCheckpointExceptionWRAPPED_EXCEPTION) MetadataIndexSTATE_DICT_TYPE) _get_checkpointable_tensor_shard_is_checkpointable_tensorfind_tensor_shardfind_state_dict_objectTRc~V^8dQhR\\\,,R\\\3,/#)resultsreturn)listrrdictint)formats"c/home/luca/screen-checking/.venv/lib/python3.14/site-packages/torch/distributed/checkpoint/utils.py __annotate__r##s2 !'' ( # !c \\\\3,\ V4UUu/uFwr\ V4'gKWbK upp4#uuppiN)r rr r enumerater)rierrs& r"_get_failure_dictr*#sI  S# #$'0O0FA4I#4N0O Os A A cV^8dQhR\\\3,R\PR,R\ \,/#)r local_dictgroupNr)rstrr dist ProcessGroupset)r!s"r"r#r#,s;==S#X='+'8'84'?=X=r$c\VP44pR.\P!V4,p\P!W2VR7\ \ PPV44#)z*Gathers all keys, and returns them sorted.Nr-) rkeysr/get_world_sizeall_gather_objectr1 itertoolschain from_iterable)r,r-r4 gathered_keyss&& r"_all_gather_keysr;,sV  ! "D&*Vd.A.A%.H%HM=e< y,,]; <all_keysmy_keysdiffs&& r"_assert_same_keysrE7sd =)Q. :H*//#$G  D 4y1}J4& Q  r$ca]tRt^LtoRtV3RlRltV3RlRltV3RlRltV3RlR ltV3R lR lt V3R lR lt V3RlRlt V3RlRlt V3RlRlt V3RlRltV3RlRltV3RlRltRtVtR#) _DistWrappera3 This is a wrapper around PG that provides a series of features around object collectives. It works without distributed initialized, where most collectives turn into nops. All variants that take functions are exception robust, meaning that if one or more ranks raise errors, all ranks will observe those. cN<V^8dQhRS[PR,RS[RS[/#)rr-Nuse_distcoordinator_rank)r/r0boolr )r! __classdict__s"r"r#_DistWrapper.__annotate__Vs4''  4''' 'r$cWnW nW0nVP'dSVe\P!W4MTVn\P !V4VnVPV8HVnR#^Vn^VnRVnR#)NT) r-rIrJr/get_global_rankglobal_coordinator_rankget_rankrankis_coordinator)selfr-rIrJs&&&&r"__init___DistWrapper.__init__Vs{   0 ===$$$U=%  (  e,DI"&))/?"?D +,D (DI"&D r$c <V^8dQhRS[/#rrr )r!rLs"r"r#rMls#r$cVP#r&)rRrTs&r"rQ_DistWrapper.get_rankls yyr$c <V^8dQhRS[/#rXrY)r!rLs"r"r#rMosr$cjVP'd!\P!VP4#^#))rIr/r5r-r[s&r"r5_DistWrapper.get_world_sizeos# ===&&tzz2 2r$c4<V^8dQhRS[R,RS[/#)robjectNr)r)r!rLs"r"r#rMts ' 'q4x 'A 'r$c V.pVP'd.\P!VVPVPR7\ \ V^,4#)z_Implement functionality similar to c10d::broadcast_object_list but without distributed enabled.) object_listr-src)rIr/broadcast_object_listr-rPr r)rTrbrds&& r"broadcast_object_DistWrapper.broadcast_objecttsFh ===  & &'jj00  A{1~&&r$cD<V^8dQhRS[RS[S[,R,/#)rrbrNrr)r!rLs"r"r#rMs#A$q'D.r$c fVP'dVP'dB\\\,R.\ P !VP4,4MRp\ P!TVP'dTMRVPVPR7TpV#V.pV#)zWImplement functionality similar to c10d::gather_object but without distributed enabled.N)objobject_gather_listdstr-) rIrSr rrr/r5r- gather_objectrP)rTrb gather_objsresults&& r"ro_DistWrapper.gather_objects ===&&&T!Wtft':':4::'FFG    262E2E2E;400jj   !F XF r$c6<V^8dQhRS[RS[S[,/#)rrbrrj)r!rLs"r"r#rMs   d1g r$c VP'df\\\,R.\P !VP 4,4p\P!W!VP R7V#V.pV#)z[Implement functionality similar to c10d::all_gather_object but without distributed enabled.N)rdrlr-)rIr rrr/r5r-r6)rTrbrps&& r"r6_DistWrapper.all_gather_objects_ ===tAw1D1DTZZ1P(PQK  " "'4::  "(Kr$cD<V^8dQhRS[S[,R,RS[/#)rrdNr)rr)r!rLs"r"r#rMs#$q'D.Qr$c ,VP'dj\\\,R.4p\P !TVP 'dTMRVPVPR7V^,pV#Vf \R4hV^,pV#)zXImplement functionality similar to c10d::scatter_object but without distributed enabled.N)scatter_object_output_listscatter_object_input_listrer-zobject_list is None) rIr rrr/scatter_object_listrSrPr-rA)rTrd gather_result local_replys&& r"scatter_object_DistWrapper.scatter_objects === a4&1M  $ $+89=9L9L9L+RV00jj  (*K "$%:;;%a.Kr$c ~<V^8dQhRS[RS[.S[3,RS[S[S[,.S[S[,3,RS[/#rstepmap_fun reduce_funrr.rrrr)r!rLs"r"r#rMsO..."a%.d1gYQ/0 . .r$c  V!4pVPV4pRpVP'dVf \ R4h\ V4p\ V4^8XdG\\\\,,V!\\\,V444p\ V4^8d"\W4.VP4,pVPV4p \V \4'dV hV # \dp\T4pRp?EL Rp?ii;i \d"p\T4YP&Rp?LRp?ii;i)a& Compute a value on each rank, then do centralized reduce on a single rank, followed by a scatter. This method operates in the following way: Run ``map_fun`` on all ranks Gather results on rank 0 Call ``reduce_fun`` on all those values Scatter to each rank part of the result. Nall_data is None) BaseExceptionrrorSrAr*r@r rrrrrRr5r} isinstance) rTrrr local_dataeall_data all_results node_failuresrqs &&&& r"reduce_scatter_DistWrapper.reduce_scatters$  , J%%j1<@    $%788-h7M=!Q&B"&Q!445"4Q#:;#K=!A%'<'')* $$[1 f1 2 2L 9 ,(+J ,"%B/>q/AM)),Bs0C:AD: D DD E )EE cn<V^8dQhRS[RS[.S[3,RS[S[S[,.S[3,RS[/#rr)r!rLs"r"r#rMsJ)%)%)%"a%)%d1gY\* )% )%r$c @V!4pVPV4pRpVP'dhVf \ R4h\ V4p\ V4^8Xd#V!\\\,V44p\ V4^8d \W4pVPV4p \V \4'dV h\\V 4# \dp\T4pRp?LRp?ii;i \d"p\T4YP&Rp?LRp?ii;i)a) Compute a value on each rank, then do centralized reduce on a single rank, followed by a broadcast. This method operates in the following way: Run ``map_fun`` on all ranks Gather results on rank 0 Call ``reduce_fun`` on all those values Broadcast the reduced value to all ranks. Nr)rrrorSrAr*r@r rrrRrrgrr) rTrrrrrrrqr final_results &&&& r" all_reduce_DistWrapper.all_reduces  , J%%j115    $%788-h7M=!Q&B'T!Wh(?@F=!A%,TA,,V4 l$7 8 8 A|$$/ ,(+J ,%B/>q/AM)),Bs/C!C1 C. C))C.1 D<DDcP<V^8dQhRS[RS[.S[3,RS[S[,/#rrrr)r.rrr)r!rLs"r"r#rM s5***"a%* a *r$c V!4pVPV4p\V4p\ V4^8d \ W4h\ \\,V4# \dp\T4pRp?LmRp?ii;i)z Compute a value on each rank, then all_gather them. This method operates in the following way: Run ``map_cp`` on all ranks all_gather the values to all ranks N) rrr6r*r@rr rr)rTrrrqrrrs&&& r" all_gather_DistWrapper.all_gather so (YF,,V4 )+6 }  !%d: :DG[)) ($Q'F (sA A;& A66A;c@<V^8dQhRS[RS[.S[3,RS[/#r)r.rr)r!rLs"r"r#rM%s1%%%"a%% %r$c RpVP'd V!4pVP V4p\ V\4'dVh\\V4# \d+p\YP\ T4/4pRp?LiRp?ii;i)z Compute a value on rank 0 and broadcast it. This method operates in the following way: Run ``map_cp`` on rank 0 broadcast the value N) rSrrrRrrgrr r)rTrrrqrrs&&& r" broadcast_DistWrapper.broadcast%s26     T ,,V4 l$7 8 8 A|$$! T,TIIq?Q3RS TsA B ! BB c<V^8dQhRR/#)rrN)r!rLs"r"r#rM>s'''r$c pVP'gR#\P!VPR7R#)z Add a synchronization point across all processes when using distributed. If torch.distributed is initialized, this function will invoke a barrier across the global process group. If torch.distributed is not initialized, this function is a no-op. Nr3)rIr/barrierr-r[s&r"r_DistWrapper.barrier>s }}}  4::&r$)rJrPr-rSrRrIN)__name__ __module__ __qualname____firstlineno____doc__rUrQr5rgror6r}rrrrr__static_attributes____classdictcell__)rLs@r"rGrGLs'', ' '(  $..`)%)%V**2%%2''r$rGc<V^8dQhR\R\R\/#rtensorindexr)r rr )r!s"r"r#r#Is&YY YmYYr$cNVPf\RVP R24hVP4pVPev\ V4VP8d\\ P!W!P,PP4VP8XdW!P,#VF@p\ P!VPP4VP8XgK>Vu# \RVP RVP R24h)NzCannot lookup z5 since its a ShardedTensor and no offset was providedzCould not find shard at 'z ' for FQN: '') offset ValueErrorfqn local_shardsrr@torchSizemetadata shard_offsets)rrshardsshards&& r" _find_shardrIs ||UYYK'\ ]   "F {{ K%++ % 6++.77EEF%,,V++& & ::enn22 3u|| CL 0l599+UVW XXr$cdV^8dQhR\PR\R\P/#r)rTensorr)r!s"r"r#r#^s)ell=U\\r$c\VR4'dVPV4#\V4'd \W4#\ V\ 4'd\ W4P#VPemVP\P!^.\VP44,48XdV#\RVP RVP R24hV#)__get_tensor_shard__FQN: '1' is not a ShardedTensor, can't find by offset: 'r)hasattrrrrrr rrrrrr@sizerr)rrs&&r"rr^sv-..**511 ((/>>&-((6)000 || <<5::qcC ,>&>? ?MUYYKPQVQ]Q]P^^_ `   Mr$c<V^8dQhR\R\R\/#)rr=rr)rrr )r!s"r"r#r#ps"   } QT r$c<VPV9d\RVP R24hWP,p\V\P4'd \ W!4#VP e'\RVP RVP R24hV#)zCould not find FQN: 'rrr)rrrrrrr)r=rrls&& r"rrps yy "0 1=>> YY C#u||$$ ,,  !UYYKPQVQ]Q]P^^_ `   Jr$c~V^8dQhR\\,R\\,R\\,/#rabrrr r)r!s"r"r#r#~-11#18C=1T#Y1r$cX\W4UUu.uF wr#W#,NK upp#uuppir&ziprri_ai_bs&& r"_element_wise_addr~$&)!i 0i(#CIIi 00 0&c~V^8dQhR\\,R\\,R\\,/#rr)r!s"r"r#r#rr$cX\W4UUu.uF wr#W#, NK upp#uuppir&rrs&& r"_element_wise_subrrrcaa]tRtRtoV3RlV3Rllt]P 3V3RlRlltV3RlRltV3RlR lt V3R lR lt R t RR lt Rt VtV;t#) _ReaderViewic@<V^8dQhRS[PRS[RS[/#)r base_streamrr@ioIOBaser )r!rLs"r"r#_ReaderView.__annotate__s&BIIsr$cj<\SV`4W nW0nWnVP ^4R#rN)superrUrr@rseek)rTrrr@ __class__s&&&&r"rU_ReaderView.__init__s)  & ! r$c,<V^8dQhRS[RS[RS[/#)rrwhencerrY)r!rLs"r"r#rs"553555r$cV\P8XdVPV,pMIV\P8Xd5\PpVPVP,V, pVP P W4#r&)osSEEK_SETrSEEK_ENDr@rr)rTrrs"""r"r_ReaderView.seeks_ R[[ [[6)F r{{ "[[FkkDHH,6F$$V44r$c <V^8dQhRS[/#rXrY)r!rLs"r"r#rs55c5r$cXVPP4VP, #r&)rtellrr[s&r"r_ReaderView.tells $$&44r$c <V^8dQhRS[/#rXrK)r!rLs"r"r#r++$+r$c6VPP4#r&)rreadabler[s&r"r_ReaderView.readable((**r$c <V^8dQhRS[/#rXr)r!rLs"r"r#rrr$c6VPP4#r&)rseekabler[s&r"r_ReaderView.seekablerr$cVPVP4, pV^8Xd^#\V4V8d\V4RVpVPP V4#r)r@r memoryviewrreadinto)rTrmax_sizes&& r"r_ReaderView.readintosS88diik) q= q6H 1 ix(A((++r$cVPVP4, pVR8XgW8dTpVPPV4#)r_)r@rrread)rTrrs&& r"r_ReaderView.reads=88diik) 2:D$$T**r$)rr@r)r)rrrrrUrrrrrrrrrr __classcell__)rrLs@@r"rrsO/1kk5555++++,++r$rcpV^8dQhR\PR\R\R\P/#)rfilerlengthrr)r!s"r"r#r#s0--BII-s-C-BII-r$c\WV4#r&)r)rrrs&&&r"_create_file_viewr s tV ,,r$c<V^8dQhR\R\R\/#)r device_type device_idr)r.r )r!s"r"r#r#s!(((((r$c"VR8XdR#V RV 2#)zDevice info normalization.cpu:r)r r s&&r"_normalize_device_inforse]!I; ''r$Fc#"\'d\P!4'd\P!4^8Xdh\P !4pVP 4RxVP4\V4pVPR4P^ 4R#RxR# TP4\T4pTPR4P^ 4i;i5i)rNtime) ENABLE_PROFILEr/ is_availablerQcProfileProfileenabledisabler sort_stats print_stats)profilerstatss r"_profilers~t0022dmmo6J##% 5     (OE   V $ 0 0 4    (OE   V $ 0 0 4s#'C1?C1*B1.AC11=C..C1c6a\S4RV3Rll4pV#)c$V^8dQhR\/#rX)r )r!s"r"r##_api_bc_check..__annotate__s))s)r$c8<\V4^8Xd\P!RSP R2^R7\P !S4pVP P4Uu.uF+q3PVP8XgKVPNK- ppRV9d$RV9d\RW3 24hV^,VR&M8RV9d$RV9d\RW3 24hV^,VR&M\RV 24hS!V^,3/VB#S!V/VB#uupi) rzThe argument order of zG has been changed. Please check the document to avoid future breakages.) stacklevelstorage_writerzstorage_writer in kwargs: storage_readerzstorage_reader in kwargs: zUnexpected kwonlyargs = ) r@warningswarnrinspect signature parametersvalueskind KEYWORD_ONLYnamerA RuntimeError)argskwargssigp kwonlyargsfuncs*, r" inner_func!_api_bc_check..inner_funcs+ t9> MM(8GG  ##D)C # 5 5 7 7166Q^^;S 7  :-#v-(+EtnEU)VWW+/7'(!Z/#v-(+EtnEU)VWW+/7'("%=j\#JKKQ*6* *(( (s *D Dr)r4r5sf r" _api_bc_checkr7s! 4[))2 r$r&)9rr'rr7rr%collections.abcrr contextlibr functoolsrpstatsrtypingr r r rtorch.distributed distributedr/'torch.distributed._shard.sharded_tensorr -torch.distributed._shard.sharded_tensor.shardr apirrrrrrrprotocolrr__all__rrr*r;rErGrrrrrrrr rrrr7rr$r"rDs  .%%% A? 5Q  8 9 CL CL= *z'z'zY*$ 11%+"))%+P- (   r$