+ jX/a0t$^RIHt^RIt^RIt^RIt^RIt^RIH t ^RI H t H t ^RI t ] 'd^RIHt.tR]R&RR ltR R ltR R lt] !RRR7!RR44t!RR] P,P.4t!RR] P,P.4t!RR]P44t!RR]4tR#)) annotationsN) dataclass)Any TYPE_CHECKING) ProcessGroupzlist[ctypes.CDLL]_NCCL_EP_KEEPALIVEc V^8dQhRRRR/#)namestrreturnz str | None)formats"`/home/luca/screen-checking/.venv/lib/python3.14/site-packages/torch/distributed/_token_switch.py __annotate__rs . . . .c\PPV4pTeTP'gR#TP^,# \dR#i;iN) importlibutil find_specModuleNotFoundErrorsubmodule_search_locations)r specs& r _find_pkg_dirrsU~~''- |4:::  * *1 -- sA AAcV^8dQhRR/#)r r Noner)rs"rrr#s%L%L$%Lrc`\R4pVf \R4h\PP VR4pR\P 9dl\PP VRR4p\PP V4'g\RV RV R 24hV\P R&\R 4pVed\PP \PP VR44'd!\P PR V4\PP VR R 4p\PPV4'd<\P\P!V\PR74R#R#)ncclNzTokenSwitchNCCL needs the 'nccl4py' package for this build's libnccl_ep.so and runtime JIT headers. Install it with `pip install nccl4py==0.3.1`.ep NCCL_EP_HOMEincludenccl_epz nccl4py at z+ is missing the EP JIT headers expected at z(; reinstall nccl4py or set NCCL_EP_HOME.z nvidia.nccl NCCL_HOMElibz libnccl_ep.so)mode)r ImportErrorospathjoinenvironisdir setdefaultisfilerappendctypesCDLL RTLD_LOCAL)nccl_pkgep_dir ep_headers nvidia_ncclr%s r_prepare_nccl4pyr7#s>V$H ,  WW\\(D )FRZZ'WW\\&)Y? ww}}Z((hZ( \!IK &, >"  .K277==k91U#V#V k;7 '',,vuo 6C ww~~c!!&++c8I8I"JKrcV^8dQhRR/#)r r rr)rs"rrrKsrc^RIHpV# \dMi;i\4^RIHpT# \dp\R4ThRp?ii;i)rNztorch._nccl_ep is unavailable; this PyTorch was not built with USE_NCCL_EP (or, for a USE_SYSTEM_NCCL=ON build, the nccl4py wheel is missing).)torch._nccl_ep_nccl_epr'r7)_epes r_import_nccl_epr>Ksa $    $ J     s  . A  AA T)frozenslotsc,]tRt^ht$R]R&R]R&RtR#)Routingobjecthandle torch.Tensortopk_idxrN)__name__ __module__ __qualname____firstlineno____annotations____static_attributes__rrrrBrBhs NrrBcB]tRt^nt]RRl4t]RRl4tRtR#)_DispatchAutogradc4V^8dQhRRRRRRRRR RR R R R /#)r ctxrts TokenSwitchroutingrBtokensrE topk_weightsmax_recv_tokensintr /tuple[torch.Tensor, torch.Tensor, torch.Tensor]r)rs"rr_DispatchAutograd.__annotate__psN:: : :: : # :  : 9:rc &VPwrgVP^,pVPWW4p VPWX4p VPPWX4p VPW#WIW4WnW nVPVnWV 3#))shape new_zerosrF _dispatchrQrS tokens_shape) rPrQrSrTrUrV_NHK out_tokensout_topk_weights out_topk_idxs &&&&&& rforward_DispatchAutograd.forwardos    q !%%o9 '11/E''11/E  \7G  !<<\99rc ,V^8dQhRRRRRRRRRR/#) r rPrgrad_out_tokensrEgrad_out_topk_weightsgrad_out_topk_idxr z+tuple[None, None, torch.Tensor, None, None]r)rs"rrrYs:33 3%3 ,3( 3 5 3rc VPVP4pVPPVPVP 4V4RRVRR3#r)r]r_rQ_combinerS contiguous)rPrirjrk grad_tokenss&&&& rbackward_DispatchAutograd.backwardsL&//0@0@A   _%?%?%A;OT;d22rrNrGrHrIrJ staticmethodrfrprLrrrrNrNns(::*33rrNcB]tRt^t]RRl4t]RRl4tRtR#)_CombineAutogradc ,V^8dQhRRRRRRRRR R/#) r rPrrQrRrSrB expert_tokensrEr r)rs"rr_CombineAutograd.__annotate__s:  $   rc LVPP^,pVP^,pVPWE4pVPW#V4WnW nVPVnVPVnVPP^,Vn V#)r) rFr\r]rmrQrS expert_shapedtype expert_dtypetop_k)rPrQrSrwNrarcs&&&& rrf_CombineAutograd.forwards    " "1 %    "",,Q2  GJ7 (..(..$$**1- rc$V^8dQhRRRRRR/#)r rPrrirEr ztuple[None, None, torch.Tensor]r)rs"rrrxs$== =#/= (=rc hVPwr#VP^,pVPpVPpVPP pVP Ws4PV4pVP WE\PR7p VP Wu\PR7p VPPP Wu4p VPPVPVPV4P4V VV V 4RRVRVP43#)r)r{N)rzr\r}r|rQ_max_recv_tokens_per_rankr]totorchfloat32rSrFr^rn) rPriMrar~rbr{max_recvgrad_expert_full dummy_weightsdummy_out_weights dummy_out_idxs && rrp_CombineAutograd.backwards    ! !! $ II   6633*44XADDUK'11!emm1L +55h5W ,,66xC   KK   u % 0 0 2      T+BQ/::<<= local experts: output buffer for per-expert receive counts (NCCL EP ``RECV_EXPERT_COUNTER``). NotImplementedError)selfrFrs&&&rcreate_routingTokenSwitch.create_routings "!rc4V^8dQhRRRRRRRRRRRRR R /# r rSrBrTrErUrcrdrer rr)rs"rrrsP " " " "# " ! " ' "# "  "rc \hrrrrSrTrUrcrdres&&&&&&&rr^TokenSwitch._dispatchs "!rc(V^8dQhRRRRRRRR/#r rSrBrwrErcr rr)rs"rrrs2"""$"! "  "rc \hrrrrSrwrcs&&&&rrmTokenSwitch._combines "!routc 0V^8dQhRRRRRRRRRR R R /#) r rSrBrTrErUrVz int | Nonerz6tuple[torch.Tensor, torch.Tensor, torch.Tensor] | Noner rXr)rs"rrrsG    #  $  D  9 rc VeVP!WV.VO5!V#Vf \R4h\PWW#V4#)aRoute tokens to experts. With ``out=(out_tokens, out_topk_weights, out_topk_idx)``: writes to the provided buffers and returns them; no autograd support. Without ``out``: allocates output buffers and returns ``(out_tokens, out_topk_weights, out_topk_idx)`` with autograd support. ``max_recv_tokens`` is required when ``out`` is not provided. ``topk_weights`` receives no gradient (routing metadata). z5max_recv_tokens is required when out= is not provided)r^ ValueErrorrNapply)rrSrTrUrVrs&&&&&$rdispatchTokenSwitch.dispatchsM$ ? NN7L ?3 ?J  "TU U && 6  rc(V^8dQhRRRRRRRR/#)r rSrBrwrErrr r)rs"rrrs8DDD$D ! D  Drc ^VeVPWV4V#\PWV4#)zGather expert outputs back to token order. With ``out=out_tokens``: writes to the provided buffer and returns it; no autograd support. Without ``out``: allocates an output buffer and returns it with autograd support. )rmrur)rrSrwrs&&&$rcombineTokenSwitch.combines/ ? MM'# 6J%%d]CCrrr) rGrHrIrJ__doc__abcabstractmethodrr^rmrrrLrrrrRrRs   " "  " " "" GK  6D $( DDrrRcN]tRtRtRtRRltR RRlltRR ltR R ltR t R#)TokenSwitchNCCLizPToken switch backed by NCCL EP (:func:`ncclEpCreateGroup` / dispatch / combine).c 0V^8dQhRRRRRRRRRRRR /#) r process_groupr num_expertsrWmax_dispatch_tokens_per_rankmax_recv_tokens_per_rankmax_token_bytesr rr)rs"rrTokenSwitchNCCL.__annotate__sF  #  '*  #&      rc \4VnW@nVPPP VVVVV4VnR#r)r>r<r _NcclEpGroupcreate_group)rrrrrrs&&&&&&r__init__TokenSwitchNCCL.__init__s?#$)A&hh++22   ( $    rNc$V^8dQhRRRRRR/#rr)rs"rrr.s( 9 9 9"5 9  9rc |VPPPVPVV4p\ W1R7#)zQCreate expert routing for this phase; pass to :meth:`dispatch` / :meth:`combine`.)rDrF)r< _NcclEpHandlerrrB)rrFrrDs&&& rrTokenSwitchNCCL.create_routing.s8 ''.. KK  #  f88rc4V^8dQhRRRRRRRRRRRRR R /#rr)rs"rrr;sP    #  !  '  #   rc ZVPPVPVVVVV4R#r)r<_nccl_ep_dispatchrDrs&&&&&&&rr^TokenSwitchNCCL._dispatch;s, "" NN       rc(V^8dQhRRRRRRRR/#rr)rs"rrrMs2     $  !    rc TVPPVPVV4R#r)r<_nccl_ep_combinerDrs&&&&rrmTokenSwitchNCCL._combineMs# !! NN   r)r<rrr) rGrHrIrJrrrr^rmrLrrrrrsZ $ 9 $   rr)__conditional_annotations__ __future__rrr0importlib.utilrr( dataclassesrtypingrrr"torch.distributed.distributed_c10drrrKrr7r>rBautogradFunctionrNruABCrRr)rs@rrs""  !% ?)+%* .%LP: $d#$ !3//!3H.=u~~...=bSD#''SDl> k> r