+ "ݳj<-^RIHt^RIHt^RIt^RIHt^RIHtHtRRlt RR/R R llt R R lt R Rlt RRlt R!RRlltR"RRlltRRltRRltRRltRRltRRltRR ltR#)#) annotations) MethodTypeN)nn)_ExpertContainer_install_compact_expert_reprcV^8dQhRR/#)module nn.Module)formats"b/home/luca/screen-checking/.venv/lib/python3.14/site-packages/defuser/modeling/runtime_defusion.py __annotate__rs9c\VRR4pVf\VRR4pVf#\VPP R24hV#) activation_fnNact_fnz% is missing `activation_fn`/`act_fn`.)getattrAttributeError __class____name__)r rs& r_activation_fnrsM V_d 3F ~40 ~ 0 0 9 9::_`aa Mrbiasc ,V^8dQhRRRRRRRRRR /#) r in_featuresint out_featuresweight torch.Tensorrztorch.Tensor | Nonereturn nn.Linearr )r s"rrrs<      rcP\P!VVVRJVPVPR7p\P !4;_uu_4VP PV4VeVPPV4RRR4V# +'giT#;i)N)rdevicedtype) rLinearr#r$torchno_gradrcopy_r)rrrrlinears$$$$ r _make_linearr*sYY  }}ll F  F#   KK  d #  M  Ms ;B B% c V^8dQhRRRR/#)r gate_up_projr!r ztuple[nn.Linear, nn.Linear]r )r s"rrr.s 6QrcxVP^,pVPpVeVRVP4MRpVeW!RP4MRp\VPVVP RVP4VR7p\VPVVP VRP4VR7pWV3#)r N)rrrr)rr contiguousr*rr)r, split_sizer gate_biasup_bias gate_projup_projs& r_split_gate_up_linearr4.s**a/J   D262B[j!,,.I040@d;**,dG ,,"";J/::<  I  ,,"":;/::<  G  rc$V^8dQhRRRRRR/#r selfr hidden_statesrr r )r s"rrrBs";;);L;Ua;rcVPV4pVPV4pVPV\V4!V4,4#N)r2r3 down_projrr7r8gateups&& r_standard_split_gate_up_forwardr?Bs< >>- (D m $B >>"~d3D99 ::rc$V^8dQhRRRRRR/#r6r )r s"rrrHs"''I'l'Wc'rcVPV4pVPV4pVPV4pW0PV4,pVP V4pVP V4pVP V4#r:) layer_normr2r3rdropoutr;r<s&& r!_phi4_audio_split_gate_up_forwardrDHshOOM2M >>- (D m $B kk$ B b BNN2&M << &&rc(V^8dQhRRRRRRRR/#)r r7r hidden_stater layer_idxz int | Noner r )r s"rrrRs0 > >  > > > >rc>VPV,pVPV,!V4p\P!V^RR7wrEVP V4V,pVP V4V,pVP VPV4V,4#)r dim) layer_dicgate_up_proj_adapter_listr&chunkr2r3r;r)r7rFrG adapter_out gate_adapter up_adapter gate_stateup_states&&& r_zamba2_split_gate_up_forwardrTRs y)I00;LIK${{;rBL - >$++j1H< ==rc$V^8dQhRRRRRR/#)r r r variantstrr boolr )r s"rrr_s!ITrc\VRR4'dR#\VRR4p\V\P4'gR#\ V4wr4VR8XdYCrCVP RV4VP RV4\ VR4VR8Xd\\V4Vn MHVR8Xd\\V4Vn M+VR8Xd\\V4Vn M\R V 24hR Vn R #) _defuser_split_gate_up_runtimeFr,N phi4_audior2r3standardzamba2z'Unsupported split gate_up MLP variant: T)r isinstancerr%r4 add_moduledelattrrr?forwardrDrT ValueErrorrZ)r rVr,r2r3s&& rpatch_split_gate_up_mlprc_sv7??6>48L lBII . ..|<I,$7 k9- i) FN#*#$CVL L #$EvN H #$A6JB7)LMM,0F) rc$V^8dQhRRRRRR/#)r r7r inputsrr r )r s"rrr{s"))I)|)Ua)rc VPV^R7p.p\VP4F<pVP\ V\ V44P W5,44K> \P!V^R7#)rrI) splitrange num_expertsappendrrWr)r&cat)r7re expert_size input_list output_list expert_idxs&&& r_parallel_experts_forwardrp{sfkq1JKD,,- 74Z9@@AWXY. 99[a ((rc V^8dQhRRRR/#r r r r rXr )r s"rrrs9rc>\VRR4'dR#\VRR4p\V\P4'dVP 4^8wdR#\ VP 4Fpp\4p\VPVPW,P4R7pVPRV4VP\V4V4Kr \VR4\\ V4VnRVnRVn\)V4R#)!_defuser_parallel_experts_runtimeFrNrrrr)T)rr^r ParameterrJrhrirr* input_size output_sizer.r_rWr`rrpra_unfused_expertsrtr)r rro containerr)s& rpatch_parallel_expertsr{sv:EBB VXt ,F fbll + +vzz|q/@F../ $& ))++%002  Xv.#j/950 FH 96BFN"F/3F, ( rc ,V^8dQhRRRRRRRRRR/#r r7r r8r top_k_index top_k_weightsr r )r s"rrrs:    rc\P!V4pVP4^8XdV#\PPP W P R7P^^^4p\P!VPRR7^4PRR7pVEF)p\VP44p\P!WX,P^44wrV P4^8XdKa\V\!V44p W,p \#V R4'dV P%V 4p MKV P'V 4pV P)V 4pVP+V4V,p V P-V 4p WWR3,,p VP/^WP1VP244EK, V#)r num_classesrIF)as_tupleidentityNrK)r& zeros_likenumelr functionalone_hot total_expertspermutegreatersumnonzeroritemwheresqueezerrWhasattrrr2r3rr; index_add_tor$)r7r8r~rfinal_hidden_states expert_mask expert_hitexpert_idx_tensorro selection_idx token_idxexpert current_statecurrent_hidden_statesr=r>s&&&& r_longcat_flash_forwardrs  **=9a""((%%--kGYGY-ZbbcdfgijkK{848L T2I 1gfc6J6JF001 $& 11 1l6NS\Sh(4M&,,Q/14J$"..'$[j1<<>I #"..'$[1<<>G '"44#// ,779K  i 8  G 4  k :  R[[] ;#j/95326v~&&'v{## $--F 6?FN"F&*F# ( rc ,V^8dQhRRRRRRRRRR/#r}r )r s"rrrsABB BBB B  Brc&VP^,pVPRVP4p\P!WP VP R7p\P!4;_uu_4\PPPW PR7P^^^4p\P!VPRR7^4P4P!4pRRR4XP#4Fp\P$!XV,4wr\'V\)V44p W,p VP+V P-V 44V P/V 4,p V P1V 4p V P3RVP4W:V R3,,p VP5^W4K VP3VRVP4# +'giEL;i)r)r$r#rrINrKr)rreshapeffn_hidden_sizer&rr$r#r'rrrrirrrrflattentolistrrrWrr2r3r;viewr)r7r8r~r batch_size next_statesrrroidxrrrrs&&&& r_dbrx_experts_forwardrs $$Q'J!))"d.B.BCM""=8K8KTaThThiK hh))11+K[K[1\ddefhiklm ]];??x?#@!DLLNVVX  !'') [%<=s:/%0 $ F,<,<],K Lv~~^kOl l & 0 01F G 5 : :2t?S?S TWdpsuyeyWz zq)C*   JD,@,@ AA s 9B G?? H c V^8dQhRRRR/#rrr )r s"rrr s//y/T/rc \VRR4'dR#\VRR4pVe7\VR4'd%\VR4'd\VR4'gR#VPVPVP3pVP P V4pVPP V4pVPP V4p\VP4EFp\4pVPR\VPVPW6,P4P4R74VPR \VPVPWF,P4P4R74VPR \VPVPWV,P4R74VP\V4V4EK VP Vn\%VR4\'\(V4VnR VnR Vn\1V4R #) _defuser_dbrx_runtimeFmlpNw1v1w2r2rur3r;T)rrrirrrrrrrhrr_r*tr.rWrrr`rrraryrr)r r split_shaperrrrorzs& rpatch_dbrx_expertsr sv.66 &% &C {'#t,,GC4F4FgVY[_N`N`%%v'='=v?Q?QRK [ !B [ !B [ !BF../ $&   "22#//~'')446     "22#//~'')446     "..#33~002   #j/95508%%FM FE 5v>FN"F#'F  ( rr:)r\) __future__rtypesrr&r&defuser.modeling.moe_experts_interfacerrrr*r4r?rDrTrcrpr{rrrrr rrrsd # a !% *(; ' >8)4D.bB4/r