+ j-^RIt^RIt^RIt^RIHtHt^RIHt^RIH t ^RI H t ^RI H t ^RIHt^RIHtHtHt^R IHt]P,!]4t]P2!R R 7!R R ]44t!RR4t]P2!RR44tRRltRRlt]] ]!],3,t"]P2!R R 7!RR44t#!RR4t$R#)N)ABCabstractmethod) defaultdict Generator)contextmanager)chainAny)AppendingByteSerializer BytesReader BytesWriter) OrderedSetT)frozenca]tRt^toRt]P !RR7t]V3RlRl4t ]V3RlRl4t ]V3RlR l4t ] V3R lR l4t ]V3R lR l4tV3RltRtVtR#) CacheArtifactzG Data for each cache artifact that will be serialized and deserialized F)reprc(<V^8dQhRS[RRRR/#)writerclsrreturnNr)format __classdict__s"V/home/luca/screen-checking/.venv/lib/python3.14/site-packages/torch/compiler/_cache.py __annotate__CacheArtifact.__annotate__ s"((+(O((crVPVP4VPVP4R#N) write_strkey write_bytescontent)rrs&&r serializeCacheArtifact.serializes&!3;;'rc*<V^8dQhRS[RS[RR/#)r artifact_typereaderrr)strr )rrs"rrr%s'HH3H HHrcnVP4pVP4p\PWV4#r!)read_str read_bytesCacheArtifactFactorycreate)r)r*r#r%s&& r deserializeCacheArtifact.deserialize$s/oo##%#**=wGGrc&<V^8dQhRS[RS[/#)rr%r)r bytes)rrs"rrr+src`\V\4'g\R\V4 24hV#)zExpected bytes, got ) isinstancer4AssertionErrortype)r%s&rencodeCacheArtifact.encode*s+'5)) #7W !GH Hrc<V^8dQhRR/#rrN)rrs"rrr1s   rcR#r!r=selfs&rpopulate_cacheCacheArtifact.populate_cache0s rc <V^8dQhRS[/#rrr+)rrs"rrr5sXX#Xrc \R4h)z Returns the type of the artifact. Must be unique across all CacheArtifact classes. CacheArtifactFactory.register will add property method to CacheInfo based on this (def {type}_artifacts) that returns all artifacts for specific cache. z9CacheArtifact is an abstract class, please use a subclass) RuntimeErrorr=rrr8CacheArtifact.type4sVWWrc2<V^8dQh/S[;R&S[;R&#)rr#r%)r+r4)rrs"rrrs H 2rr=N)__name__ __module__ __qualname____firstlineno____doc__ dataclassesfieldr% staticmethodr&r1r9rrAr8__annotate_func____static_attributes____classdictcell__rs@rrrs !&&E2G((HH    XX?rrca]tRt^?toRt/t]V3RlRl4t]V3RlRl4t]V3RlRl4t ]V3RlR l4t V3R lt R t Vt R #) r/z@ Factory for creating CacheArtifact objects based on their type cF<V^8dQhRS[S[,RS[S[,/#)r artifact_clsr)r8r)rrs"rr!CacheArtifactFactory.__annotate__Gs%  D$7 D/CacheArtifactFactory.register..Qs$..1B"Cr)r8_artifact_typesr7setattr CacheInfoproperty)rrXr`s&&@rregisterCacheArtifactFactory.registerFs}(--/    #"5"5 5 #$5#66hi 2>-.  ! , C D rc6<V^8dQhRS[RS[S[,/#)rr`r)r+r8r)rrs"rrrYVs 66364 ;N6rcfWP9d\RV R24hVPV,#)r[z. not registered in mega-cache artifact factory)rcr7)rr`s&&r_get_artifact_type'CacheArtifactFactory._get_artifact_typeUs> $7$7 7 #$5#66de ""#455rc2<V^8dQhRS[RS[RS[RS[/#rr`r#r%r)r+r4r)rrs"rrrY^s)**s**u**rc4VPV4pV!W#4#r!)rkrr`r#r%rXs&&&& rr0CacheArtifactFactory.create]s--.?@ C))rc2<V^8dQhRS[RS[RS[RS[/#rn)r+r r)rrs"rrrYds-?? #?*-?8;? ?rcRVPV4pV!W$PV44#r!)rkr9rps&&&& r encode_create"CacheArtifactFactory.encode_createcs+--.?@ C!4!4W!=>>rcL<V^8dQh/S[S[S[S[,3,;R&#)rrc)dictr+r8r)rrs"rrrY?s! #tM2238 rr=N)rJrKrLrMrNrc classmethodrgrkr0rtrRrSrTrUs@rr/r/?sg79O  66** ??Krr/ca]tRt^ltoRt]P !RR7t]V3RlRl4t ]V3RlRl4t ]V3RlR l4t ]V3R lR l4t ]V3R lR l4t V3RlRltV3RlRltV3RlRltV3RltRtVtR#)rezV Return value of serialization and deserialization for the purpose of instrumentation c \\4#r!)rlistr=rrraCacheInfo.ts D 1r)default_factoryc0<V^8dQhRS[S[,/#rDr{r+)rrs"rrCacheInfo.__annotate__y  DI rcR#r!r=r?s&rinductor_artifactsCacheInfo.inductor_artifactsx rc0<V^8dQhRS[S[,/#rDr)rrs"rrr}rrcR#r!r=r?s&rautotune_artifactsCacheInfo.autotune_artifacts|rrc0<V^8dQhRS[S[,/#rDr)rrs"rrrs  S  rcR#r!r=r?s&raot_autograd_artifacts CacheInfo.aot_autograd_artifactsrrc0<V^8dQhRS[S[,/#rDr)rrs"rrrs  tCy rcR#r!r=r?s&r pgo_artifactsCacheInfo.pgo_artifactsrrc0<V^8dQhRS[S[,/#rDr)rrs"rrrs  d3i rcR#r!r=r?s&rprecompile_artifactsCacheInfo.precompile_artifactsrrc$<V^8dQhRS[RR/#)rartifactrN)r)rrs"rrrs==M=d=rczVPVP4,PVP4R#r!)r_r8appendr#)r@rs&&radd CacheInfo.adds# x}}'..x||>!!rcL<V^8dQh/S[S[S[S[,3,;R&#)rr_)rr+r{)rrs"rrrls!3S >*rr=N)rJrKrLrMrNrOrPr_rfrrrrrrrrrRrSrTrUs@rrerels .9->->1.I           ==""Mrrec,V^8dQhR\RRRR/#)rrrtuple[str, list[CacheArtifact]]rNr)rs"rrrs$22 2?2 2rcVPV^,4VP\V^,44V^,Fp\P W4K R#)rN)r" write_uint64lenrr&)rrrs&& r_serialize_single_cachersJ SV CF $FF1rc(V^8dQhR\RR/#)rr*rr)r )rs"rrrs ( (  (& (rc.pVP4pVP4p\V4F'pVP\P W 44K) W!3#r!)r- read_uint64rangerrr1)r*r_r` num_artifacts_s& r_deserialize_single_cachersXI)&&(M = !223DMN"  ''rcTa]tRt^toRtV3RlRltV3RlRltV3RltRtVt R#) CacheArtifactRecorderzC Shared entry point for cache implementations to record artifacts. c$<V^8dQhRS[RR/#)rr%rNr )rrs"rr"CacheArtifactRecorder.__annotate__sTTcTdTrc\\PVPVPV4R#r!)CacheArtifactManagerrecord_artifactr)r#r@r%s&&rrecordCacheArtifactRecorder.records,,T-?-?7Src2<V^8dQhRS[R,RR/#)rr%Nrr )rrs"rrrs!!t!!rc4VeVPV4R#R#r!)rrs&&rrecord_if_present'CacheArtifactRecorder.record_if_presents   KK  rc2<V^8dQh/S[;R&S[;R&#)rr)r#rE)rrs"rrrs   Hrr=N) rJrKrLrMrNrrrRrSrTrUs@rrrs'TT!!rrcXa]tRt^toRt]!]4t]!4t ] !] R7t ] !4t]V3RlRl4t]]V3RlRl44t]V3RlRl4t]V3R lR l4t]V3R lR l4t]V3R lRl4t]V3RlRl4t]V3RlRl4tV3RltRtVtR#)ra Lightweight manager class for collecting and processing cache artifacts for hot loading Intended Lifecycle: - Execute code via torch.compile, this will call CacheArtifactRecorder.record on each cache artifact - Call CacheArtifactManager.serialize to convert all the cache artifacts to portable format - Call CacheArtifactManager.deserialize to hot load the cache artifacts on a potentially different process NOTE: There's no FB/FC guarantees, results of cache artifacts will not be used unless code version matches.  serialize_fnc<V^8dQhRR/#r<r=)rrs"rr!CacheArtifactManager.__annotate__s  d rcVPP4VPP4VPP4VPP4R#r!)_new_cache_artifactsr_seen_artifacts _serializer _cache_infors&rrCacheArtifactManager.clearsF   &&( !!#  rc.<V^8dQhRS[R,/#)rr)NNNr)rrs"rrrs22+;!<2rc#"VPpVPpVPpVPp\ \ 4Vn\ 4Vn\\R7VnVPP4VnRxWnW nW0nW@nR# YnY nY0nY@ni;i5i)rN) rrrrrr{rr r __class__)roriginal_new_cache_artifactsoriginal_seen_artifactsoriginal_serializeroriginal_cache_infos& rwith_fresh_cache%CacheArtifactManager.with_fresh_caches(+'?'?$"%"5"5!oo!oo#.t#4 (l1?VW//335 2 'C $"9 1O1O(D $"9 1O1OsBC B)C)CCc0<V^8dQhRS[RS[RS[RR/#)rr)r#r%rN)r+r )rrs"rrrs3**** *  *rc \PWV4pW@P9dR#\P RV4VP V,P V4VPPV4R#)zO Called from each caching operation to record the artifact in this "mega" list Nz Recording %s)r/rtrlogdebugrrr)rr)r#r%rs&&&& rr$CacheArtifactManager.record_artifacts`(55m'R ** *  .(+   /66x@ )rc <V^8dQhRS[/#rDr)rrs"rrr s22t2rc 2\VP4^8g#)z7 Have we seen new artifacts since last serialize call? )rrrs&rneed_serialize#CacheArtifactManager.need_serialize s 3++,11rcD<V^8dQhRS[S[S[3,R,/#r<)tupler4re)rrs"rrrs#%y 01D8rc `\VPP4!F4p\P RV4VP P V4K6 VP P4'dR#\P!VP 4pVPPVPP44VPP4pVPP4W23# \d\P!RRR7R#i;i)z/ Converts the "mega" list into portable format z saving: %sNz Failed to pickle cache artifactsTexc_info)r rvaluesrrrrrcopydeepcopyrextenditemsto_bytesr Exceptionwarning)rrinfoartifact_bytess& rr&CacheArtifactManager.serializes s77>>@AH IIlH - OO   )B ?? " " K==1D OO " "3#;#;#A#A#C D __557N  $ $ * * ,!' ' K KK:TK J Ks=B D"D-,D-c4<V^8dQhRS[RS[R,/#)rserialized_artifactsrN)r4CacheArtifactsResult)rrs"rrr,s!%4H44Orc \P4\\P!V\ R74pV# \ d\PRRR7R#i;i)z7 Converts the portable format back into CacheArtifacts )deserialize_fnz#Failed to un-pickle cache artifactsTrN) r"_ensure_cache_artifacts_registeredrwr to_listrrrr)rr_s& rr1 CacheArtifactManager.deserialize+s^  C C E'//(#<I   KK=K M s9="A#"A#c&<V^8dQhRS[RS[/#)rr_r)rre)rrs"rrr?s#7Irc\4p\VP4!F:p\P RV4VP V4VP 4K< V#)z writing: %s)rer rrrrrA)r_rrs& rpopulate_caches$CacheArtifactManager.populate_caches>sN{y//12H IImX . HHX   # # %3  rc<V^8dQhRR/#r<r=)rrs"rrrIs   4  rc B^RIHp^RIHp^RIHp^RIHp^RIH pR#)zWhen deserializing caches in fresh process, we need to ensure that all cache artifacts are registered in the cache registry. This is done by simply importing all the cache artifacts already wrapped with register call. )PrecompileCacheArtifact)PGOCacheArtifact)AOTAutogradCacheArtifact)InductorCacheArtifact)AutotuneCacheArtifactN) torch._dynamo.packagertorch._dynamo.pgor-torch._functorch._aot_autograd.autograd_cachertorch._inductor.codecacher&torch._inductor.runtime.autotune_cacher)rrrrrrs& rr7CacheArtifactManager._ensure_cache_artifacts_registeredHs B6  D rc<V^8dQh/S[;R&S[S[,;R&S[S[S[S[S[,3,,;R&S[;R&#)rrrrr)rrrr rr+r{re)rrs"rrrsT$/B%* .=+2)sD4G/G)HI38(9rr=N)rJrKrLrMrNrr{rrrr rrrerrxrrrrrr&rQr1rrrRrSrTrUs@rrrs"2=T1B2<O -DE'[K  22$**"22 2$    Urr)%rrOloggingabcrr collectionsrcollections.abcr contextlibr itertoolsr typingr &torch.utils._appending_byte_serializerr r rtorch.utils._ordered_setr getLoggerrJr dataclassrr/rerrrwr+r{rrrr=rrrs ##%% 0! d#%XC%X$%XP*?*?Z &"&"&"R2 (Cm!445 d# ! !$ ! W W r