%Vji4%LddlZddlZddlZddlmZddlmZddlmZddl m Z m Z m Z m Z mZmZddlmZddlmZmZmZmZmZmZddlmZdd lmZ ed ZejeZ Gd d ee eZ!Gd de eZ"GddeZ#dS)N)abstractmethod) defaultdict)chain)AnyCallableGenericOptionalTypeVarUnion)override)_serialize_single_cache CacheArtifactCacheArtifactFactoryCacheArtifactManagerCacheArtifactsResult CacheInfo)AppendingByteSerializer) OrderedSetTcbeZdZdZeddZedefdZede fdZ dS)PrecompileCacheArtifacta5 Data for each cache artifact that will be serialized and deserialized by PrecompileContext, rather than CacheArtifactManager. T represents the deserialized type of the artifact, i.e. the return type of after_deserialization PrecompileCacheArtifact is a frozen dataclass - you can add new serializable fields and metadata specific to your own artifacts as needed, and use them in after_deserialization. Example implementation: class MyPrecompileCacheArtifact(PrecompileCacheArtifact[MySerializableType]): my_field: int def after_deserialization(self) -> MySerializableType: result = pickle.loads(self.content) # Do some extra work post deserialization result.my_post_deserialization_function(self.my_field) return result returnNc td)Nz1Precompile cache artifacts do not populate caches) RuntimeErrorselfs Z/root/voice-cloning/.venv/lib/python3.11/site-packages/torch/_dynamo/precompile_context.pypopulate_cachez&PrecompileCacheArtifact.populate_cache3sNOOOcdS)NTrs rprecompile_compatiblez-PrecompileCacheArtifact.precompile_compatible7strcdS)z Code to be run after reading raw byte contents from disk. Generally converts self.content from raw bytes back into its original form. Nr!rs rafter_deserializationz-PrecompileCacheArtifact.after_deserialization;s rrN) __name__ __module__ __qualname____doc__r rboolr"rrr$r!rrrrs(PPPXPtX q   ^   rrcbeZdZdZdedededdfdZdeefdZ d e d efddfd Z dS) EditablePrecompileCacheArtifactzk A PrecompileCacheArtifact whose content isn't encoded until we call PrecompileContext.serialize() artifact_typecontentkeyrNcTtj||_||_||_dSN)copydeepcopyr.r/r-)rr-r.r/s r__init__z(EditablePrecompileCacheArtifact.__init__Is*}W-- *rctj|j}tj|j|j|}t|tsJ|S)z, Actually encode the object ) pickledumpsr.r encode_creater-r/ isinstancer)rr.artifacts r real_encodez+EditablePrecompileCacheArtifact.real_encodePsQ,t|,,'5  '  ($;<<<<<redit_fn.c0||j|_dS): Edit the content of an existing artifact N)r.)rr<s r edit_contentsz-EditablePrecompileCacheArtifact.edit_contents[swt|,, r) r&r'r(r)strrr4rrr;rr?r!rrr,r,Ds+c+C+c+d++++ 4Q7    -Xc3h%7-D------rr,c NeZdZUdZiZeeeee e ffe d<e e Zee d<eZee e d<eeZeeee e fe d<eZee d<edfd Zee dd ed edededd f dZeddZed ededefdd fdZ ed ede!e fdZ"ede!ee#efffd Z$e%dedefdZ&eddZ'xZ(S)PrecompileContexta@ PrecompileContext is a special CacheArtifactManager for handling precompilation It uses the same interface as CacheArtifactManager, but handles deserialization differently: instead of placing each artifact into respective caches, it will stitch all the cache artifacts for a single key together and place it into a global Precompile Cache. The following artifact types are supported by PrecompileContext: - BundledAOTAutogradCacheArtifact - DynamoCodeStateArtifact - AutotuneCacheArtifact (regular autotune results, same as Megacache) _new_cache_artifacts_by_key_new_cache_artifacts_seen_artifacts) serialize_fn _serializer _cache_inforNcz|jtdSr1)rCclearsupercls __class__s rrJzPrecompileContext.clears- '--///  rFr-r/r.editablec|rt|||}n;tj|||}||jvrdS|j|||j|<dS)zg Called from each caching operation to record the artifact in this "mega" list N)r,rr8rEaddrC)rMr-r/r.rOr:s rrecord_artifactz!PrecompileContext.record_artifactsr  .6}gsSSHH+9-gVVH 3...   # #H - - -/7',,,rc0|jD]b}t|tr|}|j|j|c|j dS)z We normally record artifacts by key, but serialization expects them to be organized by artifact type. This function transfers artifacts from _new_cache_artifacts_by_key to _new_cache_artifacts N) rCvaluesr9r,r;rDrNtypeappendrJ)rMr:s r_save_artifacts_by_typez)PrecompileContext._save_artifacts_by_types 7>>@@ Q QH($CDD 2#//11  $X%7%<%<%>%> ? F Fx P P P P '--/////rr<.c||jvsJd|d|j|}t|ts Jd||dS)r>zKey  not found in artifactszArtifact is not editableN)rCr9r,r?)rMr/r<r:s r edit_artifactzPrecompileContext.edit_artifacts c5555 /3 / / /655237($CDD  &  D w'''''rc|j|d}t|tr|}|S)zP Serialize all artifacts with the given key returned in a list. N)rCgetr9r,r;)rMr/results rserialize_artifact_by_keyz+PrecompileContext.serialize_artifact_by_keysE 044S$?? f= > > *''))F rc|d|jvrdStS)Nprecompile_dynamo)rWrDrK serializerLs rrazPrecompileContext.serializes> ##%%% c&> > >4ww  """r artifactschti}t}t|D]N}|dkr|n |||j<||Oddl m }m }|dD]}t|tsJ|}|j}i} |D]8} | |vsJd| d|| }t|tsJ|| | <9||| |j|S)Nautotuner) _BackendId DynamoCacher`zBackend rY)rB"_ensure_cache_artifacts_registeredrrrTrUrr/rQtorch._dynamo.packagererfr9rr$ backend_idswrite) rbartifacts_by_key cache_infor:rerf dynamo_entry cache_entrybackendsbackend_contentid_s rpopulate_cachesz!PrecompileContext.populate_cachessx<<>>>[[ y//112 % %H}}*,,''))))19 . NN8 $ $ $ $AAAAAAAA%&9: N NLl,CDD D DD&<<>>K".HNPO 0 0....0W30W0W0W...+C0!(,CDDDDD'/$$   k?L>>>>>        rr%)F))r&r'r(r)rCdictr@r r,objectr__annotations__rlistrDrrrErr rGtuplerrH classmethodrJr rr*rRrWrrZr r^bytesra staticmethodrrrg __classcell__)rNs@rrBrBbs  &   U26:MI JJ"   2=T1B1B.BBB2<OZ .=== -DEEE(sD4G/G)HI'Y[[K((([  8888 8  8  888[X86 0 0 0[ 0 ( (hsCx.@ (T ( ( ([ (CH]4K[#(5 )9#:;#####[##7I\<   [     rrB)$r2loggingr6abcr collectionsr itertoolsrtypingrrrr r r typing_extensionsr torch.compiler._cacher rrrrr&torch.utils._appending_byte_serializerrtorch.utils._ordered_setrr getLoggerr&loggerrr,rBr!rrrs  ######CCCCCCCCCCCCCCCC&&&&&&KJJJJJ////// GCLL  8 $ $# # # # # mWQZ# # # L-----gaj---