%Vji2(<ddlmZddlZddlZddlZddlZddlZddlmZm Z ddl m Z m Z m Z mZmZddlZddlmZddlmZddlmZddlmZdd lmZmZdd lmZdd lm Z d d l!m"Z"erddl#m$Z$ddl%m&Z&ddlm'Z'ej(e)Z*GddZ+ddZ,dS)) annotationsN)AbstractContextManager nullcontext)AnyCallableLiteralOptional TYPE_CHECKING) dynamo_timed)normalize_path_separator)BoxedDeviceIndex)temporary_cache_dir) BoxedBool InputType)FakeTensorMode)ShapeEnv)config)Sequence) CacheInfo) GraphModulecdeZdZUdZded<ded<ddZdd Zd dddZed dddZ dS)CompiledArtifacta CompiledArtifact class represents the precompiled inductor artifact that can be invoked in order to avoid repeated compilation. CompiledArtifact can be obtained by calling standalone_compile(gm, example_inputs) to create a fresh CompiledArtifact from a GraphModule and example inputs. Later this CompiledArtifact can be saved to disk, either as a binary or unpacked into the provided folder via the CompiledArtifact.save function. CompiledArtifact.load provides a way to create a CompiledArtifact from the binary or unpacked data. Finally, the CompiledArtifact can be invoked via the __call__ method to execute the precompiled artifact. Callable[..., Any] _compiled_fn!Optional[tuple[bytes, CacheInfo]] _artifacts compiled_fn artifactsc"||_||_dSN)rr)selfrrs \/root/voice-cloning/.venv/lib/python3.11/site-packages/torch/_inductor/standalone_compile.py__init__zCompiledArtifact.__init__6s (#argsrreturnc|j|Sr!)r)r"r&s r#__call__zCompiledArtifact.__call__>s t $''r%binary)formatpathstrr+Literal['binary', 'unpacked']Nonec td5|jtd|j\}}t|jdks J||jd}|dkrt j|rJddlm }ddl m }|}| || || |t|d5} | |dddn #1swxYwYn|d ksJt j|r7t j|sJt%j|d dd l m} t+|5t,j|} | J| jD]}| |} t j| sJt7t j| D]}tt j| |d 5} t=j| }dddn #1swxYwY| }tB"d| dddn #1swxYwYddddS#1swxYwYdS)NzCompiledArtifact.savezFCompiledArtifact.save failed to save since there's no artifact to saverrr*) BytesWriter torch_keywbunpackedT) ignore_errors) FxGraphCacherbzOutput code written to: %s)#r r RuntimeErrorlenaot_autograd_artifactsosr,isdir&torch.utils._appending_byte_serializerr1 codecacher3 write_bytes write_stropenwriteto_bytesexistsshutilrmtreer7rtorchcompilerload_cache_artifactsinductor_artifacts_get_tmp_dir_for_keysortedlistdirjoinpickleload write_to_diskloginfo)r"r,r+artifact_bytes cache_infokeyr1r3writerfiler7loaded_cache_infosubdirfgraph output_files r#savezCompiledArtifact.saveAs1 2 2. P. P&"\*. &NJz899Q>>> >>>3A6C!!7==.....NNNNNN000000$""99;;///  %%%"">222$%%2JJv00111222222222222222++++7>>$''<7==.....M$d;;;;333333(..PP(-(K(K&))%-888 1CPP!-!B!B3!G!G!w~~f55555$*2:f+=+=$>$>PPD!%bgll64&@&@$!G!G71(. A777777777777777*/*=*=*?*?KHH%A;OOOO PPPPPPPPPPPPPPPPP?. P. P. P. P. P. P. P. P. P. P. P. P. P. P. P. P. P. PsC$K4(D( K(D, ,K/D, 0A8K(B4KI= 1 K=JKJ4K: KK K K KK"%K"c t|}td5|dkrtj|rJt |d5}|}dddn #1swxYwYddlm}ddl m }||}| |ksJ| }| }| sJtj|t#} n|dksJtj|sJtj|d } tj| sJt'tj| } t+| dksJ| d}t-|} | 5t/jd 5tjjd 5dd lm} | |d dgid} dddn #1swxYwY| Jddlm}|t?dtAd}tj!"tGtI}tj!%|5| &g| j'|dddn #1swxYwYdddn #1swxYwYdddn #1swxYwYtQfddcdddS#1swxYwYdS)NzCompiledArtifact.loadr*r8r) BytesReaderrr2r5 aotautogradT)&unsafe_skip_cache_dynamic_shape_guards)strict_autograd_cache)AOTAutogradCacheF)localremoter&rV aot_config)_CompileFxKwargs) cudagraphsboxed_forward_device_index shape_envc4t|Sr!)list)r&rs r#z'CompiledArtifact.load..s++d4jj2I2Ir%))r r r<r,r=rBreadr>rar?r3 read_bytesread_str is_finishedrHrIrJrrOrorNr:rrpatch _functorch-torch._functorch._aot_autograd.autograd_cachere_lookup compile_fxrirr _guardsTracingContextrrtracingwrap_post_compilesanitized_aot_configr)r,r+rYrrar3readerrWrU cache_dir_ctxautograd_cache_dirfilesreentryri fx_configcontextrs @r#rQzCompiledArtifact.loadts(-- 1 2 2? Q? Q!!7==.....$%%, $ I,,,,,,,,,,,,,,,NNNNNN000000$Y//((**iikk9999oo''!'!2!2!4!4))+++++33NCCC>Imm ++++w}}T*****%'W\\$ %F%F"w}}%788888RZ(:;;<<5zzQAh 3D 9 9 ! !  DIII! ! %,222NN  -44"$#%#' 5E               (((888888,,(///?/B/B  -66"XZZ888]**733"'"9"9E6 ##K=! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! ! D$$I$I$I$I4PP? Q? Q? Q? Q? Q? Q? Q? Q? Q? Q? Q? Q? Q? Q? Q? Q? Q? Qs9M"A:. M":A> >M"A> E!M"#L89&L!"I  L! I L!I B L!!L > L! L L!L L! L8!L% %L8(L% )L8, M"8L< <M"?L< M""M&)M&N)rrrr)r&rr'r)r,r-r+r.r'r/)r,r-r+r.r'r) __name__ __module__ __qualname____doc____annotations__r$r)r_ staticmethodrQr%r#rr!s"%$$$1111$$$$((((EM1P1P1P1P1P1Pf>FCQCQCQCQCQ\CQCQCQr%rgmrexample_inputsSequence[InputType]dynamic_shapesroptionsr'c ddlm}ddlm}d}|dkr tt  d}n,|d kr4t jj}|j J|j n|d krtt  ttt|j j}|jd ksJt!|jdksJd fd } t%|jdt jjr| |jdn/|jdD] } | | nt+d|dt j }t j|5|5t1jdd5t5j|}|||fd|i|} t9| sJt j} | t> ddddn #1swxYwYdddn #1swxYwYdddn #1swxYwYtC| | S)Nr)CacheArtifactManagerr)ryFfrom_example_inputsrlTfrom_tracing_context from_graphoutputnode torch.fx.Noder'r/cd|jvr:|jd}t|tjjjr |jdSdSdS)N example_value)meta isinstancerH _subclasses fake_tensor FakeTensor fake_mode)r maybe_tensorrs r# handle_nodez'standalone_compile..handle_nodesU$)++#y9 lE,=,I,TUU7 , 6III,+77r%zJstandalone_compile got unsupported `dynamic_shapes` value: dynamic_shapes=.ztriton.autotune_at_compile_timeignore_shape_envzstandalone_compile artifact generation failed, cannot save. Run with TORCH_LOGS=+torch._inductor.codecache to identify the problem)rrr'r/)"torch.compiler._cacherryrrrHrzr{getrnextiterreversedr]nodesopr:r&rfxNode ValueErrorr|with_fresh_cacherrucopydeepcopycallablerIsave_cache_artifactsrSwarningr)rrrrrryrr last_noderrrrrs @r#standalone_compilers;:::::&&&&&&..."XZZ888   1 1 1-.2244 ,,,% < ' '"XZZ888 hrx~667788 |x''''9>""a'''' 7 7 7 7 7 7 inQ' 7 7 " K q) * * * *!q) " " D!!!! " jYg j j j   m**955G g&&--//  6== ]2   j   1A EL   $$$$$N7799   KKY   & K 3 33s[ I15I A,I7 II I I I I1I I1!I "I11I58I5) rrrrrrrrr'r)- __future__rrloggingr<rPrF contextlibrrtypingrrrr r torch.fxrHtorch._dynamo.utilsr torch._inductor.cpp_builderr torch._inductor.cudagraph_utilsr 'torch._inductor.runtime.cache_dir_utilsrtorch._inductor.utilsrrtorch._subclassesr%torch.fx.experimental.symbolic_shapesrrcollections.abcrrrr getLoggerrrSrrrr%r#rs""""""  ::::::::BBBBBBBBBBBBBB,,,,,,@@@@@@<<<<<<GGGGGG66666666,,,,,,::::::%((((((//////$$$$$$g!!WQWQWQWQWQWQWQWQtM4M4M4M4M4M4r%