QVjit ddlZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZmZddlmZmZmZmZmZmZmZmZddlmZddl mZddlmZeee e!de"e#e$e%e&f Z'edeeee de"e#e$e%e&f  Z(e)Z*e Gd d ee(Z+er\e*dddddfd ee(e)fd ee"deee"e#e"fdeee"e#e"fdee!dee"de(fdZ,nae*dddddfd ee(e)fd ee"deee"e#e"fdeee"e#e"fdee!dee"de+e(fdZ,de"deee e"ffdZ-deddfdZ.dZ/dede$e"fdZ0e GddZ1GddeZ2Gdd ej3Z3Gd!d"Z4d#e)de"d$e)de)fd%Z5d'de"d edee fd&Z6dS)(N) dataclass) FunctionType ModuleType)AnyCallableGenericNoReturnOptional TYPE_CHECKINGTypeVarUnion) deprecated)mock)justknobs_checkT)boundceZdZUdZeeefed<dZe e ed<dZ e e e ed<dZ e e e ed<dZe e ed<edddddfdeeefde e de ee e e fde ee e e fde ede e f d Zed e ee e e fd e e e fd ZdS) _Configa Represents a config with richer behaviour than just a default value. :: i.e. foo = Config(justknob="//foo:bar", default=False) install_config_module(...) This configs must be installed with install_config_module to be used Precedence Order: alias: If set, the directly use the value of the alias. env_name_force: If set, this environment variable has precedence over everything after this. If multiple env variables are given, the precedence order is from left to right. user_override: If a user sets a value (i.e. foo.bar=True), that has precedence over everything after this. env_name_default: If set, this environment variable will override everything after this. If multiple env variables are given, the precedence order is from left to right. justknob: If this pytorch installation supports justknobs, that will override defaults, but will not override the user_override precedence. default: This value is the lowest precedence, and will be used if nothing is set. Environment Variables: These are interpreted to be either "0" or "1" to represent true and false. Arguments: justknob: the name of the feature / JK. In OSS this is unused. default: is the value to default this knob to in OSS. alias: The alias config to read instead. env_name_force: The environment variable, or list of, to read that is a FORCE environment variable. I.e. it overrides everything except for alias. env_name_default: The environment variable, or list of, to read that changes the default behaviour. I.e. user overrides take preference. defaultNjustknobenv_name_defaultenv_name_forcealias value_typec||_||_t||_t||_||_||_|j|tur||| JddSdS)NzCif alias is set, none of {default, justknob and env var} can be set) rrr string_or_list_of_string_to_listrrrr_UNSET_SENTINEL)selfrrrrrrs T/root/voice-cloning/.venv/lib/python3.11/site-packages/torch/utils/_config_module.py__init__z_Config.__init__Ws   ' H H ! ! &FF~VV$ : !?**$$,"**T+*+ " ! +*valreturncl|dSt|tr|gSt|tsJ|SN) isinstancestrlist)r"s rrz(_Config.string_or_list_of_string_to_listqsB ;4 c3   5L#t$$$$$ r!)__name__ __module__ __qualname____doc__r robject__annotations__rr r'rr(rrrtyper staticmethodrr!rrr)s$$L1f9 "Hhsm""",0htCy)000*.NHT#Y'...E8C=%4"&<@:>%)#UUq&y!U3-U#5d3i#89 U !sDI~!67 U TN U}UUUU4 eCcN+ , $s) \r!rrrrrrrr#cdSr%r1rrrrrrs rConfigr4s  Cr!c*t||||||Sr%)rr3s rr4r4s$ X/U   r!namecdtj|}|dkrdS|dkrdS|SN1T0Fosenvironget)r6values r_read_env_variabler@s6 JNN4 E ||t ||u Lr!modulec:Gddt}dtttfdtttfdt ddffd it }d _|_|_ d _ d_ dS) z Converts a module-level config into a `ConfigModule()`. See _config_typing.pyi for instructions on how to get the converted module to typecheck. c(eZdZehdZdS)3install_config_module..ConfigModuleInstance> _is_dirty _hash_digestr.N)r)r*r+set _bypass_keysr1r!rConfigModuleInstancerDs$sKKKLL r!rIsourcedestprefixr#Nc Xtjdddkrt|di}ntj|}t |jD]\}}|dsat|ttfsEt|dr |j dks*t|trt|t r}||}||d}t|t$r6t't!|| |<| urt) |t|t r8||j||_t'| |<| urt) |1t|trX|j jksJt/ |d } |||d | urt1|||||j|<t3d |d |d t|d dS)z?Walk the module structure and move everything to module._configN) r.__r*typing)rr.zUnhandled config =z ())sys version_infogetattrinspectget_annotationsr(__dict__items startswithr&rrhasattrr*r/ issubclassrr> CONFIG_TYPES _ConfigEntrydelattrrr)SubConfigProxysetattrAssertionError) rJrKrL type_hintskeyr?r6annotated_typeproxyconfigrAvisits rrkz$install_config_module..visitsp  BQB ' ) ) ):B??JJ 088Jv446677$ X$ XJCt$$ ej,%?@@ E<00 6;5E5Q5Qud++6R0:5'0J0J6R#c##D'^^C66N%.. X+EnEEE  t 6>>FC(((E7++ X!-%2B2J'5E$+E22t 6>>FC(((E4(( X'6?::::&v$zzz::eUtJJJ///6>>D#u----).DM#&&$%V%V%Vu%V%VU %V%V%VWWWI$ X$ Xr!T) ConfigModuler rr/rcr'-get_assignments_with_compile_ignored_comments_config_compile_ignored_keys __class__rErF)rArIcompile_ignored_keysrjrks` @@rinstall_config_modulerssMMMMM|MMM.Xj$&'.XJ./.X.X  .X.X.X.X.X.X.X.X`')FHPP E&&"FN#7F +FFFr!z@compile_ignoredctj|}t}tjt j|dj}d}d}|D]}|jtj krLd}|j }t|vr'|dksJdt||j df}c|jtjkr |s|j }|jtjkrM|j dkrBt|dvr1|d|j ddz kr||d}d}|dksJdt|S)Nutf-8)rlrlz unconsumed rrT)rY getsourcerGtokenizeioBytesIOencodereadliner/COMMENTstringstripCOMPILE_IGNORED_MARKERstartNAMEOPadd)rA source_code assignmentstokenscurrent_comment prev_nametoken maybe_currents rrnrns#F++K%%K rz+*<*+>'/!*<<<#A&%+a.1*<<< ***"(I h & & &(N6L(N(N & & & r!ceZdZUeed<eed<eZeed<dZe e ed<eZ eed<eZ eed<dZ eed <dZe e ed <d efd ZdS) rarr user_overrideNrenv_value_forceenv_value_defaultFhiderrjc|j|_|j|jnt|j|_|j|_|j|_|j$|jD]}t |x} ||_n|j$|jD]}t |x} ||_ n|j4|j-t|jtsJd|jd|jX|j|jN|jttttttfvsJd|jddSdSdS)Nz!justknobs only support booleans, z is not a booleanzF  DDVDV  \  " ..  !3C!8!88IE-6D*EF  ,,  !3C!8!88IE+4D(EF = $)AdlD11  SDLSSS  1 ? &  # /63H3T? ' ltkkk  ' &4U3Tr!)r)r*r+rr.r/rrrr r'rrrrrrr r1r!rrarasLLL)M3((("Hhsm"""*OS***,s,,,D$E8C=!w!!!!!!r!rac eZdZUeeefed<eeed<eeed<eed<e e ed<d1dZ d ed e ddffd Z d edefd Zd eddfd Zdede eeeffdZdedefdZdededdfdZd edefdZ d2de eede eededeeeffdZdedefdZde fdZdddedeeeffdZdefd Zde fd!Zed"e #deeeffd$Z!ed%e #deeeffd&Z"d'e#e eeeffddfd(Z$deeeffd)Z% d3d*e e#eeeeffd+ed,eeefdd-fd.Z&d/eeefdefd0Z'xZ(S)4rmrorHrprErFr#Nc2tdtd)Nzuse z-.install_config_module(sys.modules[__name__]))NotImplementedErrorr)rs rr zConfigModule.__init__as"! J8 J J J   r!r6r?ch||jvr$t||dS||jvrt |jd|d|j|j#||j||dS||j|_d|_ d|j|_ dS)NrS does not existTF) rHsuper __setattr__roAttributeErrorr)r_set_alias_valrrEr)rr6r?rqs rrzConfigModule.__setattr__fs 4$ $ $ GG  e , , , , ,  % % DM!I!ID!I!I!IJJ J \$  % 1    T 2E : : : : :/4DL  ,!DN&+DL  # # #r!cb |j|}|jrt|jd|d||}|t ur|S|jt ur|jS|jt ur|jS|jt ur|jS|j t|j |j St|j tttfr%t!j|j |_|jS|j S#t$$r }t|jd|d|d}~wwxYw)NrSr)r6r)rorrr)_get_alias_valrrrrrrrr&r(rGdictcopydeepcopyKeyError)rr6rj alias_vales r __getattr__zConfigModule.__getattr__rsQ! R\$'F{ O$ %M%M%M%M%MNNN++F33I//  %_<<--#?::++'>>//*&FOV^TTTT &.4d*;<< ,'+}V^'D'D$++> ! R R R DM!I!ID!I!I!IJJPQ Q Rs=A DD%D:D!D1A D=D D.D))D.cfd|_t|j|_d|j|_dS)NT)rErrorrrr6s r __delattr__zConfigModule.__delattr__s/,; T("& Tr!entryc|j}|dS|dd\}} tj|}n"#t$r}t d|d}~wwxYw||fS)NrSrwz#config alias {alias} does not exist)rrsplit importlib import_module ImportErrorr)rrr module_name constant_namerArs r_get_alias_module_and_namez'ConfigModule._get_alias_module_and_names  =4%*\\#q%9%9" ] O,[99FF O O O !FGGQ N O}$$s; AAAcl||}|tS|\}}t||}|Sr%)rrrX)rrdatarArconstant_values rrzConfigModule._get_alias_vals?..u55 <" " $  77r!r"cd||}|J|\}}t|||dSr%)rrd)rrr"rrArs rrzConfigModule._set_alias_valsC..u55 $  s+++++r!c.|j|}|jtup|j|jk}|jtup|j|jk}|jtu}t |jtttfr|p|j|jk}|o|o|S)z Returns true if the config is at its default value. configs overridden by the env are not considered default. ) rorrrrrr&r(rGr)rr6 config_valnot_set_env_defaultnot_set_env_forceunsets r _is_defaultzConfigModule._is_defaults \$'  (O ; B+z/AA   &/ 9 @)Z-??  (O; j(4d*; < < LKZ59KKEB,B1BBr!F ignored_keysignored_prefixes skip_defaultc i}|jD]w|r|vr |rtfd|Dr'|r|r?|jjRt jt ||<x|S)aExport a dictionary of current configuration keys and values. This function is design to provide a single point which handles accessing config options and exporting them into a dictionary. This is used by a number of different user facing export methods which all have slightly different semantics re: how and what to skip. If a config is aliased, it skips this config. Arguments: ignored_keys are keys that should not be exported. ignored_prefixes are prefixes that if a key matches should not be exported skip_default does two things. One if a key has not been modified it skips it. c3BK|]}|VdSr%)r]).0rLrgs r z)ConfigModule._get_dict..s/MM&s~~f--MMMMMMr!)roanyrrrrrX)rrrrrjrgs @r _get_dictzConfigModule._get_dicts,"$< < |j}|dkrd}|r |dkr|dz }|S)NbuiltinsrlrS)r*)rrrs rget_module_namez4ConfigModule.codegen_config..get_module_names;/Kj((  #;",,s"  r!NcR|d}|r|dSdS)NF)r)rrrimportss r add_importz/ConfigModule.codegen_config..add_imports>)/$66K ) K((((( ) )r!vc fd|DS)Nc:g|]}|d|jS)T)r))ritemrs r zTConfigModule.codegen_config..list_of_callables_to_string.. s2RRRtT22CDMCCRRRr!r1)rrs rlist_of_callables_to_stringz@ConfigModule.codegen_config..list_of_callables_to_stringsRRRRPQRRR Rr!c`t|ot|dot|dS)Nr*r))callabler^)rs rimportable_callablez8ConfigModule.codegen_config..importable_callable"s,A;;V71l#;#;V:@V@V Vr!c|r&||d|d|d|jSt|ttfrst fd|DrX|D] }||}t|tr |d|d|S|d|dd|dS|d|d|S)a Return a string version of the config line. Handle v when v is a callable, or a list/dict of callables. Add import statements for callables if necessary. We assume that the value of a single config won't be a mix of callables and non-callables. Example output: import logging import _warnings torch._dynamo.config.reorderable_logging_functions = { _warnings.warn, logging.warn, print } rSz = Tc3.K|]}|VdSr%r1)rrrs rrzGConfigModule.codegen_config..get_config_line..4s@44.2##D))444444r!z = { z, z })r)r&r(rGalljoin) modkrrv_listrrrrs rget_config_linez4ConfigModule.codegen_config..get_config_line&sK#"1%% , 1 LLLLooa&>&>L LLLAc{++ ,44446744411 ,%%DJt$$$$44Q77a&&D!22A22&222!CCACCTYYv->->CCCC++++a+++r!rT)rrrzimport  )rGrrr'r r(rr)rrXr\rinsertr) rrlinesrrr import_namerrrrrs @@@@@rcodegen_configzConfigModule.codegen_config s %% ( T c     )X )$ ) ) ) ) ) ) )  S5s+; SS  S S S S S S W3 W4 W W W W ,# , , , , , , , , ,6mNN ' #T.6>>tDXXL!&););)=)=">">??N ' %%g..!!!fhh  #DN  r!z`config.to_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable access)categoryc*|Sr%get_config_copyrs rto_dictzConfigModule.to_dictV##%%%r!z`config.shallow_copy_dict()` has been deprecated. It no longer changes the underlying config. use `config.get_config_copy()` instead if you just want a copy of the config, or config.load_config if you need mutable accessc*|Sr%rrs rshallow_copy_dictzConfigModule.shallow_copy_dict_rr!maybe_pickled_configct|tstj|}n|}|D]8\}}||jvrt ||| ddlm}|d|d|d9dS)zARestore from a prior call to save_config() or shallow_copy_dict()r) warn_oncezkey z with value z! is not understood by this configN) r&rrloadsr\rordtorch._dynamo.utilsr )rr rjrrr s r load_configzConfigModule.load_confighs.55 *\"677FF)FLLNN V VDAqDL  a####999999 TTTTTTUUUU  V Vr!c*|Sr%)rrs rrzConfigModule.get_config_copyvs~~r!arg1arg2kwargsContextDecoratorc 8|<|t|tsJ||int|tsJ||rJn||JttsJdti|Gfddt}|S)a Decorator and/or context manager to make temporary changes to a config. As a decorator: @config.patch("name", val) @config.patch(name1=val1, name2=val2) @config.patch({"name1": val1, "name2", val2}) def foo(...): ... As a context manager: with config.patch("name", val): ... Nzexpected `dict` got c6eZdZdfd Zdfd ZfdZdS)'ConfigModule.patch..ConfigPatchr#Nc|_dSr%)changes)rrs rr z0ConfigModule.patch..ConfigPatch.__init__s& r!crJ|jD]}||<|jD]\}}||dSr%)rkeysrr\r)rrgrrrjpriors r __enter__z1ConfigModule.patch..ConfigPatch.__enter__s   y<,,..99C!'!3!3C!8!8E#JJ L..00--DAq&&q!,,,,--r!cD]\}}||dSr%)r\rclear)rexc_typeexc_valexc_tbrrrjrs r__exit__z0ConfigModule.patch..ConfigPatch.__exit__sH!KKMM--DAq&&q!,,,, r!r#N)r)r*r+r rr#)rrjrsr ConfigPatchrst ' ' ' ' ' ' - - - - - - -        r!r%)r&r'rr/r)rrrrr%rrjrs @@@rpatchzConfigModule.patchys.  !$,,,,,,!$-----  : G<<<'4((PP*Pg*P*PPP( "         *   "{}}r!rc Hjdtgdfffd }|S)aV A lower-overhead version of patch() for things on the critical path. Usage: # do this off the critical path change_fn = config.make_closure_patcher(foo=True) ... revert = change_fn() try: ... finally: revert() r#NcfdDD]\}}|j|_dfd }|S)Nc,i|]}||jSr1)r)rrrjs r zFConfigModule._make_closure_patcher..change..s"AAAAQq /AAAr!r#c`D]\}}|j|_dSr%r\ror)rrrrs rrevertzBConfigModule._make_closure_patcher..change..reverts9!KKMM66DAq45DLO1166r!r$r,)rrr-rrrjrs @rchangez2ConfigModule._make_closure_patcher..changessAAAAAAAE  2 2101 Q-- 6 6 6 6 6 6 6Mr!)ror)rrr.rjs`` @r_make_closure_patcherz"ConfigModule._make_closure_patchersM$ T*         r!r$)NNF)NN))r)r*r+rr'rar.rGrr bytesr r-rrrrtuplerrrrrr(rr/rrrrrr FutureWarningrr r rrr&r/ __classcell__rqs@rrmrmUsF #|# $$$$c(s8###OOO5/!!!    , ,F ,t , , , , , ,"R"R"R"R"R"RH'''''' %! % % C( ) % % % %LS,L,s,t,,,, CCCCCC4-104" ##tCy)##49-# # c3h ####J4C4D4444 U    15999)-9 c3h9999? ? ? ? ? B !% ! ! ! !Z 8  &c3h&&&  &Z 8  &4S>&&&  & VeT#s(^6K0L VQU V V V V c3h    6:::uS$sCx.012::sCx. :  ::::xtCH~#r!rmcReZdZdZddZdefdZdeegefdeffd Z xZ S) rz[ Same as contextlib.ContextDecorator, but with support for `unittest.TestCase` r#Nc tdNNYIrrs rrzContextDecorator.__enter__!%(((r!c tdr7r9)rr r!r"s rr#zContextDecorator.__exit__r:r!rct|trPt|tjr6Gfdd|}|j|_|j|_|j|_|St |S)NcReZdZedfd Zedfd ZxZS),ContextDecorator.__call__.._TestCaser#Nc tdS#t$rdddwxYwr%)rr setUpClass Exceptionr#clsrqrs rr@z7ContextDecorator.__call__.._TestCase.setUpClassshNN$$$**,,,,,$ dD$777s 9#Ac tddddS#dddwxYwr%)r tearDownClassr#rBs rrEz:ContextDecorator.__call__.._TestCase.tearDownClasssV8--/// dD$77777 dD$7777s <Ar$)r)r*r+ classmethodr@rEr3)rqrs@r _TestCaser>s|88888888888r!rG) r&r/r_unittestTestCaser)r+r*r__call__)rrrGrqs` rrJzContextDecorator.__call__s dD ! ! jx7H&I&I  8 8 8 8 8 8 8D 8 8 8""&I %)%6I "#'?I  ww%%%r!r$) r)r*r+r,rr r#rrrJr3r4s@rrrs )))))X))))&XseSj1&c&&&&&&&&&&r!rc`eZdZdZdedeffd Zdededdfd Zdedefd Z deddfd Z xZ S) rczn Shim to redirect to main config. `config.triton.cudagraphs` maps to _config["triton.cudagraphs"] rjrLctd|td|dS)Nro_prefix)rr)rrjrLrqs rr zSubConfigProxy.__init__s= Iv... Iv.....r!r6r?r#NcH|j|j|z|Sr%)rorrM)rr6r?s rrzSubConfigProxy.__setattr__ s!|'' t(;UCCCr!cF|j|j|zSr%)rorrMrs rrzSubConfigProxy.__getattr__|'' t(;<<r^s  !!!!!!********                    )(((((111111UD$$t**c4eTJ  GCuS%tS$UDPQRRR&(( PPPPPgajPP Pn %4"&<@:>%)# q&y!3-#5d3i#89!sDI~!67  TN  }  %4"&<@:>%)#   q&y!  3-  #5d3i#89  !sDI~!67  TN  }        SXeD#I.>%?D*DDDDDN,#*#S####L <<<<<<< <~:D &&&&&&&&&&z2&&&&&&R========*/f/C//6////3r!