%VjiodZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddlm Z ddl m Z mZmZmZmZddlmZddlmZddlmZddlZdd lmZd d lmZmZmZmZd d l m!Z!m"Z"m#Z#d d l$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.d dl/m0Z0m1Z1d dl2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8d dl9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBddlCmDZDmEZEmFZFmGZGddlHmIZI ddlJmKZKn #eL$rdZKYnwxYwerddlMmNZNddlOmPZPddlQmRZRmSZSedeZTdZUdZVeZWGddZXde deXfd ZYd!ZZdidjd$Z[djd%Z\d&e]e^eGffd'Z_d(Z`hd)Zad*ZbGd+d,eGZcGd-d.ecZdGd/d0ecZeGd1d2eGZfGd3d4efZgGd5d6ecZhGd7d8ehZiGd9d:edZjGd;dedZldjd?ZmGd@dAecZnGdBdCenZoGdDdEeGZpGdFdGepZqGdHdIeGZrGdJdKerZsdLZtdjdMZuGdNdOedZvGdPdQedZwGdRdSedZxGdTdUeGZyGdVdWeGZzGdXdYeGZ{GdZd[eGZ|dd\lQm}Z}m~Z~mZmZGd]d^eZeZGd_d`eGZGdadbeGZGdcddeGZGdedfeGZGdgdheGZdS)ka Function-related variable tracking classes for Dynamo's symbolic execution. This module contains classes that track different types of functions during graph compilation, including: - User-defined functions and methods - Built-in functions and methods - Wrapped functions (e.g. from decorators) - Special function types (e.g. functools.partial) - Triton kernels and related function types These classes are responsible for: - Tracking function calls and their arguments - Managing function closures and cell variables - Handling function attributes and special methods - Maintaining guards for function identity and closure contents - Supporting function inlining and specialization - Enabling proper symbolic execution of different function types The variable trackers here work together with the rest of Dynamo to enable accurate graph capture while handling Python's various function-related behaviors. N)Sequence FunctionType)AnyCallableOptional TYPE_CHECKINGTypeVar)Never)patch)WeakKeyDictionary)get_stack_above_dynamo)configgraph_break_hints polyfills variables)create_call_function create_rot_n is_generator) get_dynamo_observed_exceptionhandle_observed_exceptionInfiniteGeneratorErrorObservedExceptionObservedGeneratorExitObservedUserStopIterationraise_observed_exception SkipFrameunimplemented_v2 Unsupported) GuardBuilder install_guard) AttrSource ClosureSourceConstantSourceDefaultsSource GetItemSourceSkipGuardSource) check_constant_argscheck_unspec_or_constant_argscmp_name_to_op_mappingcountersidentity is_functionis_wrapper_or_member_descriptoristype make_cell)#AsPythonConstantNotImplementedErrorAttributeMutationNewValueMutationNewVariableTrackerConstantVariable)_fsdp_param_group) PyCodegenInstructionTranslator)TritonGridTypeTritonKernelType_F)boundc&eZdZdefdZdefdZdS) FunctionSpecfuncc|j}|j}|j|_|j|_|j|_|d|j|_||j|j|_ |j|j z|_ ||j|j|jz|_ |j|jz}|j tzr||nd|_||jrdndz }|j tzr||nd|_dS)Nr2r)__code__ co_varnamesco_posonlyargcount posonly_count co_argcount arg_countco_kwonlyargcount kwonly_count posonly_namespos_or_kw_names all_pos_names kwonly_namesco_flags CO_VARARGS varargs_nameCO_VARKEYWORDS varkw_name)selfrEcodevnoffs [/root/voice-cloning/.venv/lib/python3.11/site-packages/torch/_dynamo/variables/functions.py__init__zFunctionSpec.__init__ps}  !4) 2 4$"4 45!$"4t~"EF!/$2FFt~AR0RRSnt00'+}z'AKBsGGt D%,qq1,%)]^%CM"S''c |jpd|_|jpi|_t t |jt|j dtt|j|_ dSN) __defaults__defaults__kwdefaults__ kwdefaultsdictziprQlenrangepos_default_map)rXrEs r\update_defaultszFunctionSpec.update_defaultssv)/R -3 $ "C $6$6#6#8#895T]ASAS;T;T U U  r^N)__name__ __module__ __qualname__rr]rkrar^r\rDrDosON\NNNN$  L       r^rDrEreturncpt|}|t|}|t|<|SN) _spec_cachegetrD)rEspecs r\ _get_specrus4 ??4 D |D!! D Kr^c 8t|}||i}t|}t|jD]7\}} |t |krt ||||| <3| |vr]| |jvr-tt|tj | dgt || | || <| |j vrm|j | } d} |r;tj|j| r t jst%|| } t ||j| | || < tt|tj d| g9|t |jd} |jr&t |t)| ||j<nQ| rOtt|tj dt |dt |jg|jD]} | |vr't || | || <-| |jvr6d} |rt%|| d} t ||j| | || <ltt|tj d| g|jrt ||||j<n<|r:tt|tj d t1|g|S) Nz is positional-onlyargsz&Missing required positional argument: z#Too many positional arguments: got z , expected T)is_kwz(Missing required keyword-only argument: zUnexpected keyword arguments: )rurkrf enumeraterQrhwrap_bound_argrOr TypeErrorr8createpoprj is_literalrcr%skip_guards_on_constant_func_defaultsr&rUtuplerRrerWlist)rEtx fn_sourcerxkwargsrtbarem_kwinameidxdefault_sourceextrakwdefault_sources r\bind_args_cachedrs T??D B &\\FT/004 s4yy==%b$q'22BtHH V^^t)))(*1T2N2N2NOOP &b&**T*:*:;;BtHH T) ) )&t,C!N @ +DM#,>?? @@ @"0 3!?!?%b$-*>%b&**T*:*:;;BtHH T_ $ $#  O#1)T#N#N#N %b$/$*?AQRRBtHH $$+I4II        ,R884?     '(Wf(W(WXX     Ir^rr<ct|tr|S|stj||Stj||Srq) isinstancer6buildrLazyVariableTrackerr})rvalsources r\r{r{sQ#''A A$R---,33C@@@r^ct|D]4\}}t|ttfrt ||||<5dSrq)ritemsrrrfr{)rresultkvs r\wrap_args_kwargsrsYV\\^^$$..1 a% ' ' .&r1--F1I..r^rc|jj}|jD]H}|}||vr)|||||||<IdS)z Update `result` to add mapping from local name to new cells created directly by `code`, or update SideEffects in `parent` if the a local cell is already in `result` (cell argument). N)output side_effects co_cellvarstrack_cell_new store_cellr~)parentrrYrrnew_cells r\ init_cellvarsrss =-L   ..00 6>>  # #Hfjj.>.> ? ? ?t   r^cddlm}||||||}||_t|trddlm} t| |}|t|tsJ||_|S)Nrrpairwise) typesrrdrr itertoolsrrf__annotations__) rY f_globalsrrcclosurere annotationsrrErs r\_create_nested_fnrs#""""" <ix A AD$D+u%%2&&&&&&88K0011   *[$"?"?   ?&D Kr^>__doc__rG __closure__ __globals__rbrdrcl|ot||}|r|dkrt|} tj||}n%#t$rt t|YnwxYw|t vrt||}|r tj ||Stj ||S)Nr) r#r(inspectgetattr_staticAttributeErrorrfn_known_dunder_attrsgetattrrrr}r6r)rfnrrsubobjs r\fn_var_getattrr1s  0 6400F )$+++!((5'D11 555 !444445  $$$T"" D,33FFCCC  V , ,,sAA#"A#cReZdZdZdZ dd Zddd ed efd ZdZ dZ dS)BaseUserFunctionVariablec4|jSrqget_code co_filenamerXs r\ get_filenamez%BaseUserFunctionVariable.get_filenameJ}}**r^c4|jSrqrco_namers r\get_namez!BaseUserFunctionVariable.get_nameM}}&&r^rr<rxlist[VariableTracker]rdict[str, VariableTracker]ror6c\||g|||Srq)inline_user_function_return self_argsrXrrxrs r\ call_functionz&BaseUserFunctionVariable.call_functionPs2 --d4Ndnn6F6F4N4NPVWWWr^rcd} t||}n-#t$r |dkrt|trd}YnwxYwt j|S)NFrlT)hasattr get_functionNotImplementedErrorrNestedUserFunctionVariablerr8r}rXrrrs r\call_obj_hasattrz)BaseUserFunctionVariable.call_obj_hasattrXs T..00$77FF"   z!!j7Q&R&R! )00888s"''AAcrttj|jSrq)rr signaturer parametersrs r\inspect_parameter_namesz0BaseUserFunctionVariable.inspect_parameter_namesds*G%d&7&7&9&9::EFFFr^ciSrqrarXrs r\ closure_varsz%BaseUserFunctionVariable.closure_varsg r^Nrr<rxrrrror6) rlrmrnrrrstrr6rrrrar^r\rrIs+++'''X #X&X- X  XXXX 9) 914 9  9 9 9 9GGGr^rceZdZdZddhejZedZddfd Zfd Z d Z d Z d Z d Z dZdZdZdeeeffdZdddefdZdddedefdZ dfd ZxZS) UserFunctionVariablez-Some unsupported user-defined global functionr is_constantctt|tj|||SNr)r" make_guardr! CLOSURE_MATCHclsvaluers r\create_with_sourcez'UserFunctionVariable.create_with_sourcets6f'' (BCCDDDs5((((r^FroNc Ltjd i|t|ddrd|_nd|_t |t jtjj fs!td|ddgtj tj|d|}||_dS) N_dynamo_marked_constantFTz1can't handle functions not implemented in python z2Dynamo can only handle functions defined in pythonz9Move usage of this function out of `torch.compile` regiongb_typecontext explanationhints_torchdynamo_inlinera)superr]rrrrrtorchjitScriptFunctionrrINFERENCE_MODErrrrXrrr __class__s r\r]zUserFunctionVariable.__init__ys""6""" 20% 8 8 %#D  $D "u1593KLMM  KPO&5      #B(=r B B&(r^c|t|tr|jStSrq)r0rrras_python_constantrXrs r\rz'UserFunctionVariable.as_python_constants3 $, - - 7Nww))+++r^cgSrqrars r\rzUserFunctionVariable.self_argsrr^c|jSrqrrs r\rz!UserFunctionVariable.get_function wr^c|jjSrq)rrGrs r\rzUserFunctionVariable.get_codes wr^ctjSrqrrrs r\ python_typez UserFunctionVariable.python_type !!r^c2t|jddduSN__self__)rrrs r\has_selfzUserFunctionVariable.has_selfstw D11==r^c|jjSrq)rrrs r\ get_globalsz UserFunctionVariable.get_globalss w""r^cZ|j}|r!t|tjr|j}|Srq)rrrUserMethodVariable source_fn)rXrs r\ get_sourcezUserFunctionVariable.get_sources1  $jy'CDD $^F r^c|jrJ|j}t|tst d|jj}|}t|||||}t|||j |jj pd}t|t|jj j ksJttj|jj j |D]\} } } |jj} | | vr | | } n|rt%t'|| }t)|d} t+j|| j|}n##t0$rt3j}YnwxYw| || |} nV t+j|| j}n##t0$rt3j}YnwxYw| d| |} | || <|S)z Assume `args` and `kwargs` are VariableTracker arguments for a call to this function, create new bindings for initial locals. z'Only supports regular Python functions.ra cell_contentsN)rrrrr|rroot_txrrrrGrrh co_freevarsrgrcountrr'r$r#r6rr ValueErrorrDeletedVariabletrack_cell_existing)rXrrxrrrrrrrrcellrcell_var closure_cellclosure_cell_contents contents_vars r\ bind_argszUserFunctionVariable.bind_argss" ####!%"l++ GEFF F-'""!"gvtVDDffbk222'%+7||s47#3#?@@@@@@" O  tw/;W  $ $OCt"=5L|##'- V,]6-B-BCHH (2<(Q(Q%?#2#8 24I$$LL"???#,#<#>#>LLL?(;; $ ?#2#8AS#T#TLL!???#,#<#>#>LLL?(;;D$ UU#F4LL s$>EE:9E:F11GGrr<rc|tvrtj||S|}t ||j||Srq)r+rGetAttrVariablerrr)rXrrrs r\ var_getattrz UserFunctionVariable.var_getattrsF ) ) ),T488 8""b$'64888r^cjt|j|}tj|Srq)rrrr8r}rs r\rz%UserFunctionVariable.call_obj_hasattrs,$'')00888r^rxrrrr6c |jtjjur d|D}d|D}tjj|i|j}t j|S#t$r}td|d||d}~wwxYw|jtjj ur tj |jj |i|}|jd} t!| t"sJt j| S#t&$r}td|d||d}~wwxYw|jtjjurtj |jj |i|}|jd} t!| t,sM| } d| jd } t3d d |jd |d |d | gt6jt!| t:s4| } d| d} t3d|| d| ddg| j}t j|dS|j r*tC||j|||S|j"j#j$s||jtjj%j&ur_tjj'(|5tS*|||cdddS#1swxYwY|j"j#j+r|j"j#j,s ddl-m.}n#t&$rd}YnwxYw|t|j|j/|j0fvr_tjj',|5tS*|||cdddS#1swxYwYtS*|||S)Nc6g|]}|Srar.0args r\ z6UserFunctionVariable.call_function..s$GGG3c4466GGGr^c>i|]\}}||Srar%)r'keyrs r\ z6UserFunctionVariable.call_function..s7   6>c3C//11   r^zCannot convert patch_dynamo_config args/kwargs to constants. Please fix your call to patch_dynamo_config by using simpler inputs. args: z , kwargs: error_on_graph_breakz\Improper error_on_graph_break() call. Please fix your call to error_on_graph_break(). args: rz=`nonstrict_trace` expects a callable, but got value of type <>zTypeError from user codezcall_function(, )rz(Applying `nonstrict_trace` to function ; however, `nonstrict_trace` currently requires the function to be defined outside `torch.compile` region.zLimitation of `nonstrict_tracezmake sure definition of z is outside z`torch.compile` regionTnonstrict_traceable) FSDPState)1rr_dynamopatch_dynamo_configrchangesrDynamoConfigPatchVariabler3 RuntimeErrorr-rrbind argumentsrrboolErrorOnGraphBreakVariable Exceptionnonstrict_tracerxrrrlrrr USER_ERRORrrTorchInGraphFunctionVariablerinvoke_and_store_as_constantrcurrent_tracer,unsafe_allow_externally_visible_side_effectsutils8_disable_side_effect_safety_checks_for_current_subtracerr2allow_externally_visible_side_effects_in_subtracerrrunder_activation_checkpoint#allow_side_effects_under_checkpoint/torch.distributed.fsdp._fully_shard._fsdp_stater3 _pre_forward _post_forward)rXrrxr args_const kwargs_constr6er@r-fn_vartypmsgfn_namerr3rs r\rz"UserFunctionVariable.call_functionsX 7em7 7 7 GG$GGG   BH,,..     -;#/!:7CCC6   "6!66-366   W : : : 7)$'227HHH',*($$&&%""6===== :;OPPP   "6!66-366  W 5 5 53G%dg..3TDVDDEZ]Ff&>?? ((**eVYVbeee 6LTZLL4LL6LLL #*5 f&:;;  //++vvvv <#I #H7HHH0 B9"RVWWW W   /DGT]]__dF   (U ?}"[\\+^^ ? ?ww,,Rv>> ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? I $ @ CI,P C !UUUUUUU ! ! !  !$&'5**]/SSTVWWCC 7700T6BBCCCCCCCCCCCCCCCCww$$Rv666sgAA44 B>BB5A-D## E-EE#LLL=M MM#OOOFroNr)rlrmrnrr_nonvar_fields classmethodrr]rrrrrr r rrfrr6rr!rr __classcell__rs@r\rrks77  " 0N ))[))))))))4,,,,,    """>>>###5c?6J1K5555n959S9999 9)9149 9999 a7 #a7&a7- a7  a7a7a7a7a7a7a7a7a7a7r^rcPeZdZddfd ZedZ dd ZxZS)BuiltinMethodVariableFroNc tjdi|t|tjsJ||_dSr`)rr]rrBuiltinMethodTyperrs r\r]zBuiltinMethodVariable.__init__ZsD""6""""e566666r^ct|j}|j}|tur|dkpt|tuo|dkS)N__new__ __contains__)r rlrtype frozenset)obj method_self method_names r\is_supported_builtin_methodz1BuiltinMethodVariable.is_supported_builtin_method_sHl l u$A )A    * L{n/L r^rr<rxrrrr6c|jj}|jj}|jot |jd}t j|||}|||||Sr)rr rlrr#r6r call_method)rXrrxrrcr obj_sourceobj_vts r\rz#BuiltinMethodVariable.call_functionjs^ g& w[HZ Z%H%H  &r; CC!!"dD&999r^rSrTr)rlrmrnr] staticmethodrerrWrXs@r\rZrZYs   \  : # :& :- :  : : : : : : : :r^rZc eZdZdejdedffd ZdZdZdZ dZ d Z d Zd Z e Z d&dZdZdZdZdZdZdZdZdejfdZdeefdZd'dZdZdZdZddde d d!d"d#dd$f fd% Z!xZ"S)(LocalGeneratorObjectVariablerY inline_tracerr<c dtjdi|||_||_||_dSr`)rr]rYrrm)rXrYrrmrrs r\r]z%LocalGeneratorObjectVariable.__init__xs> ""6""" "*r^c|jSrq)rYrs r\rz%LocalGeneratorObjectVariable.get_codes yr^c4|jSrqrrs r\rz)LocalGeneratorObjectVariable.get_filenamerr^c4|jSrqrrs r\rz%LocalGeneratorObjectVariable.get_namerr^ctrq)rrs r\rz)LocalGeneratorObjectVariable.get_functions!!r^cdSNFrars r\r z%LocalGeneratorObjectVariable.has_selfur^c*|Srq)rrs r\rlz%LocalGeneratorObjectVariable.__name__s}}r^cJ|jjd|dS)N(r0)rrlrrs r\__str__z$LocalGeneratorObjectVariable.__str__s&.)>>DMMOO>>>>r^codegenr:cddlm}ddlm}m}m}|j}||}||}||} |5|5| 5||} | js| ||_ tj |j  |dddn #1swxYwYdddn #1swxYwYddddS#1swxYwYdS)Nr)"disallow_side_effects_in_generator)r< save_and_restart_speculation_log(temporarely_allow_writes_to_output_graph)torch._dynamo.side_effectsr|torch._dynamo.symbolic_convertr<r}r~ current_tx_get_inline_tracergenerator_exhaustedforce_unpack_var_sequenceremaining_itemsrListIteratorVariable reconstruct) rXrzr|r<r}r~rsavedisallowtemptracers r\rz(LocalGeneratorObjectVariable.reconstructs4QQQQQQ          . " - / ///3355b9977;;  V V8 V VT V V,,R00F- J'+'E'Eb'I'I$  *4+? @ @ L LW U U U  V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V V Vs[C'C A#B8, C8B< <C?B< C C'C C'C C''C+.C+c:|j|||Srq)rrrs r\rz&LocalGeneratorObjectVariable.bind_argssw  T6222r^c|jSrqrrs r\r z(LocalGeneratorObjectVariable.get_globals ~r^ctjSrq)r GeneratorTypers r\rz(LocalGeneratorObjectVariable.python_types ""r^cdddlm}|j|||gi|_|jSNr)InliningInstructionTranslator)rrrmbuild_inline_tracer)rXrrs r\rz/LocalGeneratorObjectVariable._get_inline_tracersIPPPPPP   %!>!R!RD"b""D !!r^c||}|rtt| t jt dt di5|cdddt dxxt dzcc<S#1swxYwYnp#t$r}d|_ |d}~wt$rt$rC}tj j|t"|d}~wwxYw t dxxt dzcc<dS#t dxxt dzcc<wxYw)N unimplemented inline_callT)r_is_generator_exhaustedr StopIterationr rfr, inline_call_rrrr rr4 eval_frame skip_coderr)rXrrrNs r\ next_variablez*LocalGeneratorObjectVariable.next_variables((,,  ' ' ) ) 8 $]B 7 7 7 AH8O&PQQ - -**,, - - - - - - - _ % % %-)@ @ % % % % - - - - - - - - -    )-F &G%     # # # M $ . .t}} ? ? ? " # - _ % % %-)@ @ % % % % %H_ % % %-)@ @ % % % % % % %sZ'B4'B(; B4(B,,B4/B,0B43E4 D!> CD!>DD!!E"E)c||jvrtjdStjdS)NTF)r__dict__r8r}rXrrs r\rz-LocalGeneratorObjectVariable.call_obj_hasattrs> 4##%%. . .#*400 0&u---r^cdSrtrars r\has_unpack_var_sequencez4LocalGeneratorObjectVariable.has_unpack_var_sequencerur^rocdSNTrars r\has_force_unpack_var_sequencez:LocalGeneratorObjectVariable.has_force_unpack_var_sequencestr^c@g}|||j|Srq)force_apply_to_var_sequenceappend)rXrrs r\rz6LocalGeneratorObjectVariable.force_unpack_var_sequences$ ((V];;; r^Nc |||n #t$rt|YdSwxYwArq)rrr)rXrrs r\rz8LocalGeneratorObjectVariable.force_apply_to_var_sequencesb  4%%b))****,   )"---  s "??c||} ||dS#t$r }||Yd}~dSd}~wwxYwrq)r_raise_exception_variablerexception_handler)rXrexcrrNs r\_setup_exceptionz-LocalGeneratorObjectVariable._setup_exceptions{((,, (  , ,S 1 1 1 1 1  ( ( (  $ $Q ' ' ' ' ' ' ' ' ' (s. AAAc4|jdup|jjdkS)Nr)rminstruction_pointerrs r\_is_generator_just_startedz7LocalGeneratorObjectVariable._is_generator_just_starteds!!T)XT-?-SWX-XXr^c.t|jddS)NrF)rrmrs r\rz4LocalGeneratorObjectVariable._is_generator_exhaustedst)+@%HHHr^rrrxrrrr6c|dkr||S|dkr|S|dkr|r=t|r.td|Dst t |||}||||S|dkra||}|s|rd|_ tj dS | |tj tdtjdkr+|jjd krd|_ tj dSn+#t&$rd|_ tj dcYSwxYw ||rt t(|nD#t&$rd|_ tj dcYSt*$r|jJ|jcYSwxYw|d kr||} | |t|d kr|d n|d n#t.$rwxYw||}t1dt2fi} | |tj |d||t t(|n#t5|$rYnwxYw|St7||||dS)N__next____iter__sendc3RK|]"}t|to|jduV#dSrq)rr8rr&s r\ z;LocalGeneratorObjectVariable.call_method..sMs$455K#)t:Kr^closeTra) CALL_INTRINSIC_1throwrr2r__InternalThrowException)rrrhallrr|r push_manyrrrr8rExceptionVariable GeneratorExitsys version_infonext_instructionopnamerr8rsymbolic_resultrr`r=rrrg) rXrrrxrrretvalexc_typers r\rgz(LocalGeneratorObjectVariable.call_methods :  %%b)) ) Z  K V^^..00 >>( 8 8 8-1* 1$77777, . . . -999----  .W__,,R00F  %%bSYY!^^$q''aQQQQ$    ''++F|6 bIIH ?%%b)*EhPR*S*STTT""2&&& )v>>>> 1::     M BdF33333sIA(F%F-,F-1*G%H H H ?7I77 J3>LLLrzr:rT)#rlrmrnrCodeTyperr]rrrrr ry__repr__rrr rrrrrbuiltinsr;rrr6rrrrrrrgrWrXs@r\rlrlws, +n + 78 + + + + + ++++'''"""???HVVVV&333###"""AAA0... 8=tO/D (((YYYIIIz4 #z4z4& z4 - z4  z4z4z4z4z4z4z4z4z4z4r^rlceZdZdZdS)4ContextlibContextManagerLocalGeneratorObjectVariablez .. note:: This is only used when the function is annotated with @contextlib.contextmanager It is a special case of a generator function as we do not allow return a context manager from a torch.compile function. N)rlrmrnrrar^r\rrsr^rcReZdZdZeddeffdZdZdZ ddZ xZ S)LocalGeneratorFunctionVariablezxfunctions that behaves like iterators .. note:: This is a wrapper around (Nested)UserFunctionVariable ) generator_clsvtc Vtjdi|||_||_dSr`)rr]rr)rXrrrrs r\r]z'LocalGeneratorFunctionVariable.__init__s7 ""6"""*r^c||jjvrt||St|j|Srq)rrkeysrr)rXrs r\ __getattr__z*LocalGeneratorFunctionVariable.__getattr__s@ 4>*//11 1 14&& &tw%%%r^c>ddlm}|||||Sr)rrr)rXrrxrrs r\_build_inline_tracerz3LocalGeneratorFunctionVariable._build_inline_tracers8PPPPPP,@@        r^rr<rxrrrror6ct|js9tdt |jdddg||||}|j}|j}|||||jS)Nz'non-generator contextlib.contextmanagerzvCannot compile function decorated with `@contextlib.contextmanager` that is not a generator, i.e. does not use `yield`z5Use `yield` in the function body instead of `return`.z2Remove the `@contextlib.contextmanager` decorator.rr) rrrrrrr rr)rXrrxrrmrYrs r\rz,LocalGeneratorFunctionVariable.call_functions DG,,..//  ADG,,..//.LH    11"dFCC w!!G'')) !!   ; "   r^r) rlrmrnrrlr6r]rrrrWrXs@r\rrs3 + + +  + + + + + +&&&     # & -           r^rc,eZdZdZfdZfdZxZS)3FunctionDecoratedByContextlibContextManagerVariablezm .. note:: This is only used when the function is annotated with @contextlib.contextmanager c Jtj|fdti|dS)Nr)rr]r)rXrrrs r\r]zs*.)BBDGBBtxBBBBr^c|jgSrqrbrs r\rzUserMethodVariable.self_argsA zr^ctjSrq)r MethodTypers r\rzUserMethodVariable.python_typeDs r^rr<rxrrrr6cddlm}||jrJg||}t j|jd}||||S|jrt|j tj rit|jdd}|| dr|dks|jr.|j ||jj|||j SnVt"O|jt"jjur7t j|j||j g|R|S|jrIt|j j|jj}t-|||||St1|||S) Nr)is_nonstrict_trace_callableTr1rmz torch.nn.ztorch.nn.utils.parametrize)constant) trace_rulesrrrrr@rris_root_tracerrrbNNModuleVariabler startswithrrgrlr9FSDPParamGroupuse_training_stateTorchCtxManagerClassVariablerrArr) rXrrxrr call_argsvar module_attrrrs r\rz UserMethodVariable.call_functionGs >===== & &tw / / <2$..**2T2I8TC$$RF;; ; 9 # # % % * Hi0+ +  "$'<<z7WrappedUserMethodVariable.reconstruct..ggdl&;&;r^r2F add_push_nullr extend_outputrrXrzs``r\rz%WrappedUserMethodVariable.reconstruct\;;;;;<<< 21e<<=====r^rTrrlrmrnr]rrrWrXs@r\rr  # & -        >>>>>>>r^rcBeZdZd fd Z dfd Zd ZxZS)WrappedUserFunctionVariableroNc |ddtj|jfi|||_||_dS)Nr)r~rr]rrrrs r\r]z$WrappedUserFunctionVariable.__init__sJ 4..v...  r^rr<rxrrrr6c|j|t|||}|j||Srqrrs r\rz)WrappedUserFunctionVariable.call_functionrr^cfdjtdddS)Nc$jSrqr r sr\r z9WrappedUserFunctionVariable.reconstruct..rr^r2Frrs``r\rz'WrappedUserFunctionVariable.reconstructrr^rTrrrXs@r\rrs  # & -        >>>>>>>r^rcdfd|D}fd|D}||i|}|j||t|S)Nct|tjr|S|Srq)rrTensorVariableget_real_valuer)xs r\convertz-invoke_and_store_as_constant..converts; a1 2 2 &##%% %##%%%r^c&g|] }|Srara)r'r r!s r\r)z0invoke_and_store_as_constant..s! % % %1GGAJJ % % %r^c.i|]\}}||Srara)r'rrr!s r\r,z0invoke_and_store_as_constant..s' 7 7 71a 7 7 7r^r)rrregister_attr_or_moduler%)rrrrxrresr!s @r\rArAs&&& & % % % % % %D 7 7 7 7  7 7 7F "d f  C 9 , ,  d## -  r^ceZdZdhejZ d dfd ZdZdZdZdZ d d d e d e fd Z fdZ dZ fdZdZdZdZddZxZS)rrNroc  | d"| ttjdi| t |tsJt |tj sJt |tsJ||_ ||_ ||_ ||_||_||_||_||_dS)N mutation_typer(ra)rsupdater4rr]rrrrrrfrRrYrrcrerr wrapped_fn) rXrRrYrrcrerrr+rrs r\r]z#NestedUserFunctionVariable.__init__s ::o & & . MM(<(>(>M ? ? ?""6"""'4466<<<<<$1133U^DDDDD)T*****  "  $& 5?r^cgSrqrars r\rz$NestedUserFunctionVariable.self_argsrr^c4|jSrq)rYrrs r\rz#NestedUserFunctionVariable.get_codesy++---r^ctjSrqrrs r\rz&NestedUserFunctionVariable.python_typerr^c*|jrttj|j|j|j}|jr|j|_ |j r|j |_ |j rj|j }t|trddlm}t#||}t|t"sJ||_|S)Nrr)rrrrrYrrrRrcrbrerdrrrrrrfr)rXrErrs r\rz'NestedUserFunctionVariable.get_functions < &% %! I ( ( * * N L + + - -   = C $ @ @ B BD  ? G"&/"D"D"F"FD    /*==??K+u-- :......"88K#8#899 k400 0 00#.D  r^rr<name_varrcl|jj||j|t dSrq)rr store_attrrr8)rXrr0rs r\ call_setattrz'NestedUserFunctionVariable.call_setattrs1 ))$DDD%%%r^ct|dkr|j|g|RSt||||S)N __setattr__)r3rrgrXrrrxrrs r\rgz&NestedUserFunctionVariable.call_method sG = $4$R/$/// /ww""2tT6:::r^c|jduSrq)rrs r\ has_closurez&NestedUserFunctionVariable.has_closure%s|4''r^c|dkr|jSt||S)Nrl)rRrr const_getattrrs r\r:z(NestedUserFunctionVariable.const_getattr(s< :  <2244 4ww$$R...r^cdSrtrars r\r z#NestedUserFunctionVariable.has_self-rur^c|jSrqrrs r\r z&NestedUserFunctionVariable.get_globals0rr^c&|}tj||j|j|jrt|jjndtdtt|j D}|j r|j |_tj|j|i|}|t'|j}t+|jj|t1|||t3|j D]"\}} | |vsJ|jj|} | || <#|S)Nc34K|]}tdVdSrq)r1)r'_s r\rz7NestedUserFunctionVariable.bind_args..:s(SSa)D//SSSSSSr^)rrrrrRrrcrrrirhrrekeys_as_python_constantrdrrr9apply_defaultsrfr:rrrrrzr) rXrrxrrYrEr@rrrrs r\rz$NestedUserFunctionVariable.bind_args3sr}}!  N L + + - -*.- AE$-% & & &T SS5T]]__5P1Q1Q+R+RSSS S S    ? L"&/"I"I"K"KD ,!$'',d=f== eo++--...777ffd+++"4#344  ICv%%%%<%c*DF4LL r^rzr:cfd|j|jgt j|jjj|j r|j n) dg|j r|j n) dg|j r|j n) dg|j rd |j }|gnI#t$r|j Yn-wxYw dgt!dd|jrfd|jt!ddt%dt!dddd lm}|j}|jj|r|jjj|D]]\}}|t%d|\dSdS) Nc:tdS)Nr)load_import_fromrlrzsr\r z8NestedUserFunctionVariable.reconstruct..MsG,,X7JKKr^Fc0ddS)N functoolswrapsrDrEsr\r z8NestedUserFunctionVariable.reconstruct..qs00gFFr^r2rTrr;)rrYrcreate_load_const_uncheckedrr8r}rrrccreate_load_constrrerrrrr+rrr<rrrhas_pending_mutationstore_attr_mutationsrdup_topr2)rXrzrr<rrrs ` r\rz&NestedUserFunctionVariable.reconstructKs K K K K     wBB4>RRSTTT ' (?@@AAA = E GDM " " " "  ! !7#<#.rr^r2Frrs``r\rz-WrappedNestedUserFunctionVariable.reconstructrr^rTrrrXs@r\rQrQs,  # & -        >>>>>>>r^rQceZdZddhejZddfd ZdZedZ ddZ ddZ dd de fdZ xZ S)SkipFunctionVariablerreasonNroc Vtjdi|||_||_dSr`)rr]rrX)rXrrXrrs r\r]zSkipFunctionVariable.__init__s2""6"""  r^c|jSrqrrs r\rz'SkipFunctionVariable.as_python_constants zr^cxtj|ddr]|}|}t|ddr(|j}t |d}t|dd(|t jn;t|s,t|t j|||S)N_torchdynamo_disableF_torchdynamo_orig_callabler) rrrr^r#rr!rr/r")rrrguard_on_sourceguard_on_values r\rz'SkipFunctionVariable.create_with_sources  !%)? G G I%O"N.*FNN !/!J",#%A##.*FNN   & &|'A B B B B077 I &++L,FGG H H Hs5((((r^rr<rxrrrr6c tj|jddrOtj|jdd}tdt |jd|jd|ddg dS|jt jjurL|d d}|r| }td d |d |dd|dg dS|jt jj ur>|d d}|r| }td|tj rMddlm}|||j}t#|t$s||||St)|jdd} t)|jdd} | dnt | } tj|j} d| d| d} d| dg}d| vr |d| dd gz }n#t,$rd!d"h}| |vrd#| d$| d} d%d&g}n| _| d'rJd(| d$| d$} d)g}t jj| d*zd*|znJd+| d$| d,} d-d.g}t jj| d*zd*|zYnwxYw| d/krd0} g}|jr|jnd1}td2d3| d4| d5|| | dS)6Nr]F_torchdynamo_disable_msgz1Skip calling `torch.compiler.disable()`d functionzSkip calling function `z>` since it was wrapped with `torch.compiler.disable` (reason: r0z(Remove the `torch.compiler.disable` callrrQz%Call to `torch._dynamo.graph_break()`z0Called `torch._dynamo.graph_break()` with args `z `, kwargs ``z$User-inserted graph break. Message: z.Remove the `torch._dynamo.graph_break()` call.z9Skip frame due to `torch._dynamo.skip_frame()`. Message: r2SourcelessBuilderrnzrmzz?Dynamo developers have intentionally marked that the function `z ` in file `z` should not be traced.zAvoid calling the function `z`.r4z:Apply `@torch._dynamo.dont_skip_tracing` to the function `zw` to force tracing into the function. More graph breaks may occur as a result of attempting to trace into the function.z Please file an issue to PyTorch._abc _warningsz6Dynamo does not know how to trace the Python builtin `.zIf you are attempting to call a logging function (e.g. `_warnings.warn`), you can try adding it to `torch._dynamo.config.reorderable_logging_functions`.zKPlease file an issue on GitHub so the PyTorch team can add support for it. optreez*Dynamo cannot trace optree C/C++ function zi Consider using torch.utils._pytree - https://github.com/pytorch/pytorch/blob/main/torch/utils/_pytree.py z/Dynamo does not know how to trace the builtin `z.` This function is either a Python builtin (e.g. _warnings.warn) or a third-party C/C++ Python extension (perhaps created with pybind).zIf it is a Python builtin, please file an issue on GitHub so the PyTorch team can add support for it and see the next case for a workaround.aIf it is a third-party C/C++ Python extension, please either wrap it into a PyTorch-understood custom operator (see https://pytorch.org/tutorials/advanced/custom_ops_landing_page.html for more details) or, if it is traceable, use `torch.compiler.allow_in_graph`.allow_in_graphzFound an allow_in_graph decorator to a function which is created inside the parent function that is getting compiled. This is not supported for now.zz,Attempted to call function marked as skippedzmodule: z , qualname: z, skip reason: )rrrrrrr4 graph_breakrsr skip_framerrdont_skip_tracingbuilderrer}rrWrrgetfiler|rrD warn_oncejoinrX)rXrrxrrQgraph_break_msgskip_frame_msgre rebuilt_fnqualname module_or module_namepathrrknown_python_builtin_modulesrXs r\rz"SkipFunctionVariable.call_functions  !$*.De L Lp (5OQUVVC KDJAdjAA:=AAA?       Z5=4 4 4$jj55O G"1"D"D"F"F ?e4ee\beeeT?TTD       Z5=3 3 3#ZZt44N E!/!B!B!D!D\N\\ ' F666666/55b$*EE !*.BCCF%33BfEEEtz>;OPPH L$??I090A,,s9~~K8 Ytz22>V^>> $>>> @8??? D((lU]lll; E % Y% Y% Y06 /D, <<<7'77*2777 iGEE *y/C/CH/M/M*"h{"h"h]e"h"h"hK^E M'11+2DtyyQVGWGW2WXXXXb+bbX`bbb m;EM'11+2DtyyQVGWGW2WXXXK% YL+++? $(KGT[[5GF F];]]H]]U[]]'       s>8G77C KKcftjt|j|Srq)rr8r}rrrs r\rz%SkipFunctionVariable.call_obj_hasattrNs%)00T1J1JKKKr^rcv|tvrtj||St||j|j|Srq)r+rr rrrrs r\r!z SkipFunctionVariable.var_getattrQs9 ) ) ),T488 8b$*dk4@@@r^rqrTrrr<)rlrmrnr6rUr]rrVrrrrr!rWrXs@r\rWrWs  'N  ))[)0v #v&v- v  vvvvpLLLLA5ASAAAAAAAAr^rWcBeZdZd fd Z dfd Zd ZxZS)WrappedSkipFunctionVariableroNc |dd|ddtj|jfd|ji|||_||_dS)NrrX)r~rr]rrXrrrs r\r]z$WrappedSkipFunctionVariable.__init__Yse 7D!!! 8T"""HHw~HHHH  r^rr<rxrrrr6c|j|t|||}|j||Srqrrs r\rz)WrappedSkipFunctionVariable.call_function`rr^cfdjtdddS)Nc$jSrqr r sr\r z9WrappedSkipFunctionVariable.reconstruct..lrr^r2Frrs``r\rz'WrappedSkipFunctionVariable.reconstructkrr^rTrrrXs@r\rrXrr^rcNeZdZdZdfd Zdfd ZdZ ddZxZS)WrapperUserFunctionVariablea3 Used to represent a wrapper object that contains the actual callable as an attribute. For example, torch.jit.script/trace have the original function at their _torchdynamo_inline attribute. Similarly, functions with __script_if_tracing_wrapper have the original attr at "__original_fn". roNc Vtjdi|||_||_dSr`)rr] wrapper_obj attr_to_trace)rXrrrrs r\r]z$WrapperUserFunctionVariable.__init__ys6""6"""&*r^rr<c||jkrLt|j|j}|jot |j|}t j|||St||Srq) rrrrr#r6rrr!)rXrrrrrs r\r!z'WrapperUserFunctionVariable.var_getattr~sm 4% % %$*D,>??C[BZ T%B%BF"(S&99 9ww""2t,,,r^cgSrqrars r\rz%WrapperUserFunctionVariable.self_argsrr^rxrrrr6ct|jdrot|j|jd}t|ddpd}|ddddkrd }t jj|t jjj d }| tj rt j j}t!|z}|d j|d jf} dt)j|} d | dd | dd} | t-| z } || ||z} t3jt6j||t3j|jg| |S)N cache_informrrhr2)maxsplitrraDynamo detected a call to a `functools.lru_cache`-wrapped function. Dynamo ignores the cache wrapper and directly traces the wrapped function. Silent incorrectness is only a *potential* risk, not something we have observed. Enable TORCH_LOGS="+dynamo" for a DEBUG stack trace.z torch._dynamoz)call to a lru_cache wrapped function at: :rj)rrrrsplitrr4rDrqlogging getLogger isEnabledForDEBUG_guardsTracingContext extract_stackrfilenamelinenorr traceback format_listrdebugrrrrgetattr_and_tracerr8) rXrrxr target_fnrxrQ dynamo_logger user_stack frame_locuser_stack_formatteduser_stack_traceall_argss r\rz)WrapperUserFunctionVariable.call_functions 4#\ 2 2 : 0$2DdKKI!)\2>>D"K  q 11!4??K #--c222 % 3 ; E Eo V V  --gm<<:!&!=!K!K!M!MJ!7!9!9J!FJ!+B!8*R.:O PI+-7793H3T3T+U+U('rS\]^S_'r'rbklmbn'r'r'r$$,@(A(AA$!''(8999>>##d*-  '  -  9-d.@AA MH M    r^rTr}r) rlrmrnrr]r!rrrWrXs@r\rrqs++++++ ------& #& && - &  & & & & & & & & r^rc*eZdZdZdfd ZdZxZS)WrapperUserMethodVariablez Similar to WrapperUserFunctionVariable, but for methods. The only delta is saving the vt for `self` object of the method which is then used by WrapperUserFunctionVariable in `call_function` method. roNc Ltj||fi|||_dSrq)rr]rb)rXrrself_objrrs r\r]z"WrapperUserMethodVariable.__init__s/m>>v>>>r^c|jgSrqrrs r\rz#WrapperUserMethodVariable.self_argsrr^rT)rlrmrnrr]rrWrXs@r\rrsV r^rcRtjrddlm}|SiS)Nrtraceable_collective_remaps)r distributed is_available)torch.distributed._functional_collectivesrrs r\_traceable_collective_remapsrsD %%''+      +* Ir^ctjs Jd|tvsJ|j}|d}t||S)NzIllegal invocation.z)torch.distributed._functional_collectives)rrrrvaluesrl import_sourcer#)rr inner_name path_sources r\_traceable_collectives_sourcersu   ) ) + +BB-BBB + -//6688 8 8 8 8J""#NOOK k: . ..r^ceZdZdZdfd ZeddZedZedd Z ddZ xZ S)!CollectiveFunctionRewriteVariablea Some of the torch.distributed.* collective APIs are possible to rewrite to 'traceable' collectives. This class provides both a way to check if a function is remappable, and perform the remapping. In the case that a function is 'remappable' but only for some combinations of call-time arguments, we check the args at `call_function` time and fall back to graph-breaking if needed. This is no worse than status-quo as we currently graph-break on all distributed.* collectives. roNc xtj|fi|t|tsJ||_dSrq)rr]rrreplacement_var)rXrrrrs r\r]z*CollectiveFunctionRewriteVariable.__init__sG&&v&&&/+?@@@@@.r^rr<c xt||\}}t|ft|fd|i||d|S)Nr)rr)rrewriter)rold_fnroptionsnew_fn new_sources r\r}z(CollectiveFunctionRewriteVariable.creates`>FFr6RR 0  0VV VgVV      r^cJtj|o|tvSrq)r isfunctionr)variables r\ can_rewritez-CollectiveFunctionRewriteVariable.can_rewrites(  x ( ( WX9U9W9W-W r^cNt|}|t||fSrq)rr)rrrs r\rz)CollectiveFunctionRewriteVariable.rewrites(-//34R@@@@r^rxrrrr6c|ddlm}ddlm}t j|j}t|j|i|j }d}d|vrN|d r4td|jd|d|d|jgtj  |j|j|j|jfvrn|d }||jn|jd j}||vrt+d |t,j|||d <|j|||S) Nr)REDUCE_OP_TO_STRraasync_opz)async_op=True for distributed collectivesz, args= , kwargs=z3`torch.compile` doesn't support `async_op=True for ropzUnsupported all_reduce op: )torch.distributedrrrrrrrfr9r:rrr SUPPORTABLE all_reducereduce_scatter_tensor_reduce_scatter_basersrrdefaultrrr8r}rr) rXrrxrdistrr reduce_op_var reduce_ops r\rz/CollectiveFunctionRewriteVariable.call_functions )(((((NNNNNN%dg.. nind5f55?@@   F:$6$I$I$K$K  C788d88v88[RVRY[[&2      7 O  &  %   #JJt,,M!,##)$/7   000 !Jy!J!JKKK$5<< +F4L#11"dFCCCr^rTr}r) rlrmrnrr]rjr}rrrrWrXs@r\rrs//////    \   \ AAA\A,D #,D&,D- ,D  ,D,D,D,D,D,D,D,Dr^rc0eZdZ d fd ZxZS) FunctoolsWrapsVariablerr<rxrrrror6c|s,tdkrfd}tj|St||S)Nr2ct|tjr|dSt d|dgt jdS)Nr)r+zfunctools.wrapsz]`torch.compile` can't trace `functools.wraps` on functions defined outside the compile regionr)rrrclonerrr)rrxs r\rIz3FunctoolsWrapsVariable.call_function..wraps2slb)"FGG888tAw8777 -!G *6 r^)rhrLambdaVariablerr)rXrrxrrIrs ` r\rz$FunctoolsWrapsVariable.call_function*sd  3#d))q..     +E22 2ww$$Rv666r^r)rlrmrnrrWrXs@r\rr)sc7 #7&7- 7  7777777777r^rc,eZdZdZ d d Zd S) CollectionsNamedTupleFunctionc|jSrqrrs r\rz0CollectionsNamedTupleFunction.as_python_constantDrr^rr<rxrrrror6c t||}|r |jd|Did|D}n`#t$rS}t t ||t ttj |j Yd}~nd}~wwxYwtj |tStdd|d|dgtj dS) Nc6g|]}|Srar%r'r s r\r)z?CollectionsNamedTupleFunction.call_function..Q$;;;a**,,;;;r^c>i|]\}}||Srar%r'rrs r\r,z?CollectionsNamedTupleFunction.call_function..R*LLLTQq!..00LLLr^rwr)znamedtuple constructionzargs=rz?`torch.compile` only support certain input types for namedtupler)r)rrr|rr`rmapr8r}rxrUserDefinedClassVariabler5rrr)rXrrxr constant_argsrrs r\rz+CollectionsNamedTupleFunction.call_functionGsP ,D&99   ;;d;;;LLV\\^^LLL   (IIc"2"938DDEE  5%5%7%7  -)t))))Y".       s3A B%A B  B%Nr)rlrmrnrrrar^r\rrCs] # & -         r^rceZdZdeddffd ZdZddZd Z ddZd d de defdZ d d de fdZ dZ dZ xZS)FunctoolsPartialVariablerEroNc tjdi|||_t|tsJ||_t|t sJ||_tj t|_ dSr`) rr]rErrrxrfkeywordsrHpartialr- fake_value)rXrErxrrrs r\r]z!FunctoolsPartialVariable.__init__hsy""6""" $%%%%% (D)))))  $+H55r^ctjSrq)rHrrs r\rz$FunctoolsPartialVariable.python_typess   r^rzr:c^fd|j|jr|j|js:t t|jdzddS|jt|j } t|t|jzdz|ddS)Nc0ddS)NrHrrJrEsr\r z6FunctoolsPartialVariable.reconstruct..wsg&>&>{I&V&Vr^r2F) rrErxforeachrrrrhrrrcreate_call_function_kw)rXrzrs ` r\rz$FunctoolsPartialVariable.reconstructvsVVVVWWW  9 ' OODI & & &}   ! !"6s49~~7I5"Q"Q R R R F ,,..///T]''))**  + +CIIDI,F,JDRW X X     r^c*|Srqr%rs r\rz%FunctoolsPartialVariable.get_function&&(((r^rr<rxrrrr6cd|j|z}i|j|}|j|||Srq)rxrrEr)rXrrxr merged_args merged_kwargss r\rz&FunctoolsPartialVariable.call_functions; i$& 34=3F3 y&&r; FFFr^rctjtt jt |Srq)rr8r}rrHrr-rs r\rz)FunctoolsPartialVariable.call_obj_hasattrs7)00 I%h// 6 6   r^c~|jot|j|}|dkr|jS|dkrtj|j|S|dkr9d|jD}tj||S|tvrtj ||Stt|dS)NrErxrrc>i|]\}}tj||Sra)r8r}rs r\r,z8FunctoolsPartialVariable.var_getattr..s*UUUtq!%,Q//UUUr^) rr#rEr ListVariablerxrrConstDictVariabler+r rr)rXrrrrs r\r!z$FunctoolsPartialVariable.var_getattrs>DK!>!> 6>>9  6>>)$)FCCC C :  UUt}?R?R?T?TUUUE.uVDDD D ) ) ),T488 8 44444r^ctj|jgd|jDRid|jDS)Nc6g|]}|Srar%r&s r\r)z?FunctoolsPartialVariable.as_python_constant..s$ < < <3c$$&& < < i|]\}}||Srar%rs r\r,z?FunctoolsPartialVariable.as_python_constant..s*KKKTQq!&&((KKKr^)rHrrErrxrrrs r\rz+FunctoolsPartialVariable.as_python_constantsq I ( ( * * < <$) < < <   LKT]5H5H5J5JKKK   r^ctj|jgd|jDRid|jDS)zcSimilar to as_python_constant(), but add ID_MATCH guards to try to force things to become constantsc6g|]}|Sraguard_as_python_constant)r'rs r\r)zEFunctoolsPartialVariable.guard_as_python_constant..s$ > > >qa((** > > >r^c>i|]\}}||Srarrs r\r,zEFunctoolsPartialVariable.guard_as_python_constant..s*QQQ41aq!,,..QQQr^)rHrrErrxrrrs r\rz1FunctoolsPartialVariable.guard_as_python_constantsq I . . 0 0 > >DI > > >   RQ4=;N;N;P;PQQQ   r^rr)rlrmrnr6r]rrrrrrr!rrrWrXs@r\rrgs, 6_ 64 6 6 6 6 6 6!!!     )))G #G&G- G  GGGG ) 14      55 5S 5 5 5 5          r^rceZdZdddhejZeejdee de fe j ffdZ edZdeddffd Zedefd Zd Zd Z ddZ ddZdZxZS)PolyfilledFunctionVariablerr+ traceable_fnro.ciSrqra)rs r\_get_polyfill_handlersz1PolyfilledFunctionVariable._get_polyfill_handlerss  r^ctt|tj|||Sr)r"rr!FUNCTION_MATCHrs r\rz-PolyfilledFunctionVariable.create_with_sources6f'' (CDDEEEs5((((r^Nc rtjdi|||_|||}t |sJd|d|dD]*}t ||d}|rt |sJ|}n+td|d||_||_ dS)NzPolyfill handler z is not callable for )__torch_dynamo_polyfill____python_implementation__z# does not have a traceable functionra) rr]rrrscallablerr8r+r)rXrrhandlercandidate_attr candidaterrs r\r]z#PolyfilledFunctionVariable.__init__s""6"""--//33B;;  XX"Xg"X"XTV"X"XXX   N >>I  *****(   PGPPP & ,r^c|jSrq)rrs r\ polyfill_fnz&PolyfilledFunctionVariable.polyfill_fns   r^c.t|jddS)N*__torch_dynamo_can_constant_fold_through__F)rr+rs r\can_constant_fold_throughz4PolyfilledFunctionVariable.can_constant_fold_throughs OI5   r^c*|Srqr%rs r\rz'PolyfilledFunctionVariable.get_functionrr^rr<rxrrrr6c N|rXt||rH|jd|Did|D}t j||S|jt jurt|dkr|st|dtj tj frtd|djDrtj||jdt$jt)d|djDfit%jd|djD St j||j}||||S) Nc6g|]}|Srar%rs r\r)z.rr^c>i|]\}}||Srar%rs r\r,z.rr^r2rc3K|]m}t|tjrt|jtp4t|tjo|tuVndSrq)rrr8rintSymNodeVariablerrs r\rz;PolyfilledFunctionVariable.call_function..sAy9::Wz!'SV?W?WYq)";<<WTWAWr^rc3>K|]}|VdSrqas_proxy)r'as r\rz;PolyfilledFunctionVariable.call_function..s*??A1::<<??????r^c^g|]*}t|tjr|jn|j+Sra)rrr8rsym_numrs r\r)z.sG  *!Y-GHH+AGG!" r^)r#)rr*rrr6rrsumrhrrr TupleVariablerrr}r create_proxyrsym_sumrrr)rXrrxrrtraceable_function_variables r\rz(PolyfilledFunctionVariable.call_functions  ) ) + + 50M &1 1 5;;d;;;LLV\\^^LLL  #(V44 4 Gx| # #D Q47Y%;Y=T$UVVa,33 &&#M??a?????A    "&a   4 ('6&;B@Q&R&R#*88T6JJJr^ch|dkr||||St|j|d}|Jd|d|jt|sJd|d|ji}|jrt |j||d<t |fi|}||||S)N__call__zMember z not found in z is not callable in r)rrrr.rr#r)rXrrrxrmethodrpolyfilled_method_variables r\rgz&PolyfilledFunctionVariable.call_method"s :  %%b$77 7$--!!#JT#J#J#J#J!!!6""QQ$Qd$Q$Q$Q$QQQ" ; > *4; = =GH %?%R%R'%R%R")77D&IIIr^c|jSrqrrs r\rz-PolyfilledFunctionVariable.as_python_constant5rr^rrxrrrror6)rlrmrnr6rUrVrHcacherfrrrrrrr?r]propertyrrrrrgrrWrXs@r\rrs   ' N_tHS#X,>@R,R'S_[))[) -2-D------.!R!!!X!   )))2K #2K&2K- 2K  2K2K2K2KhJ& J - J  JJJJ&r^rceZdZdZdS)TracebackVariablecdSrqrars r\rzTracebackVariable.call_function;sr^Nrlrmrnrrar^r\r2r29s22222r^r2c0eZdZfdZdZdZdZxZS)SysFunctionVariablec Htjdi|||_dSr`)rr]r)rXrrrs r\r]zSysFunctionVariable.__init__?s+""6""" r^cLt|jrB|jd}|j}d}tj|||tj||g}n;t jdt jdt jdg}t j|S)Nr)rh exn_vt_stackrr6rrr8r%)rXrexnrPtbrs r\exc_infozSysFunctionVariable.exc_infoCs r   /"%C,CB%b#..%b"--EE*400*400*400E &u---r^cB||jdSr)r<rrs r\ exceptionzSysFunctionVariable.exceptionUs}}R  &q))r^c|jtjur||S|jtjusJ||Srq)rrr<r>rs r\rz!SysFunctionVariable.call_functionXsJ : % %==$$ $zS]****~~b!!!r^)rlrmrnr]r<r>rrWrXs@r\r6r6>se...$***"""""""r^r6) create_tma_experimental_metadatacreate_tma_stable_metadataTMADescriptorMetadataTritonHOPifierceZdZdedefdZdedefdZdedefdZ de e j j jdffd Zd Zd Zd Zd ZdedefdZdddeeddfdZdefdZdS)DynamoTritonHOPifierrQroc t|rq)r )rXrQs r\raise_unsupportedz&DynamoTritonHOPifier.raise_unsupportedhs#r^maybe_callablec:t|ttfSrq)rrr)rXrHs r\ is_callablez DynamoTritonHOPifier.is_callableks  79MN   r^rc|jSrqr[)rXrs r\ get_valuezDynamoTritonHOPifier.get_valueps yr^.cddlm}t||r|St ddt |dgt jdS)Nr2)BaseListVariablez/unsupported grid type for triton hop check_gridz grid type = z;`torch.compile` only supports list-like grid for check_gridr)listsrNrr rr`rr)rXgridrNs r\ check_gridzDynamoTritonHOPifier.check_gridss}++++++ d, - - ==?? " I3tDzz33Y&2       r^crd|D}|||gi}|S)NcTi|]%\}}tj||&Srarr8r}rs r\r,z2DynamoTritonHOPifier.call_grid..s/QQQDAq *11!44aQQQr^)rr)rXrPmetars r\ call_gridzDynamoTritonHOPifier.call_grids;QQDJJLLQQQ!!"tfb11 r^clddlm}|||}||||}|S)Nr2rd)rorer}r) rXuser_fnrxrrrrewrapped_user_functionrs r\call_user_defined_fnz)DynamoTritonHOPifier.call_user_defined_fnsF...... 1 8 8W E E&44RvFF r^cxddlm}||t|j||}|S)Nr2)VariableBuilder)ror\r# kernel_source_wrap)rXuser_objrrrr\wrapped_user_objs r\wrap_user_defined_objz*DynamoTritonHOPifier.wrap_user_defined_objsO,,,,,,*?  81d9==  %//  r^cH||}d|D}|S)Nc,g|]}|jSrar)r'rs r\r)z=DynamoTritonHOPifier.maybe_unpack_configs..s$KKK26244KKKr^)unpack_var_sequence)rXconfigsrs r\maybe_unpack_configsz)DynamoTritonHOPifier.maybe_unpack_configss0--b11LK7KKKr^rc||s|d|S)Nz`@triton.heuristics must return constant values because configs can only contain constant values.)is_python_constantrGr)rXrs r\maybe_unpack_heuristic_resultz2DynamoTritonHOPifier.maybe_unpack_heuristic_resultsE((**   " "r   ..000r^rTritonKernelVariablerxc|jt|dkr|dt||j|j|d|jS)Nr2z7Triton kernels should be called with only a single gridr)kernel kernel_idxrPr])rPrhrGr`rlrmr)rXrrxs r\ call_getitemz!DynamoTritonHOPifier.call_getitemsm = $D Q  " "I   tH~~?*a"/     r^c ddlmddlm}i}t |D]T}||}t |ttfr.| ||<| ||<Ud| D} ddl m } m} fd| D} fd| D} | D]b}|}t |t"jt"jfs&|d t+|d c| | }|| t.}|jd | d |j||||d t#jdS)Nr2r7)rcTi|]%\}}tj||&SrarTrs r\r,z1DynamoTritonHOPifier.call_HOP..s?   1  & - -a 0 0!   r^r)kernel_side_tabletriton_kernel_wrapper_mutationc`i|]*\}}t|||+Sra)rrr'rrr8s r\r,z1DynamoTritonHOPifier.call_HOP..sL   1!-.. q##%%   r^c<i|]\}}t|||Sra)rrts r\r,z1DynamoTritonHOPifier.call_HOP..s@   1a!122 q   r^z.Unexpected argument type for a Triton kernel: rhrra)rmconstant_args_idxrPtma_descriptor_metadatar)rr8dictsrrrr!TMADescriptorExperimentalVariableTMADescriptorStableVariable to_metadata get_tensorr*torch._higher_order_ops.triton_kernel_wraprqrrrrealizerrrrGrepradd_constant_argsrfrr&rmr )rXrgridscombined_args_rawrrrwrr combined_argsrqrrrnon_constant_argsrvrUr8s @r\call_HOPzDynamoTritonHOPifier.call_HOPs]......,,,,,,:<',,..// 6 6A!!$A57RS 6./]]__'*'(||~~!!$  )//11               )//11       %++--    #))++  A Aa)":Irlrmr#r]roNc |dd|_tjdi|t||||dS)Nr]ra)r~r]rr] dynamo_triton_hopifier_singleton init_variable)rXrlrmrPrrs r\r]zTritonKernelVariable.__init__ sW#ZZ>>""6"""(66tVZQUVVVVVr^rr<rxrrrr6c<t||||Srq)rcall_triton_kernelrs r\rz"TritonKernelVariable.call_function s% 0BB $   r^c|dkrt||S|dkrt||||St||||S)N __getitem__run)rrncall_runrrgr6s r\rgz TritonKernelVariable.call_method sj = 3@@tLL L U]]3<+>?? ? r^rTrr.) rlrmrnrrrr]rrgrrrWrXs@r\rjrj s   WWWWWW  # & -        ;& ; - ;  ; ; ; ; ; ;ssr^rjcDeZdZ dfd Zd Zdd Zd ZxZS)rydata_ptrvariables.DataPtrVariabledimslist[ConstantVariable] block_dims element_sizer8c t|tjsJtjdi|||_||_||_||_dSr`) rrDataPtrVariablerr]rrrr)rXrrrrrrs r\r]z*TMADescriptorExperimentalVariable.__init__4 s^(I$=>>>>>""6"""   $(r^ctd|jDd|jD|jS)Nc6g|]}|Srarr'dims r\r)zATMADescriptorExperimentalVariable.to_metadata..E s 1 1 1S\\^^ 1 1 1r^c6g|]}|Srarrs r\r)zATMADescriptorExperimentalVariable.to_metadata..F s 7 7 7S\\^^ 7 7 7r^)r@rrrr rs r\r{z-TMADescriptorExperimentalVariable.to_metadataC sL/ 1 1ty 1 1 1 7 7t 7 7 7   & & ( (   r^rzr:cfdjgjjj}|t|dzddS)Nc\ddtjdS)Nz$triton.tools.experimental_descriptorcreate_d_tma_descriptor)rDrhrr sr\r z?TMADescriptorExperimentalVariable.reconstruct..L s0G,,6:#di..:::r^r2F) rrrrrrrrrh)rXrzrxs`` r\rz-TMADescriptorExperimentalVariable.reconstructJ s        !!'***@@T_@d.?@c$ii!mU33333r^c|jjSrq)r from_tensorrs r\r|z,TMADescriptorExperimentalVariable.get_tensorV s }((r^)rrrrrrrr8rrlrmrnr]r{rr|rWrXs@r\ryry3 s )- )' )- ) ) ) ) ) ) ) )    4 4 4 4)))))))r^ryc>eZdZ d fd ZdZd d Zdd ZxZS)rzrvariables.TensorVariable block_shapevariables.ListVariablec t|tjsJtjdi|||_||_dSr`)rrrrr]rr)rXrrrrs r\r]z$TMADescriptorStableVariable.__init__[ sP &)":;;;;;""6""" &r^cNt|jSrq)rArr rs r\r{z'TMADescriptorStableVariable.to_metadataf s&)   % % ' '   r^rzr:cfdd|j|jddS)Nc0ddS)Nztriton.tools.tensor_descriptorTensorDescriptorrJrEsr\r z9TMADescriptorStableVariable.reconstruct..m sG,,0"r^rr)r load_methodrrrrgrs `r\rz'TMADescriptorStableVariable.reconstructk s       M*** ((( !!!Ar^roc|jSrq)rrs r\r|z&TMADescriptorStableVariable.get_tensorw s {r^)rrrrr)rorrrXs@r\rzrzZ s '* '. ' ' ' ' ' '      r^rzc@eZdZdeddffd Z d d ZxZS)'CreateTMADescriptorExperimentalVariablerankroNc T|dvsJtjdi|||_dS)N)r2rra)rr]r)rXrrrs r\r]z0CreateTMADescriptorExperimentalVariable.__init__| s: v~~~~""6""" r^rr<rxrrrr6c|d|vr|dn|d}t|tjstd|jd|jdkrPt |t |zdksJd|vr|dn|dg}d|vr|dn|d g}nut |t |zd ksJd |vr|d n|dd |vr|d n|d g}d |vr|d n|dd|vr|dn|dg}d|vr|dn|d}t ||||S)Nptrrz8Please ensure there were no graph breaks between create_z3d_tma_descriptor and the upstream .data_ptr() call.r2rAr block_dimrdim1dim0 block_dim1r block_dim0rr)rrrr)rrrr rrhry)rXrrxrrrrrs r\rz5CreateTMADescriptorExperimentalVariable.call_function s %fUmmDG#y899 $)$$$  9>>t99s6{{*a////!&&u d1gD(3f'<'<{##$q'JJt99s6{{*a////"(F"2"2vQ"(F"2"2vQD )5(>(>|$$DG(4(>(>|$$DGJ2@61I1Ivn--tTVx 0!%     r^r)rlrmrnrr]rrWrXs@r\rr{ s  ( #( &( - (  ( ( ( ( ( ( ( ( r^rc&eZdZ d d Zd S) !CreateTMADescriptorStableVariablerr<rxrrrror6ctd|vr|dn|d}d|vr|dn|d}t||S)Nrrrr2)rr)rz)rXrrxrrrs r\rz/CreateTMADescriptorStableVariable.call_function s\ &.%7%7!!T!W/</F/Ff]++DQRG *#    r^Nrr4rar^r\rr sN  #  &  -         r^rrqr})rrrHrrrrrrcollections.abcrrtypingrrrr r typing_extensionsr unittest.mockr weakrefr rtorch._dynamo.excrrrrrrbytecode_transformationrrrrrrrrrrrrrr guardsr!r"rr#r$r%r&r'r(rDr)r*r+r,r-r.r/r0r1baser3r4r5r6rr8#torch.distributed.fsdp._fully_shardr9ModuleNotFoundErrortorch._dynamo.codegenr:rr<r}r=r>r?rTrVrrrDrurr{rrfrrrrrrrrZrlrrrrrrrArrQrWrrrrrrrrrrr2r6r@rArBrCrErrjryrzrrrar^r\rsX .  $$$$$$BBBBBBBBBBBBBB######%%%%%% 444444>>>>>>>>>>>>VVVVVVVVVV                        10000000                       '&&&&&EEEEEEE//////DDDDDD  WT"""   !!         >L\UUUp A A A A A.... $sO';"<    "(---0Dk7k7k7k7k73k7k7k7\:::::4::: > > > > %=> > > B">>>> 2>>>2>>>>>"6>>>0     p)p)p)p)p)!9p)p)p)f%>%>%>%>%>(B%>%>%>PgAgAgAgAgA?gAgAgAT>>>>>"6>>>2> > > > > /> > > B      ;   ////QDQDQDQDQD(<QDQDQDh7777717774! ! ! ! ! $8! ! ! HN N N N N N N N b~~~~~~~~B33333333 """""/"""BX X X X X >X X X v$8#7#9#9 +++++?+++\$)$)$)$)$)$)$)$)N/B2 2 2 2 2 o2 2 2 j            sCCC