&Vji^ddlmZ ddlZddlZddlZddlZddlZddlZddlZddl Z ddlm Z m Z ddl m Z mZmZddlZddlmcmZddlmZmZmZmZmZmZmZmZddlmZerddlmZej e!Z"ej#e!dZ$gd Z%dd l&m'Z(d Z)Gd d Z*idej+dej,dej-dej.dej.dej/dej0dej1dej2dej3dej4dej5dddej6dej7dej8dej9id ej:d!ej;d"ej<d#ej=d$ej=d%ej>d&ej>d'ej?d(ej@d)ejAd*ed+ed,ed-ed.ed/ejBd0ejBZChd1ZDd2ZEd3ZFeFD][ZGd4eGZHd5eHZIeJe*eHeEeGeKeeIeCeH<eD-eHe%LeH\dhZMeDeMzZNhd6ZOhd7ZPdhZQeOeQzZRhd8ZSdd#hZTdd#d9ZUhd:ZVeFD]ZGd4eGZHeV-eHhd;ZWhd<ZXd=ZYd>ZZd?Z[d@Z\dAZ]dBZ^dCZ_dDZ`dEZadFZbdGZc dpdIZddJZedKZfedejAej:e\e]e^e_eee`efeYeZe[eaebdLZgdMZhdNZidOZjdPZkdQZldRZmdSZndTZodUZpdVZqdWZrdXZsdYZte jue!ZvdZZweFD]-ZGd[eGZxeweGZyexxey_zey_!eJevexey.[y[G[xd\Z{dqd]Z|d^Z}d_Z~iegid.ejdej+deld!emdendeodepdeqdeidejd*e}dekd"ej<d-erd,esd+etde{e|e~d`ZeFD]ZGd4eGZHeKevd[eGeeH<[G[H[F[vdaZdbZdcZddZdeZdfZdgZdhZeeeeeediZdjZdkZdlZdmZdnZeD]\ZZeeeeD]\ZZeeedoZeD]W\ZZeeOvr eeeeeSvr eee'eeQvseePvr eeeeeeeeUvr eeeX[[dS)r) annotationsN) lru_cacheupdate_wrapper)Optional TYPE_CHECKINGUnion) sym_floatsym_itesym_maxsym_minsym_notSymBoolSymFloatSymInt)dtrace_structured)ShapeEnvsym_node)SymNodemethod_to_operator magic_methods) py_sym_typescf|turtS|turtS|turt S|SN)boolrintrfloatr)ts X/root/voice-cloning/.venv/lib/python3.11/site-packages/torch/fx/experimental/sym_node.py _to_symtyper:s1DyyCxx Ezz HceZdZUdZdZded< dddedZdfd ZdgdZdhdZ e dZ e dZ dZ didZdZdZdZdZdZdZdZdZdZdZdZd Zd!Zd"Zdjd$Zdkd%Zdkd&Zdidkd'Z dkd(Z!dkd)Z"dkd*Z#dkd+Z$dkd,Z%dkd-Z&dkd.Z'dkd/Z(dkd0Z)dkd1Z*dkd2Z+dkd3Z,dkd4Z-dkd5Z.dkd6Z/dkd7Z0dkd8Z1dkd9Z2dkd:Z3dkd;Z4dkd<Z5dkd=Z6dkd>Z7dkd?Z8dkd@Z9dkdAZ:dkdBZ;dkdCZdkdFZ?dkdGZ@dkdHZAdkdIZBdkdJZCdkdKZDdLZEdMZFdNZGdOZHdPZIdkdQZJdRZKdSZLdTZMdkdUZNdldVZOdWZPdXZQdYZRdZZSd[ZTd\ZUd]ZVd^ZWd_ZXd`ZYdaZZdbZ[dcZ\dS)mrz This is a type erased SymInt/SymFloat which we use to do actual operations. End users don't touch this. Magic methods are NOT defined on this object. Fr_optimized_summationNhint!Optional[Union[int, float, bool]]c|_|_|_|_fd}|t ||us;t |t |usJd|dt |jr4jjr(|} || ksJ|d| djdn |}|_|_ jo jj} | o|_ dS)Ncddlm}|jrdSjjd}|,t |t s|n|}|S)Nr)has_free_unbacked_symbolsT) compute_hint)%torch.fx.experimental.symbolic_shapesr'expr shape_env_maybe_evaluate_static isinstanceSymTypespytype)r'r#selfs rr(z&SymNode.__init__..compute_hints W W W W W W)(33 t>88QU8VVD0:40J0JTt{{4(((PTKr zCannot create SymNode of type z with incompatible hint of type z != z (for )) _exprr+r/r"typer_translation_validation_enabledr*_hintconstantfx_node) r0r*r+r/r#r6r7optimized_summationr( computed_hinttx_validation_ens ` r__init__zSymNode.__init__VsE " $7!:       ::''4::V9L9L+L+L+LHHH;?::HH,M+LL~ $."P !-  },,,BBBBdiBBB-,, <>>D ;C N Mt~M (3G r r+rreturnc\t|j||j|j|j|jSr)rr2r/r5r6r7)r0r+s rwith_shape_envzSymNode.with_shape_envs+ J 4; DM4<   r otherc|j|jko?|j|jko/|j|jko|j|jko|j|jkSr)r2r/r5r6r7r0r?s r _value_eqzSymNode._value_eqs] J%+ % . u|+ . ek) . / .  -  r rc\t|j|j|j|j|jfSr)hashr2r/r5r6r7r0s r _value_hashzSymNode._value_hashs%TZdj$-VWWWr c@|j|jSr)r+replacer2rEs rr*z SymNode.exprs~%%dj111r c|jSrr5rEs rr#z SymNode.hints zr c|jduSrrJrEs rhas_hintzSymNode.has_hintsz%%r cddlm}jd|C|jfdjjD}j|SjjSjS)Nrfree_unbacked_symbolscBi|]}||vrdnjj|S)i)r+ var_to_val).0sr0unbacked_symbolss r z(SymNode.require_hint..sE   q$444tt$.:STU:V   r )r)rOr5r* free_symbolsxreplacer+ size_hint)r0fallbackrO replacementsrTs` @r require_hintzSymNode.require_hintsOOOOOO : #$9#8#C#C      !Y3    y)),777>++DI66 6zr cF|jjrt|jSdSr)r* is_numberrrEs r maybe_as_intzSymNode.maybe_as_ints" 9  ty>> !4r cjddl}t|j|jrt |jSdSNr)sympyr-r*Floatrr0ras rmaybe_as_floatzSymNode.maybe_as_floats6 di - - ## #4r cNddl}|j|jurdS|j|jurdSdS)NrTF)rar*truefalsercs r maybe_as_boolzSymNode.maybe_as_bools8 9 " "4 Y%+ % %54r c|jtuSr)r/rrEs ris_intzSymNode.is_ints{c!!r c|jtuSr)r/rrEs ris_floatzSymNode.is_floats{e##r c|jtuSr)r/rrEs ris_boolzSymNode.is_bools{d""r c|jduo7t|jto|jjSr)r5r-rnode is_nested_intrEs rrqzSymNode.is_nested_ints? Jd " 04:v.. 0 --// r ct|tusJddl}t|||jt|||SNr)r6r7)r3rrarIntegerr+r0numras rwrap_intzSymNode.wrap_intsUCyyC  MM#  S3PS    r ct|tusJddl}t|||jt|||Srs)r3rrarrbr+rus r wrap_floatzSymNode.wrap_floatsUCyyE!!!!  KK  dneS3PS    r ct|tusJddl}t|r|jn|j|jt|||Srs)r3rrarrfrgr+rus r wrap_boolzSymNode.wrap_boolsZCyyD      .EJJ5; N       r c|SrrEs rclonez SymNode.clone%s r c|jSrr*rEs rstrz SymNode.str(s )~r c*|SrrrEs r__str__zSymNode.__str__+sxxzzr c@d|jd|jd|jg}|j|d|j|j|d|j|j|d|jd|dzS) NzSymNode(z , shape_env=z , pytype=zhint=z constant=zfx_node=z, r1)r2r+r/r5appendr6r7join)r0reps r__repr__zSymNode.__repr__.s Utz U Ut~ U U U U  : ! JJ+tz++ , , , = $ JJ24=22 3 3 3 < # JJ0$,00 1 1 1yy~~##r builtins.strc*|SrrrEs r _graph_reprzSymNode._graph_repr:sxxzzr c*|Sr)_absrEs rabsz SymNode.abs@yy{{r c*|Sr)_posrEs rposz SymNode.posCrr c,||Sr)_round)r0ndigitss rroundz SymNode.roundFs{{7###r c*|Sr)_truncrEs rtruncz SymNode.truncI{{}}r c,||Sr)_addrAs raddz SymNode.addLyyr c,||Sr)_subrAs rsubz SymNode.subOrr c,||Sr)_mulrAs rmulz SymNode.mulRrr c,||Sr)_modrAs rmodz SymNode.modUrr c,||Sr) _float_powrAs r float_powzSymNode.float_powXsu%%%r c,||Sr)_pow_by_naturalrAs rpow_by_naturalzSymNode.pow_by_natural[s##E***r c,||Sr)_and_rAs rand_z SymNode.and_^szz%   r c,||Sr)_or_rAs ror_z SymNode.or_arr c,||Sr)_float_truedivrAs r float_truedivzSymNode.float_truedivds""5)))r c,||Sr) _int_truedivrAs r int_truedivzSymNode.int_truedivg  '''r c,||Sr) _int_floordivrAs r int_floordivzSymNode.int_floordivj!!%(((r c,||Sr)_lshiftrAs rlshiftzSymNode.lshiftm||E"""r c,||Sr)_rshiftrAs rrshiftzSymNode.rshiftprr c*|Sr)_sym_notrEs rr zSymNode.sym_nots}}r c,||Sr)_eqrAs reqz SymNode.eqvxxr c,||Sr)_nerAs rnez SymNode.neyrr c,||Sr)_gtrAs rgtz SymNode.gt|rr c,||Sr)_ltrAs rltz SymNode.ltrr c,||Sr)_lerAs rlez SymNode.lerr c,||Sr)_gerAs rgez SymNode.gerr c*|Sr)_floorrEs rfloorz SymNode.floorrr c*|Sr) _is_integerrEs r is_integerzSymNode.is_integers!!!r c*|Sr) _sym_floatrEs rr zSymNode.sym_floats   r c*|Sr)_sym_intrEs rsym_intzSymNode.sym_intrr c*|Sr)_ceilrEs rceilz SymNode.ceilszz||r c*|Sr)_negrEs rnegz SymNode.negrr c,||Sr)_sym_minrAs rr zSymNode.sym_min}}U###r c,||Sr)_sym_maxrAs rr zSymNode.sym_maxrr c.|||Sr)_sym_ite)r0then_valelse_vals rr zSymNode.sym_ites}}Xx000r c.|||Sr)_is_contiguousr0sizesstridess r is_contiguouszSymNode.is_contiguouss""5'222r c.|||Sr)_is_channels_last_contiguous_2drs ris_channels_last_contiguous_2dz&SymNode.is_channels_last_contiguous_2d33E7CCCr c.|||Sr)_is_channels_last_contiguous_3drs ris_channels_last_contiguous_3dz&SymNode.is_channels_last_contiguous_3drr c.|||Sr)_is_channels_last_strides_2drs ris_channels_last_strides_2dz#SymNode.is_channels_last_strides_2d00@@@r c.|||Sr)_is_channels_last_strides_3drs ris_channels_last_strides_3dz#SymNode.is_channels_last_strides_3drr c.|||Sr)'_is_non_overlapping_and_dense_indicatorrs r&is_non_overlapping_and_dense_indicatorz.SymNode.is_non_overlapping_and_dense_indicators;;E7KKKr c,||Sr)rrAs rsym_orzSymNode.sym_orrr c,||Sr)rrAs rsym_andzSymNode.sym_andrr c,||Sr) _bitwise_andrAs r bitwise_andzSymNode.bitwise_andrr c,||Sr) _bitwise_orrAs r bitwise_orzSymNode.bitwise_ors&&&r c,||Sr)rrAs rtruedivzSymNode.truedivrr c,||Sr)rrAs rfloordivzSymNode.floordivrr c,||Sr)rrAs rpowz SymNode.pows~~e$$$r cp|||t|dS)N)r rto_noders ris_non_overlapping_and_densez$SymNode.is_non_overlapping_and_denses7::5'JJMM D!     r c.|ddSNr) guard_intrEs rint_z SymNode.int_s~~b!$$$r c ddl}ddlm}m}|r=t ||t jtd|DfiSd|D}|j|}g}d}|D]%} | j n*| | j &t|}|j t jtd|Df\} } t||j t|| S)Nrget_proxy_modehandle_sym_dispatchc34K|]}t|VdSr wrap_noderRas r z"SymNode.sym_sum..s(66A9Q<<666666r cg|] }|j Sr}rr.s r z#SymNode.sym_sum..s&&&A&&&r c3$K|] }|jV dSrr7r.s rr0z"SymNode.sym_sum..s$!:!:!)!:!:!:!:!:!:r r4)ra"torch.fx.experimental.proxy_tensorr)r*r torchsym_sumtupleAddr#rsumr+_create_fx_call_functionrr) r0argsrar)r*exprsout size_hintsout_hintr/r7_s rr7zSymNode.sym_sumsT         >   ##M66666668 '&&&&ei  ' 'Av~   af % % % %:H^<< ME!:!:T!:!:!:::<   sDNC7KKKKr c8|j||Sr)r+evaluate_sym_node)r0size_obliviouss revaluatezSymNode.evaluates~//nEEEr c|} t|S#t$rtd|wxYw)NzFailed to convert to int: %s)rEr Exceptionlogwarningr0fileliners rr%zSymNode.guard_intsT MMOO q66M    KK6 : : :   %'A c|} t|S#t$rtd|wxYw)NzFailed to convert to float: %s)rErrGrHrIrJs r guard_floatzSymNode.guard_float sT MMOO 88O    KK8! < < <  rNc|} t|S#t$rtd|wxYw)NFailed to convert to bool: %srErrGrHrIrJs r guard_boolzSymNode.guard_boolsT MMOO 77N    KK7 ; ; ;  rNcddlm}|r2||js"|jjs|||S|j|j|d||jS)NrrN:r4) r)rOrLr*r++prefer_deferred_runtime_asserts_over_guardsrTguard_or_defer_runtime_assertr7)r0rKrLrOs r expect_truezSymNode.expect_true!sOOOOOO MMOO /))$)44 /NN / ??4.. . ~;; I$''''<   r cddlm}||d}|||}|r,|s|t ||S)Nr)_advise_is_size)r)r[rrwrYrLr)r0rKrLr[brMs r expect_sizezSymNode.expect_size3sxIIIIII GGDMM!$$ % % MM$ % %  *T]]__ * OF4LL ) ) )r cjddlm}|sJ|t|S)Nr)statically_known_true)r)r_rnr)r0rKrLr_s rr_zSymNode.statically_known_trueAs>OOOOOO||~~~$$WT]]333r c|d} t|S#t$rtd|wxYw)aN Like guard_bool, but if we encounter unbacked symbols, if those symbols are size-like, we will treat them as >= 2 for the purposes of the analysis. This CHANGES the runtime semantics, but all size-oblivious sites have been audited to ensure that the runtime semantics don't change in a material way. Acceptable runtime semantic changes are, e.g., squeeze() no longer dropping an unbacked one size, or a tensor reporting as non-contiguous even if it's contiguous if it would have been reported contiguous due to being empty. T)rDrRrSrJs rguard_size_obliviouszSymNode.guard_size_obliviousGsZ MMM . . 77N    KK7 ; ; ;  s ''Acjddlm}|sJ|t|S)Nr)guard_or_false)r)rcrnr)r0rKrLrcs rrczSymNode.guard_or_false[s=HHHHHH||~~~~gdmm,,,r cjddlm}|sJ|t|S)Nr) guard_or_true)r)rernr)r0rKrLres rrezSymNode.guard_or_trueas=GGGGGG||~~~}WT]]+++r c.|ddSr#)rTrEs rbool_z SymNode.bool_gsr1%%%r cdS)NTr}rEs r is_symboliczSymNode.is_symbolicjtr cdSrr}rEs r nested_intzSymNode.nested_intmrjr cdS)NFr}rEs r is_constantzSymNode.is_constantpsur )NNF)r#r$)r+rr<r)r?rr<r)r<rr)r<r)r<r)F)]__name__ __module__ __qualname____doc__r"__annotations__r;r>rBrFpropertyr*r#rLr[r^rdrhrjrlrnrqrwryr{r~rrrrrrrrrrrrrrrrrrrrrr rrrrrrrrr rrrr r r rrrrr r rrrrrrrr!r&r7rEr%rPrTrYr]r_rarcrergrirlrnr}r rrrGs"'&&&&!P4P4P4P4P4d        XXXX22X2X&&&0"""$$$###              $ $ $ $$$$$                &&&&++++!!!!    ****(((())))########""""!!!!$$$$$$$$11113333DDDDDDDDAAAAAAAALLLL   (((''')))((((%%%   %%%#L#L#L#LJFFFF   $   444 (--- ,,, &&&r rrrrandrrrrrrrrrc*|Sr)rxs rrysALLNNr rrrrrrrorrrrrrrr r r r r rr> rrrrrrrr r cfd}|S)Nc:t|dS)N_sym_)getattr)r0names rfnz_get_sym_node_fn..fns!,wt^T^^,,...r r}rrs` r_get_sym_node_fnrs#///// Ir ) sqrtcoscoshsinsinhtantanhasinacosatanlog2sym_rA>rzrur r >rrr>rrsym_log2r)rr>rr rr>rrrr> rrrrrrrzrur rr!c&ddlm}|||S)Nr) FloatTrueDiv)torch.utils._sympy.functionsr)r/r\rs r_sympy_float_truedivr&999999 <1  r c&ddlm}|||S)Nr) IntTrueDiv)rr)r/r\rs r_sympy_int_truedivrs&777777 :a  r c&ddlm}|||S)Nr)FloorDiv)rr)r/r\rs r_sympy_floordivr$555555 8Aq>>r c^ddlm}m}|jr|jr |||S|||S)NrMod PythonMod)rrris_nonnegative)r/r\rrs r _sympy_modr sO;;;;;;;;A,s1ayyyAr c&ddlm}|||S)Nr) PowByNatural)rr)r/r\rs r_sympy_pow_by_naturalrrr c&ddlm}|||S)Nr)FloatPow)rr)r/r\rs r_sympy_float_powrrr c6ddl}|||Sr`)raAndr/r\ras r _sympy_andr!sLLL 99Q??r c6ddl}|||Sr`)raOrrs r _sympy_orr'LLL 88Aq>>r c&ddlm}|||S)Nr)LShift)rr)r/r\rs r _sympy_lshiftr-$333333 6!Q<<r c&ddlm}|||S)Nr)RShift)rr)r/r\rs r _sympy_rshiftr3rr ct|dkr|gSddlm}m}||d||kr||gzS||d||kr|g|zSdt|dz }}||krC||zdz}||||}|dkrdS|dkr|dz}n|dz }||kC||||S)zs If new_arg is found in ordered_args None is returned, else the new ordered_args with new_arg inserted r) _args_sortkeyBasicrN)lensympy.core.basicrrcompareinsert) ordered_argsnew_argsort_keyrlowhighmidcompare_results r_binary_search_insert_argr9s9  <AyAAAAAAAAx R !!HHW$5$555wi''x Q  88G#4#444y<''3|$$q(C ++Tza|C'8'BB Q  4 a  'CC7D ++W%%% r Fc ddl ddlm} fd}ddlm}|||z}|||z}|r|r||jd||jdkr||j|jzS||jd||jdkr||j|jzSt |jdkrWt |jdkr?t|j}|jD]}t||}|n| ||S|r6|j r/tt|j|}| ||S|r6|j r/tt|j|}| ||S ||} || | fS)a Custom optimization for Add used to optimize incremental binary summations of certain properties. The idea is when we know the expression is a summation of unique symbols all we need to know is the correct order of symbols, and no other optimizations are needed. We pass evaluate=false, with the correct order of args and save the following. 1. Avoid running other optimizations when the Add is constructed. 2. Manually figure out the order of the args for the new expression in log(n) comparisons instead of nLog(n) (comparing terms is expensive and shows in the profiles). The function returns a tuple of (1) a boolean that indicates whether the output is a summation of unique symbols, (2) the result sympy expression. rN)rc.|Jj|ddi}d|fS)NrEFT)r9)rresultras rmake_optimizedz&_optimized_add..make_optimizedks/'''L9599f~r )_is_symbols_binary_summationrr) rarrrr_argsrlistr is_symbolr9) lhsrhslhs_is_optimized_summationrhs_is_optimized_summationsortkeyrrnew_argsr/rras @r_optimized_addr[s9LLL999999 JIIIII">">s"C"CC">">s"C"CC!0&@0 739R= ! !GGCIaL$9$9 9 9!>#)ci"788 8 739Q< 7739R=#9#9 9 9!>#)ci"788 8 sy>>Q  3sy>>Q#6#6CIHY  4XqAA#E$#%~h///",cm,,T#)__cBB  !>(++ +",cm,,T#)__cBB  !>(++ + YYsC F ( ( 0 0& 99r c&ddlm}|||S)Nr)BitwiseFn_bitwise_and)rr)r/r\rs rrrs'BBBBBB A & &&r c&ddlm}|||S)Nr)BitwiseFn_bitwise_or)rr)r/r\rs rrrs'AAAAAA  1 % %%r )rrrrrrrurrzrrrrrrcddl}t||jrt|j}t |dkrZt|d|jr?|djr2||d}|d|kr ||dzSt||jr|||kst||jr||S||S)Nrrr)rar-Mulr<rrbrrt)r/rraaacoefs r_floor_ceil_helperrsLLL!UY$ V r77a<ddl}|||f|dfS)NrT)ra Piecewise)r/rfras r _sympy_iters'LLL ??Aq6At9 - --r cfd}|S)Ncbddl}t|jjjd|S)NrOpaqueUnaryFn_)rr~utils_sympy functions)r/r6rs rrz_get_sym_math_fn..fns:++++Mwu{)35Ld5L5LMMaPPPr r}rs` r_get_sym_math_fnrs(QQQQQ Ir _sympy_c4ddl}||Sr`)raAbs)r/ras r _sympy_absr*sLLL 99Q<<r cDddlm}m}| ||S|||S)Nr) RoundDecimal RoundToInt)rrr)numberrrrs r _sympy_roundr0sAEEEEEEEEz&!!!|FG,,,r c$ddlm}||SNr)ToFloat)rr)r/rs r_sympy_sym_floatr9s$444444 71::r czddl}ddlm}|||||Sr)rarrrr)r/rars r_sympy_is_integerrAsELLL444444 88GGEKKNN++Q / //r )rrc t|}t||tt|dz ddS)Nrr)rsympy_is_contiguous_genericrrange)rrdims rsympy_is_contiguousr"hs7 e**C &ugtE#'2rs0NNNNNN , , >e >g > > >>r )rrrrr r cJt|tr|jSt|tur||St|t ur||St|tur| |StSr) r-r.rpr3rr{rrwrryNotImplemented)r0rvs rr r s#x  x cd  ~~c""" cc  }}S!!! ce  s###r c>t|tr|j|jS|rt |S|rt |S|rt|Std|)Nzunrecognized return type ) r-rr6rjrrlrrnrAssertionErrorrws rr-r-s!W!*"8zxxzz>ayy >{{ >qzz<<<===r ct|Sr)METHOD_TO_OPERATOR)methods rrrs f %%r ctdtvrd}n}d d}fd}|fd}|fd}tvrttd||dSd kr!fd }ttd||dSd kr"dfd }ttd||dSttd||dS)NrAr<set[str]cddl}|jj|jj|jjj|g}ddl}d|D|jj zdhzS)Nrc6h|]}tj|Sr})inspectgetfile)rRr5s r z@_make_node_magic..uninteresting_files..s" . . .AW_Q   . . .r z) r6_dynamo eval_framer fx experimentalrtorch._dynamo.guardsguardsuninteresting_files)r6modss rrTz-_make_node_magic..uninteresting_filess{  M $ M  H ! *    $### / . . . .m"6688 9l  r cLtjdfd }|S)Nc| |n ||tjjjr'|||gn|gdfd t dfdS)Nr< Optional[int]cddl}|jdSt|tkrdSt|j|j|jfrdS|j|j|jfvrdSt|Sr`) rar6idr-r*rtrbrfrg)rrars rget_idzM_make_node_magic..capture_provenance..wrapper..get_ids LLL(4#tHF33#t#HMEM5;3OPP$#t!5:u{*CCC#th<<'r expression_createdc ttdDfdDtjdtjddS)Nc,g|]}t|Sr}rr.s rr2zc_make_node_magic..capture_provenance..wrapper....*s%@%@%@c!ff%@%@%@r c<g|]}| |Srr})rRir[s rr2zc_make_node_magic..capture_provenance..wrapper....+s5)))*+FF1II.capture_provenance..wrapper..&sy"("%f++%'ZZ%@%@i%@%@%@))))/8)))'1&?&B&B!+!?!B!B ) )r ) metadata_fn)r<rX)r6_logging _internalGET_DTRACE_STRUCTUREDr)r0r?rbr[rrrEs @@@rwrapperz=_make_node_magic..capture_provenance..wrapper s}DD%~'=! $!%u II!%I ( ( ( ( ( ("( ! ! ! ! ! ! !    Mr r) functoolswraps)rrmrEs` rcapture_provenancez,_make_node_magic..capture_provenance sD   ( ( ( ( ( (   ( Tr c &ddlm}m}t}d}|j|j||j|j}|r7t |||t |t |fiSt|tsJd} dkrddl m }m }|j } |j js#| |j jdkrF|j js#| |j jdkr||j |j } nY||j |j } nBdkr&|j |j |j|j\}} n|j |j } n6#t$$r)t&d|j |j wxYwt*d|j |j | t.vrt0} n<t2vrt4} n+|jt0us|jt0urt0} n|j} | "| t|t8s | |}|j ||j|jf\} } t| |j | || | }|S) Nrr(Frrrfailed to eval %s(%s, %s)z%s %s %s -> %s)r7r8)r5r)r*rr#r r-r-rrrrr+r*r bound_sympylowerr"rGrHrI sym_node_logdebugalways_float_magic_methodsralways_bool_magic_methodsrr/r.r;r7)r0r?r)r*opr@r8rrr+r>r/r7rArfuncrEs rbinary_magic_implz+_make_node_magic..binary_magic_impl7s           ' ' 9 UZ%;r$)UZ00H >   ))"y %@P@P.QSUVV %)))))# GGGGGGGG!N I, ; ,,TY77=BBJ-C!,,UZ88>!CC#di44CC#)DIuz::CC5-1TIJ-. ..*$ccd49ej11    KK3VTY S S S   +VTY CPPP / / /FF 0 0 0FF [E ! !U\U%:%:FF[F  $x22%vh''H^<< u}-    N   3     s C#E>>3F1c ddlm}m}t }|r)t |||t |fiS|j} dks dkr|j|}  |}n+#t$rt d |wxYwt d ||d}|j||j} tvrt }n) t"vrt$}n t&vrt(}n|j}|j||jf\}} t1||j|||S)Nrr(rceilingzfailed to eval %s(%s)z %s %s -> %sr4)r5r)r*rr r-r*r+_simplify_floor_divrGrHrIrurvr#always_int_magic_methodsrrxrrwrr/r;r7r) r0r)r*ryr*r>r@r/r7rArzrEs runary_magic_implz*_make_node_magic..unary_magic_impls          ' ' >   R4!4!4R)D//9KR!P!PQQ Qy W  ) 3 3>55d;;D $t**CC    KK/ > > >   =$c::: 9 r$)}}H - - -FF 0 0 0FF 1 1 1FF[F^<r7rArzrEs r sym_ite_implz&_make_node_magic..sym_ite_implsl         *3Ky~~Y^H~ ''%i00%i00%i00     d9>9>9>JJ    3NNN  #,EE)+Y-> @QRJGQY()*:Hg s 4B9C rc 2ddlm}m}tj}|r*t |||t ||fiS|j}  ||}n,#t$rt d ||wxYw|t}n|j }d}|j ||j |}|jg} || ||j|t%| \} } t'||j||| S)Nrr(z!failed to eval %s(%s, ndigits=%s)r4)r5r)r*builtinsrr r-r*rGrHrIrr/r#r7rr+r;r8r)r0rr)r*ryr*r>r/r@r<r7rArzrEs r round_implz$_make_node_magic..round_implsb         B~ --b9T??G2LbQQ9D d4))    ?wWWW Hy$2di11L>D" G$$$@@U4[[QQJGQ3'RRR Rs  A)B)r<rHr)r2magic_methods_on_operator_with_trailing_underscore unary_methodssetattrr) rErz method_attrrTrpr{rrrs `` r_make_node_magicrs 9S>>$  D CCClll      ",,,,,\XXXXXXt"O"O"O"O"O"OH*[**,<===== 9  & & & & & & P *[**L99999 7  ' S' S' S' S' S' S' SR *[**J77777*[**,=>>>>>r cfd}ttd|fd}ttjt s(ttjt |dSdS)Nc ddlm}m}ttjt }|r1t|||d|Dd|DfiSd|D}d|D} ||}n,#t$rt d||wxYwg} d} |D]%} | j nQ| | j &g} |D]%} | j n'| | j &|| | }  drt} nt} t!||j| | S) Nrr(c,g|]}t|Sr}r,rRrSs rr2zH_make_node_sizes_strides..sizes_strides_impl..#s222qill222r c,g|]}t|Sr}r,rs rr2zH_make_node_sizes_strides..sizes_strides_impl..#s4S4S4SaYq\\4S4S4Sr cg|] }|j Sr}rrs rr2zH_make_node_sizes_strides..sizes_strides_impl..'s,,,af,,,r cg|] }|j Sr}rrs rr2zH_make_node_sizes_strides..sizes_strides_impl..(s0001000r rr _indicator)r5r)r*r~sysmodulesror rGrHrIr#rendswithrrrr+)r0rrr)r*ry size_exprs stride_exprsr>r?r@rS stride_hintsr/rzrEs rsizes_strides_implz4_make_node_sizes_strides..sizes_strides_impls        S[*F 3 3 >   ##22E2224S4S74S4S4ST -,e,,, 00000  $z<00CC    KK3VZ V V V     8 8Av~   af % % % %L 8 86>E##AF++++2j,77 ??< ( ( FFFsDNFH===s  B)B9rAcddlddlm}tj||D]]t t rFttj fd|Dfd|DcS^dkr |||Stfd|Dfd|DS)Nr)!eval_is_non_overlapping_and_densec:g|]}tj|Sr}r rprRr\r/s rr2zH_make_node_sizes_strides..sizes_strides_user..Ws%;;;++;;;r c:g|]}tj|Sr}rrs rr2zH_make_node_sizes_strides..sizes_strides_user..Xs%===++===r r c:g|]}|Sr}sympifyrRr/ras rr2zH_make_node_sizes_strides..sizes_strides_user..as%555!U]]1%%555r c:g|]}|Sr}rrs rr2zH_make_node_sizes_strides..sizes_strides_user..bs%777!U]]1%%777r ) rar)r itertoolschainr-rr-r~rpr)rrrr/rarzrEs @@rsizes_strides_userz4_make_node_sizes_strides..sizes_strides_userLs7       00  A!V$$  +GAFF++;;;;U;;;====W===  = = =44UGDD D5555u5557777w777 r )rrhasattrrrro)rErzrrs`` r_make_node_sizes_stridesrs.>.>.>.>.>.>` G\\\#5666 6 3;x(& 1 1C H%v/ABBBBBCCr c tvrd n dd d tvrd nd fd fd } fd } fd }tvrt|d d |dStvr1t |}t|t ||dSd kr fd}t|d d |dSdkrd fd }t|d d |dS}tvr t}t|d |d |tvrt|d|d |dSdS)Nrrx2Union[SymInt, int, SymFloat, float, SymBool, bool]ct|tttfr|St|tr|jddStd)Nr$rz*expect to be called with constant SymBools)r-rrrrrprTrBrws r get_constantz&_make_user_magic..get_constant{sY a#ud+ , , H a ! ! ,6$$R++ +IJJJr ct|tttfrdSt|tt t fr|jSdS)NTF) r-rrrrrrrprnrws rrnz%_make_user_magic..is_constantsR a#ud+ , , 4 a&(G4 5 5 (6%%'' 'ur ct|tr4t|jt |S|S)z;Implements True+True=2, which works in python but not sympy)r-rrrprwrrws rpromotez!_make_user_magic..promotes;!W%% 7afooc!ff55666Hr c|Srr}rws rrz!_make_user_magic..promotesHr cdvr||fSt|ttjf}t|ttjf}|s|r,|stj|}|stj|}||fS)N)rrrrrrrr r rrrrrr)r-rr6rr )r0r?f_selff_otherrEs rpromote2z"_make_user_magic..promote2s    $; D5%."9::UUEN$;<<  /W / -t,, /..U{r c|}|r!t|Stt|jSr)rr-r~rp)r0rrnrErrs rrz*_make_user_magic..unary_magic_implsiwt}} ;t   D.&v.. T0B0BCC C8K88::;;;r c Tt|ttttt t fstSt d|||}|} ||\}}|r"t||S|r |}t|j |}|turtStt|j |}|r |n|S)NzMAGIC %s %s %s)r-rrrrrrr@rurvrr rpr-r~ r0r? other_noderetrrnrErrrs rr{z+_make_user_magic..binary_magic_impls5%#udFHg!NOO "! !+VT5AAAwt}}htU++ e ;t   K.&v.. T0B0BEJJ J ;u   ( L''ETY..  ' '! !7 ;77 CCDD$/K$4$4=||C   #=r c t|ttttt t fstS|}|} ||\}}|r"t||S|r |}t|j |}|turtStt||j }|r |n|Sr) r-rrrrrrr@rr rpr-r~rs rrbinary_magic_implz,_make_user_magic..rbinary_magic_impls%#udFHg!NOO "! !wt}}htU++ e ;t   K.&v.. T0B0BEJJ J ;u   ( L''ETY..  ' '! !8 K88CCDD$/K$4$4=||C   #=r __r c|j}t||}t||}|tus |turtSt|tr%t|tr|j|jksJt t|j||}|jr |n|Sr) rpr r@r-rr/r-r~rn) predrrrrrrrrs rsym_ite_magic_implz,_make_user_magic..sym_ite_magic_impls I 844I 844IN**i>.I.I%%9g.. y'22 $ (88889;GDI{;;IyQQRRC(+(<(<(>(>G<<$$$C Gr rc|rtj||Stt|j|Sr)rrr-r~rp)r0rrrnrEs rround_magic_implz*_make_user_magic..round_magic_implsW{4   C~ll4&8&8'BBB7WTY77@@AA Ar __r)rxrr) rbool_becomes_int_magic_methodsunary_magic_methodsrunary_nonmagic_methodsr~r bitwise_opsreflectable_magic_methods)rE user_typerr{rorigrr method_namerrnrrrs` @@@@@r_make_user_magicrrsCCC%Voo  KKKKB///       !!!!!T<<<<<<<<< >>>>>>>>>>">>>>>>>>>> $$$ ????,<===== ) ) )y&)) 6>2BD#I#IJJJJJ 9   H H H H H H  ????,>????? 7   B B B B B B B B  ????,<===== [ %f-K / ///1BCCC . . . I4[4446H I I I I I / .r )FFr) __future__rrrnrKrloggingmathoperatorrrrtypingrrrr6torch._logging.structuredrjrfr r r r r rrrtorch._loggingrr)r getLoggerrorHgetArtifactLoggerru__all__ torch.typesrr.rrrrrrrrrrrrrrrrrrrrrrrrrrrDrr math_op_namesrsym_name priv_sym_namerr~rrronly_bool_magic_methodsralso_bool_magic_methodsbool_magic_methodsonly_float_magic_methodsrrrwrrxrrrrrrrrrrrrrrrrrrrrrrrrrrrrrcurrent_modulerpriv_sympy_namerrqrrrrinvertrr"rr/r3r6r9r;r>sizes_strides_methodsr r-rrritemsrErzrr}r rrs #"""""  ////////1111111111 .........                    -,,,,,?>>>>>>g!!~//*EE  = < <100000   jjjjjjjj\# 8<# 8<# 8<# 8= # 8= #  DI # (+# TZ# TZ#H%# (+# (+#**# (+# ho#  (+!#" 8<###$ 8<%#& (+'#( 8<)#* (,+#,(,-#./#0hl1#2 X^3#4 ho5#6 8<7#89#:w;#<w=#>w?#@wA#BX%C#D8#E##J      Dd}}H"NNM GGX//55666#*75-#@#@x H%%% NN8 $&<< >==!6!6!6&,/FFJII7UUU 0EEEHHH% % % PPPPSSS???)&J&J#D#D.[      > > >&&&a?a?a?H TCTCTCn"''))##LFDVT"""")//11++LFDVT****tJtJtJn"'')) + +LFD ((())) )))*** (((F6T,T,T)))VV$$$ [  *** DDr