%VjitVoddlZddlZddlZddlZddlZddlZddlZddlmZm Z ddl m Z ddl m Z mZmZmZddlmZmZmZmZmZmZddlZddlmZddlmZddlmcm Z!ddlm"Z"m#Z#ddlm$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:ddl;mZ>m?Z?m@Z@mAZAgd ZBejCZCejDjEZEejFjGjHZHd ZId ZJd ZKd ddZLddlMmNZNeOZPePddddefdZQdZRdZSeQe*jTd dZUeQe*jVdZWeQe*jVdZXeQe*jVdZYeQe*jVdZZeQe*jVdZ[eQe*jVdZ\eQe*j]dZ^eQe*j]d d Z_eNeHj`d!e8fd"Z`eNeHjaeAd!e8fd#ZaeQe*jVd$ZbeQe*jVd%ZceQe*jVd&ZdeQe*jVd'ZeeQe*jVd(ZfeQe*jVd)ZgeQe*jVd*ZheQe*jVd+ZieQe*jVd,ZjeAe?d-e*jk.d/e8d0e2de8fd1Zld/e8d0e2de8fd2ZmeNeHjneAd!e8de8fd3ZneQe*j]d d4ZoeQe*j]d d5e8de8fd6Zpd/e8de8fd7ZqeQe*jrd8d/e8de8fd9ZseQe*jrd/e8de8fd:ZteQe*jrd d/e8de8fd;ZueQe*jrd d/e8de8fd<ZveQe*jrd/e8de8fd=ZweRejxjyd>ZzeQe*jrd8d/e8de8fd?Z{eQe*jVeHj|8d@Z|eQe*jVdAZ}eQe*jVdBZ~eQe*jVdCZeQe*jVdDZeQe*jVdEZeA dd/e8dFedGeejde8fdHZeNeHjeAe?dIe*jV. ddJe8dFe(dKede8fdLZeNeHjeA dd/e8dNee2dOee2dPee2de8f dQZd/e8fdRZeQe*j]eSdTZd/e8de8fdUZd/e8de8fdVZeQe*jVdWZeNeHjeAe?dXe*j].ddYd/e8dZede8fd[ZeQe*jVd\ZeQe*jVd/e8de8fd]ZeQe*j]d d^ZeQe*j]d d_ZeQe*jrd d`ZeQe*jVdaZeQe*jVdbZeQe*jVdcZeQe*jVddZeQe*jd8d/e8de8fdeZeQe*jVdfZeQe*jVdgZeQe*j]d dhZdJe8de8fdiZePdd d d dd fdefdjZeNeHjeAe?dke*j].ddld/ee8e2fdmee8e2fdnee2fdoZee*jVddpdqZee*j]rd/e8dme8de8fdsZee*j]rd/e8dme8de8fdtZee*j]rd/e8dme8de8fduZee*j]rd/e8dme8de8fdvZee*j]rd/e8dme8de8fdwZee*jVdxd/ee8e2fdmee8e2ffdyZeNeHjeAddzd/ee8e2fdmee8e2fd{eefd|Zee*jrdxd/e8dme8de8fd}Zee*jrd/ee8e2fdmee8e2fde8fd~ZeAd/ee8e2fdmee8e2fdeCfdZeej*j]d dd/ee8e2fdmee8e2ffdZd/eCdmeCdeCfdZd/eCdmeCdeCfdZee*j]ddpd/e8dme8de8fdZee*j]ddpd/e8dme8de8fdZee*j]dd pd/e8dme8de8fdZeNeHjeAdddJe8dee8e8ffdZee*j]ddpd/e8dme8de8fdZee*jrdxd/e8dme8de8fdZee*jrdxd/e8dme8de8fdZee*j]ddpd!e8de8de8fdZee*j]ddpd/e8dme8de8fdZee*jVddpd/e8dme8de8fdZee*jVddpd/e8dme8de8fdZded/e8dme8dededdf dZ dd/e8dme8dededede8f dZee*j]ddpd/e8dme8fdZee*jrdxd/e8dme8de8fdZee*j]ddpd/e8dme8de8fdZee*j]ddpd/e8dme8de8fdZee*jrrd/e8dme8fdZeQe*jrd/e8fdZee*jrrd/e8dme8fdZee*jrrd/e8dme8fdZee*jrdxd/e8dme8de8fdZee*j]rd/e8dme8de8fdZee*j]rd/e8dme8de8fdZee*j]d d/e8dme8de8fdZee*jrdxd/e8dme8de8fdZee*jkddpd/e8dme8de8fdZee*j]rd/e8dme8de8fdZeNeHjeA dd/ee8e2fdmee8e2fdne2fdZeNeHjeAe?dke*j].ddld/ee8e2fdmee8e2fdne2fdZee*jVddd d/e8dme8de8fdZeNeHjeAe?dke*jV.d/ee8e2fdmee8e2ffdZeej*j]dd d/ee8e2fdmee8e2ffdZeNeHjeAe?de*jV.dddJe8de8de8d0e2de8f dZeNeHjeAe?de*j].dddJe8de8de8d0e2de8f dZeNeHjeAe?de*j]. dd/e8dee9dee9de8fdZeNeHjeA ddJe8dee9de8fdZeNeHjeA ddJe8dee9de8fdZeNeHjeAe?dke*jk. ddeCd/ee9dmee9fdZeNeHjeAejdd/e8dejde8fdÄZd dĜd/eCdmeCfdńZeNeHjd/e8de2fdƄZ dd/e8dee%dGeejdeedeejdeejdeededefd̄Zed̈́Zej ddejdGejdededeejdeeeff d΄Zej ddedGejdededeejdeeeff dτZej ddGejdededeejdeeeff dЄZej ddeCdededeejdeeeff d҄Zd/eCdefdԄZd/e8de8fdՄZd d ddddd֜d/e8dedededee(dedGeejdeeCde4de8fdބZdd߄ZeNeHjeA dd/e8dFee(dKede8fdZeNeHjeA dd/e8dFee(dKede8fdZeNeHjjeHjjg ddddd/e8dFeeeeeefdKedGeejdeeCde8f dZd/eCdeCfdZeNeHj ddddd/e8dFeeeeeefdKedeeCde8f dZeNeHj dddd/e8dFee(dKedeeCde8f dZeNeHj dddd/e8dFee(dKedeeCde8f dZddZeNeHjeA dddd/e8dFee(deedKedee2de8f dZeNeHjeA dddd/e8dFeeeeeefdeedKedee2de8f dZeNeHj ddddd/e8dFee(dKede8fdZeNeHjeAdd dddddd/e8dFee(deedKedee2f dZeNeHjeAdd dddd/e8dFee(deedKedee2f dZeNeHjeAe?de*j].ddddJe8de8de8de2dne2de8f dZdee8e e8fde8dee8ee8dfffdZdedFede8de8fdZdee8e e8fde8dee8ee8dfffdZdee8e e8fde8dee8ee8dfffdZ dd/e8de5de6deede8f dZeNeHjeA dd!e8de8de5de6deede8f dZde5fd ZeHjjeEjeHjjeEjdee8fd Zd/e8de5de8fd ZeNeHjeAe?d e*jk.dd e:dFede8fdZeAd e:de8fdZ d!e8de8fdZ eNeHj eA dd!e8deed0e2de8fdZ ej dd/eCdejdeCfdZ eAd e:de8fdZeNeHjddd/eCdedeCfdZd/eCdmeCdeCfdZdd/e8dedFedee8dffdZdd/e8dedede8fdZeNeHjeAd/e8de'de8fdZd/e8de8fd Zd/e8de8fd!Zd/e8dFed"eee8fd#ede8f d$Zd/eCd%e(d&edeeCeCeCffd'Zd5e8d(eede8fd)ZeNeHjjd!eCd*eeCd+eeCd,ed-ed.ed/ed&edeeCeCeCffd0ZeNeHjeAddd1d!eCd2e5d*eeCd+eeCd&edeeCeCeCff d3ZejjeHjjd4ZeNeHjd/e8de8fd5ZeNeHj eAd!e8d6e3dFed7e3de8f d8Z eHj!j"eEj dd!eCd:ed;eeded?ed@edAeedBeedCeedeCfdDZ!eHj#jeEj dd!eCd:ed;eeded@edAeed#eedeCfdEZ#dFe5dGe6dHededIef dJZ$eNeHj%eAd/eCdeCfdKZ%d/e8dLede8fdMZ&d/e8dLede8fdNZ'd/e8dOe5de8fdPZ(dJe8de8de8fdQZ)eNeHj*eAdd/e8dSe(de(de8fdTZ*eNeHj+eA dd/e8dVede'de8fdWZ+d e:ddfdXZ,eNeHj-eAdd e:dFede8fdYZ-eA dd/e8dFedGeejde8fdZZ.eAd e:de8fd[Z/eAd e:de8fd\Z0d/e8dFed]e5de8fd^Z1eNeHj2dd_e8dFede:fd`Z2eAd5e7dFedae7dbe7fdcZ3d5e7dFedae7dbe7fddZ4eNeHj5eAd5e7dFedae7d0ee2e7ffdeZ5eNeHj6d5e7dFedae7d0ee2e7ffdfZ6d5e7dFedae7d0ee2e7fdgef dhZ7eAddld5e7dFedae7dbe7dne2f diZ8eNeHj9eAd5e7dFedae7fdjZ9eNeHj:j;dd/e8dFee(de8fdkZ:eNeHj< ddJeCdleedFedeeCfdmZ< dd/e8dneeCe(fdFedee8dffdoZ=d/e8dne(dee8dffdpZ>d/e8dne(dee8dffdqZ?eNeHj@jAeA ddJe8drede8fdsZ@eNeHjBeA dd!e8de8dredteduede8f dvZBeNeHjC ddJe8dredteduede8f dwZCeNeHjDeA d d_e8dredteduede8f dyZDeNeHjEeAd ee8de8fdzZFd ee8de8fd{ZEd/e8d|e(de:fd}ZGeNeHjHjd/e8fd~ZHd/e8de8fdZIeNeHjJd/e8de8fdZJeNeHjKd/e8dedtede8fdZKeKZLeNeHjMdJe8dHededIede8f dZMeNeHjNeAdJe8dHededIefdZNdddd/e8dFedGeejdeeCde8f dZOeNeHjPdddd/e8dFedGeejdeeCde8f dZPeNeHjQdddd/e8dFedGeejdeeCde8f dZQeNeHjRd/e8dFede8fdZReNeHjSjd/e8dOe5de8fdZSdJe8de8de8fdZTd/e8de8fdZUeA dd/ejCdejCdFeedejCfdZVeAdejWdddej ddGeejdejdee%dededejde8fdZXeAdejWdddfdGeejdejdee%dedede8f dZYeNeHjZeAdddddd/e8de5dGeejdeejdee%dede8fdZZeNeHj[eAdddddd/e8de5de6dGeejdeejdee%dede8fdZ[eNeHj\jeAdejWdddddGeejdejdee%dedede8f dZ\eNeHj]eAddddddd/e8de5dGeejdeejdee%dedede8fdZ]eNeHj^jeAdejWdddddGeejdejdee%dedede8f dZ^eNeHj_eAddddddd/e8de5dGeejdeejdee%dedede8fdZ_eNeHj`eAdddddd/e8de5de2dGeejdeejdee%dede8fdZ`eHjXjAeEj dde8de8deejde8fdZaeNeHjbeAdddddejdd/e8dGeejdee%deejdededejde8fdZbeNeHjcjdeHjcjegeA d dejWddddd"e2dee2dIe2dGeejdejdee%dedede8fdZceNeHjfeAe?de*j].d"eCdeCd*eeCe2ffdZfeNeHjgeAddejWdddd"ee2e8fdee2e8fde2dGeejdee%dejdedede8fdZgeNeHjheA d ddejWdddd"ee2e8fdee2e8fde2de2dGeejdee%dejdedede8fdZhed e e8defdZied e8defdZieNeHjid ee8ee8ee8fdedee8fdZid!e8deee'fdeee'fde8fdZjeNeHjkeAddejWddddOee5ee5fde6dGeejdee%dejdedede8fdZkeNeHjleA ddejWdddddedeedGeejdejdee%dedede8fdZleNeHjmjeHjmjAgeAdejWdddddOe5de2dGeejdejdee%dedede8fdZmdddddejdd/e8de2dGeejdeejdee%dededejde8fdZneNeHjoeAdddddejdd/e8dGeejdeejdee%dededejde8fdZoeNeHjpeAdddddejdd/e8dGeejdeejdee%dededejde8fdZpeNeHjqjeAdddddddGeejdee%deejdedede8f dZqdejWdddd/e2dGeejdejdee%dede8f dZr d dOe5deeeefdeeeefdGejde%de8f dZseNeHjteAd/e8de8d0e9fd„ZteNeHjud/e8de8d0e9de8fdÄZu dd/e8dme8dedededef dĄZvd/e8dme8defdńZweNeHjxeAd  d ddǜd!e8d6eeeefdFee(dKedGeejde8f dȄZxeNeHjyeAdJe8de8fdɄZydʄZzezeΦZ{ezeZ|ezeZ}eNeHj~eAdd/e8dede8fd̄Z~eNeHjeAdd/e8dede8fd̈́ZdededredeeeeffdЄZdedededGejdejdef dфZeNeHjeA dejejWddddededredGejdejde%dede8fdӄZdededredeeeeffdԄZeNeHjeA dejejWddddededredGejdejde%dede8fdՄZeNeHjeAd ddd֜d/e9de8dedefdڄZeNeHjeAe?dIe*j].ddۄZeNeHjeAe?dIe*j].dd܄ZeNeHjeAe?dIe*j].dd݄ZeNeHjeAe?dIe*j].dd߄ZeNeHjeAe?de*j]. ddddddddZeNeHjdUdddZeQe*jVdJe8fdZeQe*jVdJe8fdZeNeHjeAddFee(fdZdZdZeNeHjeAd ee?de*j].dZeNeHjeAd ee?de*j].dZeNeHjeAd5e8de8dFedaefdZeSeUZeSeWZeSeXZeSeZeSeҦZeSeѦZeSeYZeSeZZeSe[ZeSe\ZeSeZeSeZeSeZeSe^ZeSeZeSeZeSeZeSe_ZeSeӦZeSeԦZeSeզZeSeaZeSeZeSebZeSecZeSePZeSeQZeSeZeSedZeSeZeSeZeSeeZeSegZeSefZeSehZeSejZeSeiZeSeZeSeoZeSeZeSeZeSepZeSeZeSeZeSeZeSeZeSeZeSeZeSeZeSe|ZeSeZeSeZeSefZeSe}ZeSeZeSeZeSeZeSe~ZeSeZeSe¦ZeSeæZeSeĦZeSeŦZeSeȦZeSezZeSeZeSeɦZeSeZeSeʦZeSeZeSeZeSeZeSe˦ZeSeZeSeZeSeZeSeZeSeZeSeZeSeZeSeZeSeZeSeͦZeSeZeSeZeSeZeSe~ZeSeΦZeSeZeSeϦZeSeZeSeZeSeZeSeZeSenZeeHjJZeeHjZeeHjCZeeHjZeeHjZeeHj:ZeeHjZeeHjHZeeHjKZeeHj2d ZeeHjRZeeHjSZdZdZdZdejdee9e:ffdZ ddZddddddZddlZddlZddlZddl Zddl ZdS(N)IterableSequence)Enum)partialreducesingledispatchwraps)AnyCallablecastOptionaloverloadUnion) sym_floatsym_int)BoolLikeDeviceLikeTypeDimDimsSequenceTypeDimsType dtype_to_typeELEMENTWISE_TYPE_PROMOTION_KIND FloatLikeFloatWithoutSymFloatIntLike(is_contiguous_for_memory_format_or_falseis_contiguous_or_falseis_weakly_lesser_typeNumber NumberTypeRealNumberTypeREDUCTION_OUTPUT_TYPE_KIND ShapeType StrideType TensorLikeTensorLikeTypeTensorOrNumberLikeTypeTensorSequenceType)_maybe_convert_to_dtype_maybe_resize_out_safe_copy_out"elementwise_type_promotion_wrapper elementwise_unary_scalar_wrapper out_wrapper(absacosacoshasinhasinatanatanh bitwise_notceil conj_physicalcoscosh count_nonzerodeg2raddigammaerferfinverfcexpexpm1 exponentialexp2fillfill_floorfrac geometric index_add index_copy index_copy_ index_select index_fill index_fill_isfiniteisinfisposinfisneginfisnanisreali0lerplgammaloglog1plog2log10 log_normal log_softmaxmvlgammanormnormal nan_to_numnegpositiverad2deg reciprocalroundsigmoidsgnsignsignbitsinsincsinhsoftmaxsqrtsquaretantanhtracetruncaddatan2 bitwise_andbitwise_left_shift bitwise_orbitwise_right_shift bitwise_xor clamp_min clamp_maxcopysigndiveq float_power floor_dividefmaxfminfmodgcdgegt heavisidehypotigammaigammacimagiscloselcmle logaddexp logaddexp2 logical_and logical_not logical_or logical_xor logsumexpltmaximumminimummulne nextafterpowrealrpow remainderrsubrtruediv rfloordivsub true_divide trunc_dividexlogyaddcdivaddcmulclamp masked_fill masked_fill_whereclonecopy_toitemtoallamaxaminanycumsumcumprodmeandotvdotstdstd_meansum sum_to_sizeprodvarvar_meanaddralias alias_copy atleast_1d atleast_2d atleast_3d as_stridedas_strided_copyas_strided_scatter block_diagbroadcast_shapesbroadcast_tensors broadcast_tocatchunk column_stackconjconstant_pad_nd contiguous diag_embeddiagdiagonal diagonal_copydiagonal_scatterdsplitdstackexpand expand_as expand_copyflattenflipfliplrflipudhsplithstackmeshgridmovedimnarrow narrow_copynative_group_normnative_layer_normpermute permute_copyravelrepeatreshape reshape_asrollrot90rsqrtsplit_with_sizesstack swap_axessqueeze squeeze_copytt_copyTtake_along_dim tensor_split transposetranspose_copy unbind_copyunfold unfold_copy unsqueezeunsqueeze_copyviewview_as view_copyvsplitvstackview_as_complex unflattenunbindtriutril triu_indices tril_indicesarangecauchyempty empty_likeempty_permuted empty_stridedeyefull full_likelinspacelogspace new_emptynew_empty_stridednew_fullnew_ones new_zerosones ones_likerandn scalar_tensorzerozeros zeros_likeallcloseequal bucketize is_complexrenormstftistftc |dup |jdkS)Nhputypedevices N/root/voice-cloning/.venv/lib/python3.11/site-packages/torch/_refs/__init__.pyis_noncontiguous_supportedr8ps T> 1V[E11cd}ddlm}|D]}t||r |j}nt |s|}|S)Nr) FakeTensor)torch._subclasses.fake_tensorr; isinstance fake_devicer8r) input_tlistoutputr6r;rs r7handle_noncontiguous_outputsrAtss F888888  a $ $ ]F E  &f - -%""$$ Mr9c xddlm}m}tdt d|D}t |dkrdS|D]'t tstd(dgttd|Dzt|D]\tddt z dD]|r.|r|kr@n|kr]|dkr&dkrtd <|s|dkrtjkfd S) Nr)guard_or_false is_nested_intc3JK|]}t|tr|fn|VdSNr=r.0xs r7 z$_broadcast_shapes..sK 1g&&-Ar9c |duSrFrJs r7z#_broadcast_shapes..s !4-r9zMInput shapes should be of type ints, a tuple of ints, or a list of ints, got c34K|]}t|VdSrFlen)rIshapes r7rKz$_broadcast_shapes..s(44ESZZ444444r9z9Attempting to broadcast a dimension with negative length!c 2ddddd S)Nz.Attempting to broadcast a dimension of length z at z ! Mismatching argument at index z had z0; but expected shape should be broadcastable to rM)arg_idx common_shapeidxrTsr7rOz#_broadcast_shapes..sZAUSVZAA]`AA5<AACHAA2>AAr9)%torch.fx.experimental.symbolic_shapesrCrDtuplefilterrSr=r RuntimeErrorrmax enumeraterange ValueErrortorch_check)_shapesrCrDshapesrWrXrYrTs @@@@r7_broadcast_shapesrfs|SSSSSSSS //99F  6{{at%** _   4s44V4445546L$F++R#e**_b11  C}U3Z(( !=c!233#J,s"3399!>%* S0A"ABB~l3/1455 /:>>$S%*#J S! =s,, c a1P1P   %s3AAAAAAA3 @ r9T)preserve_cpu_scalar_tensorsctd|Ddtdtdtfdfdtfd|DS)Nc3RK|]"}t|tr|jndV#dSrF)r=r%rTrIrs r7rKz#_maybe_broadcast..s7 G GQZ:.. 8!''D G G G G G Gr9abreturnc\ddlm}m}m}t |t |krdSt ||D]n\}}|||krdS|||dk|dkrn |||dk|dkrdSt j||kdodS)Nr)rCsym_andsym_orTrPzCsizes assumed to be the same due to unbacked broadcasting semanticsF)rZrCrorprSziprbrc)rkrlrCrorprJys r7 should_expandz'_maybe_broadcast..should_expands          q66SVV  41II  DAq~a1f%% tt ~gga1fa1f5566 qAvqAv 6 677 tt LQU     ur9cB|dSt|tr|St|tr@rtj|r|S|jr|S|Stdtt|zdz)Nz#Unexpected type when broadcasting: !) r=rr%utilsis_cpu_scalar_tensorrTrr]strr4)rJrTrXrgrss r7__maybe_broadcastz+_maybe_broadcast..__maybe_broadcasts 94 6 " " H : & & * u/I!/L/L }QWl33 .xx ---H5DGG DsJ r9c30K|]}|VdSrFrM)rIrJryrXs r7rKz#_maybe_broadcast..s1BB""1l33BBBBBBr9)rfr#boolr[)rgargsryrXrss` @@@r7_maybe_broadcastr}s$ G G$ G G GLyT@$ BBBBBTBBB B BBr9)register_decompositionF)aten_op extra_meta exact_dtypermc.dtffd }|S)NprimcLttttddtdtffd }t urt jjt||S)Nrrktype_promoting_argstype_promotion_kindrkrmcV ||}t|g|SrF)rA)rkr@rrs r7_refz>_make_elementwise_unary_reference..inner.._refs7% 1 T!WWF/V<< .inner s t  - - - ) + & 3    =N =~ = = = = = =    * ) . -  = m # #'dm<._fn/sr4"6"""r9r)rinspect currentframef_back f_globals __module__)rnamers` r7 _make_aliasr'sE#####CL)++2._fn>s(r!,d,,,,V,,,r9_r) getmodule) r rr~getattratenrr__all__append)rr inplace_namer_alls` r7 _make_inplacer7s 2YY----Y-k$$$LCL = |!>r9c*tj|SrF)rr3rs r7r3r3brr9c*tj|SrF)rr2rs r7r2r2grr9c*tj|SrF)rr4rs r7r4r4lrr9c*tj|SrF)rr5rs r7r5r5qrr9c*tj|SrF)rr6rs r7r6r6vs  Q  r9c*tj|SrF)rr7rs r7r7r7{ :a==r9inputc4tj|jSrF)rvis_complex_dtypedtypers r7r-r-s  !%+ . ..r9c`tj|js|Stj|SrF)rvrrrr8rs r7r8r8s/  !%+ . .  u % %%r9c*tj|SrF)rr9rs r7r9r9 9Q<<r9c*tj|SrF)rr:rs r7r:r:rr9c*tj|SrF)rr=rs r7r=r= =  r9c*tj|SrF)rr>rs r7r>r>rr9c*tj|SrF)rerf_invrs r7r?r?rr9c*tj|SrF)rr@rs r7r@r@rr9c*tj|SrF)rrArs r7rArArr9c*tj|SrF)rrBrs r7rBrBrr9c*tj|SrF)rrDrs r7rDrDrr9za,rrkvaluecHt|tsJt|tsJtj|j}tjt||s%dt|d|d}t|tj ||SNzvalue argument of type  cannot be safely cast to type ru) r=r%rrvrrrr4rarrE)rkr python_typemsgs r7rErEs a $ $$$ $ eV $ $$$ $%ag..K  &tE{{K @ @bU bbT_bbboo :a  r9cZtj||}tj|||SrF)rrEr)rkrrs r7rFrFs* 1eA M!Q Hr9c*tj|SrF)rbr)rs r7r'r's  E " ""r9c*tj|SrF)rrGrs r7rGrG ;q>>r9rJctjtjtj|tj|}tj||SrF)rbrrGr/rjr)rJtrunc_xs r7rHrHsA i EIaLL115:a==AAG 9Q  r9ct|tsJtjt j|jdtj|S)NcdS)Nz#imag only supports complex tensors.rMrMr9r7rOzimag..s1Vr9) r=r%rbrcrvrrrrrs r7rrsR a $ $$$ $ L qw'')V)V :a==r9)rctj|jstj|jrt j|St |tjS)Nr) rvis_float_dtyperrrrPr$rbr{rs r7rPrPsR  AG$$!(>qw(G(G!~a   Qej ) ) ))r9ctj|jrStjt tj|t tj|Stj|jr%tj |tdkStj |tj S)Ninfr) rvrrrbrrQrrrr/floatr)r{rs r7rQrQs ag&&Lejmm 4 4eEJqMM6J6JKKK AG$$,y||uU||++  AUZ 0 0 00r9ctjtjj fdtjjrt dkStjtjS)NcdjS)Nz7Complex dtype is not supported for isposinf, got dtype rrsr7rOzisposinf..S!'SSr9rr rbrcrvrrrrr)r{rs`r7rRrR sx  L  "17 + ++SSSS AG$$!E%LL   AUZ 0 0 00r9ctjtjj fdtjjrt dkStjtjS)NcdjS)Nz7Complex dtype is not supported for isneginf, got dtype rrsr7rOzisneginf..rr9z-infrrrs`r7rSrSsx  L  "17 + ++SSSS AG$$"E&MM!!  AUZ 0 0 00r9c,tj||SrFrrrs r7rTrT&s 8Aq>>r9r_ctj|jrtj|dkStj|tjS)Nrr)rvrrrbrr$r{rs r7rUrU/sC  ag&&"z!}}!! ?1EJ / / //r9c*tj|SrF)r bessel_i0rs r7rVrV:s ?1  r9c*tj|SrF)rrXrs r7rXrXAs <??r9c*tj|SrF)rrYrs r7rYrYFrr9c*tj|SrF)rrZrs r7rZrZKrr9c*tj|SrF)rr[rs r7r[r[Prr9c*tj|SrF)rr\rs r7r\r\Urr9dimrc|p|j}tj|}t||}t|t ||dz |S)NTkeepdim)rrvget_computation_dtyper)r)rkrr result_dtypecomputation_dtypea_s r7r^r^[sU #AGL3LAA $5 6 6B "2 "c4(H(H(H#H, W WWr9selfrrcpt|ts|f}|dkr:tjtj|||Stjtj||d}tj || tdkd}|r|ntj ||}tjtj||z ||}| |S)NrTrr)r=rnumelrbrrArYrrrr/rrrv)rrrmaxesmaxes_squeezedresults r7rrgs c8 $ $f zz||qy4#w77;;=== Juz$''d ; ; ;E  eUYY[[E%LL%@! D DE%DUU5=+D+DN Yuy..W = =F ::<<  N + ++r9nanposinfneginfc8t|tsJtj|jstj|jr|S|d}|tj|jj }|tj|jj }tj tj |||}tj tj |||}tj tj|||}|S)Nr)r=r%rvis_boolean_dtyperis_integer_dtyperrbfinfor^minrrTrSrR)rkrrrrs r7rbrb{s a $ $$$ $ ag&&%*@*I*Iwwyy { ~QW%%) ~QW%%) [Qa 0 0F [**FF ; ;F [**FF ; ;F Mr9cTtj|jtjuddS)NcdS)NzNegation, the `-` operator, on a bool tensor is not supported. If you are trying to invert a mask, use the `~` or `logical_not()` operator instead.rMrMr9r7rOz_neg_meta..s  r9)rbrcrr{rs r7 _neg_metars6 L uz!  r9)rc*tj|SrF)rrcrs r7rcrcs 9Q<<r9c|t|tsJ|jtjurd}t ||S)Nz'positive does not support bool tensors.)r=r%rrbr{r])rkrs r7rdrds? a $ $$$ $w%*73 Hr9ct|tsJtj|jrt j|S|SrF)r=r%rvrrrrrs r7rrs@ a $ $$$ $ ag&&z!}} Hr9c*tj|SrF)rrfrs r7rfrfs  A  r9r)decimalsr c|dkrtj|Sd|z}d| z}tjtjtj|||S)Nr )rrgr)rkr ten_pow ten_neg_pows r7rgrgsX1}}{1~~h,hY' yUYq'%:%:;;[IIIr9c*tj|SrF)rrrs r7rrrr9c rtdtdtt|S)NrP)rrvrArcrs r7rhrhs( q#aSVV-- . ..r9ctj|jr1|}t j|dkd||z S|SNr)rvrrr/rbrrj)rka_abss r7ririsO  ag&&{5A:q!e)444vvxxr9c*tj|SrF)rrjrs r7rjrjrr9c*tj|SrF)rrkrs r7rkrks =  r9c*tj|SrF)rrlrs r7rlrlrr9c~tj|z}tj|dkdtj||z SNrrP)mathpirbrrlrs r7rmrms2 ! A ;qAvq%)A,,"2 3 33r9c*tj|SrF)rrnrs r7rnrnrr9c*tj|SrF)rrprs r7rprprr9c"t||SrF)rrs r7rqrq s q!99r9c*tj|SrF)rrrrs r7rrrrrr9c*tj|SrF)rrsrs r7rsrsrr9c*tj|SrF)rrurs r7rururr9c|jtjtjfd|}tjt |dkdtj|ddkd|}tj|ddkd|dd}tjtj d |Dd tj| dzdkd tj |tj dS) NcdS)Nz^view_as_complex is only supported for floating pointtensors, but got a tensor of scalar type: rM) input_dtypesr7rOz!view_as_complex..+sC5@CCr9rcdS)Nz-Input tensor must have one or more dimensionsrMrMr9r7rOz!view_as_complex..1?r9rUcdS)Nz+Tensor must have a last dimension of size 2rMrMr9r7rOz!view_as_complex..5=r9rPcdS)Nz/Tensor must have a last dimension with stride 1rMrMr9r7rOz!view_as_complex..;Ar9c3(K|] }|dzdkVdS)r)rNrM)rIstrides r7rKz"view_as_complex..?s*88VaZ1_888888r9cdS)NzCTensor must have a stride divisible by 2 for all but last dimensionrMrMr9r7rOz!view_as_complex..@sUr9cdS)Nz0Tensor must have a storage_offset divisible by 2rMrMr9r7rOz!view_as_complex..DsBr9)rrbrcrvrsizerSr/builtinsrstorage_offsetrview_element_typecorresponding_complex_dtyper)rsizes old_stridesdimsr&s @r7r r 's*K L [)) C C C C IIKKE L E a?? L b Q== ++--K LB1AA ss D L 88488888UU L !Q&BB  " e/ <<   gbkkr9c >dtffd }|S)Nrcjttd dttt fdttt fdtffd }rt |}|_turtj rt||S)Nrkrlrrkrlrmctjpt|t fdtjpt|t fdtjp*t|tot|t fdt ||\}}||}t ||g|S)NcdS)Nzc: Received a lhs Python scalar to an elementwise binary operation that does not accept lhs scalars!rMrsr7rOzQ_make_elementwise_binary_reference..inner.._ref..e4>>>r9cdS)Nzc: Received a rhs Python scalar to an elementwise binary operation that does not accept rhs scalars!rMr?sr7rOzQ_make_elementwise_binary_reference..inner.._ref..jr@r9cdS)Nz?: Receive two Number inputs to an elementwise binary operation!rMr?sr7rOzQ_make_elementwise_binary_reference..inner.._ref..ps4```r9)rb _check_valuer=rr}rA)rkrlr@rrsupports_lhs_python_scalarsupports_rhs_python_scalarsupports_two_python_scalarss r7rz?_make_elementwise_binary_reference..inner.._refZs  *G*Q2G2G.G>>>>     *G*Q2G2G.G>>>>     +I"1f--G*Q2G2GH````    $Aq))DAqT!QZZF/A?? ?r9) rr r,rTensorr r.rrvrr~) rrrhas_outrshould_register_decompositionrDrErFrs ` r7rz1_make_elementwise_binary_reference..innerUs <=D t + * 3    @VZ'( @VZ'( @ @ @ @ @ @ @ @ @ @      @.  ' ;==&&D m # #'d33G  #@  + "7 + +D 1 1 1 r9r) rrrrHrDrErFrIrs ```````` r7"_make_elementwise_binary_referencerJKsZ*H*************X Lr9r<alpharlrLct||\}}|t|tr|jn|j}t j|}|t krGt jt||s%dt|d|d}t|t|trtj ||}n||z}tj ||}t||g|S)z/ Reference implementation of torch.add Nalpha argument of type rru)r}r=r%rrvrr{rr4rarrrvrArkrlrLrrrr@s r7rvrvs Aq ! !DAq %a44A!')%00 $  u'B KK( ( gDKKffXcfffCS// ! a $ $  !U##AAE A Yq!__F 'A 7 77r9)rrDrEc,tj||SrF)rrwr<s r7rwrw ;q!  r9)rc,tj||SrF)rrxr<s r7rxrx  Q " ""r9c,tj||SrF)r shift_leftr<s r7ryry  Aq ! !!r9c,tj||SrF)rrzr<s r7rzrzrVr9c,tj||SrF)rshift_right_arithmeticr<s r7r{r{s  '1 - --r9c,tj||SrF)rr|r<s r7r|r|rSr9)rrDct|tr2t|trt||j|j}n\t|trGt|tr2|j|jkr"d|jd|jd}t |tt|tt|t|S)Nrr6/Expected divisor (b) to be on the same device (&) as dividend (a), but it is found on ru) r=rrGr&rr6r]rrkrcr/)rkrlrs r7rrs!V Av!6!6 !1718 < < < Av   :a#8#8 QX=Q=Q{{{pqpx{{{3 SQ[[#a&& 1 11r9) rounding_moder_c|t||S|dkrt||S|dkrt||Sd|d}t|)z/ Reference implementation of torch.div NrurGzLdiv expected rounding_mode to be one of None, 'trunc', or 'floor' but found .)rrrra)rkrlr_rs r7rrsm1a   ' ! !Aq!!! ' ! !Aq!!!m]jmmmoor9c,tj||SrF)rrr<s r7rr 8Aq>>r9c&t|tst|tsJt|tr@|dkr|S|dkr||zS|dkrt j|Sn|t|trg|dkrt j|dS|dkrFtj|j stj |j rt j |Stj ||S)N?g@?T)r=r&rrrbrprErvrrrrDrrr<s r7rrs a ( (IJq.,I,III I!V ! 887799  #XXq5L #XX:a==  Av  ! 88:a&& & 88   ) ) -2-CAG-L-L :a== 9Q??r9ct|tr$t|trtdtj||}|Jtj|r t j}n t j}t||}t||}t||\}}t||S)Nz=Receive two Number inputs to an elementwise binary operation!) r=rrarvget_higher_dtyperrb complex128float64r)r}rrkrlrs r7rr!s !V Av!6!6  K    "1a ( (E     e$$   5))A5))A Aq ! !DAq q!99r9)rrFrIct|tr5t|tr t|}t|}n"t|tr2t|trt||j|j}nt|tr2t|trt||j|j}nt|trt|trj|j|jkrZ|jt jdkr"d|jd|jd}t|tj ||j}t|trt|tsJ|jtj rt||Stj rt||St jdfddS) Nr\cpur]r^rur5FcdS)Nz not supported for floor_dividerMrsr7rOzfloor_divide..vsu$M$M$Mr9)r=rr&rGrr6rbr]r device_putrvr_floor_divide_floatr_floor_divide_integerrc)rkrlrrs @r7rrXs!V 5Av!6!6 5 !   !   Av   5:a#8#8 5 !1718 < < < Av  5:a#8#85 !1718 < < < Av  5:a#8#85QX=Q=Q 8u|E** * *AHtut|Cs## # 18444A a :Z6%:%::: : GE E""O"1a(((   & &O$Q*** UMMMMNNNNNr9cht||\}}|jjstj||St j|t j|kt j||dk}tj||t||jz Sr) r}r is_signedrrrbrkrrr))rkrloffsets r7rqrqys Aq ! !DAq 7 yAmA%-"2"22 ? ? 1a@P@PTU@U V VF 9Q??4VQWEE EEr9ct||}tt|||}tt |dt |d}t |d}t ||}t|t|d|}t|}tt||d}t|t|d|}t||}td|j |j } tt |d|t| |}tt |d||S)NrrPrfr\)rrrr|rrrxrrGrrvr&rr6r) rkrlmodrdifferent_signed_inputsnon_zero_remaindermask floor_div basic_div zero_tensors r7rprps* q!**C c!Skk1 % %C*"Q((Bq!HH==C )+B C CD c#qkk3 ' 'Cc I c#y!!3 ' 'DdC 1--y99IAq!!IAQRRRKbajj)Xk9-M-MNNI Aq9i 0 00r9c,tj||SrF)rrr<s r7rr :a  r9c,tj||SrF)rrr<s r7rrr~r9c,tj||SrF)rrr<s r7rrr~r9mantissaexponentcdtjtj|SrF)rb return_typesfrexprrs r7rrs%   # #EK$5$5 6 66r9c,tj||SrF)rrr<s r7rrs 9Q??r9c,tj||SrF)rrr<s r7rrrcr9c,tj||SrF)rrr<s r7rrrcr9valuesctj|d}tjtj|dtj|}tj|dd}tj|||}|Sr)rbrrrrTr)rr input_eq_zero input_lt_zerozeros_and_onesr@s r7rrsh HUA&&M$UXeQ%7%7U9K9KLLM[155N [ ? ?F Mr9c,tj||SrF)rrr<s r7rrrQr9c,tj||SrF)rrr<s r7rrs <1  r9c,tj||SrF)rrr<s r7rrs =A  r9rrtolatolctjjjkfdtjdkfdtjdkfddS)Nc.djdjdS)Nz4: Attempting to compare tensors of different dtypes  and rur)rkrlrsr7rOz#_check_close_args..s&4eeQWee[\[beeer9rcddS)Nz6: rtol must be greater than or equal to zero, but got rurM)rrsr7rOz#_check_close_args.. 4VVtVVVr9cddS)Nz6: atol must be greater than or equal to zero, but got rurM)rrsr7rOz#_check_close_args..rr9)rbrCrrcrrkrlrrs`````r7_check_close_argsrs  17eeeeee L  VVVVV L  VVVVVr9h㈵>:0yE> equal_nanc @td||||t||}|rjtj|jstj|jr8t |tt|t|}|dkr|dkr|Stj|jsetj|jsLtj |tj }tj |tj }t|tt||}tt!||}t |tt#|t%||}|S)Nz torch.iscloserr)rrrvrrrrrrTrconvert_element_typerbget_default_dtypervr/rrrPr) rkrlrrrclose allowed_error actual_errorrs r7rrsh?a14dKKKK q!HHECe*1733Cu7Mag7V7VC5+eAhha"A"ABB qyyTQYY    ( (E1G1P1PE  &q%*A*C*C D D  &q%*A*C*C D Dc#a,,//00Ms1ayy>>L {8L112lM3R3RSSF Mr9c|j}|tjtjfv}|r>t j|tj}t j|tj}tj||}tj|dkd|}tj t j |||z}|s|nt j||Sr) rrbint8int16rrint32rrr/r)rkrlrpromote_to_intgress r7rr@s GEuz5;77N7  &q%+ 6 6  &q%+ 6 6 !QA AFAq!!A )EIaOOa' ( (C$ P33%*DS%*P*PPr9c,tj||SrF)rrr<s r7rrUrcr9c jtj|tj|k}tj|||}tj|||}tjtjtjtj|tj|tj|k}t j|jst j|jrtj|dk}tj||tj tj |tj |z}tj|||tj tj ||z z}tj |} tj| ttdtd|Stj|||tj tj ||z zS)Nrr)rbrrrrrPrvrrrYrArZrTcomplexr) rkrlrymax_min_inf_mask neg_min_maskinf_vals non_nan_valsnan_masks r7rr]s :a==EJqMM )D ;tQ " "D ;tQ " "D  %.A7788%*Q--5:VW==:XH ag&& T%*@*I*I Tz$''!+ ; $ %)D//EIdOO*K L L  { hu{59TD[3I3I'J'J J  ;t$${8WU5\\5<<%H%H,WWW{8Qu{59TD[;Q;Q/R/R(RSSSr9ctjtj|jptj|j d||k}tj|||}tj|||}tjtj|||k}dtj dz }|tj tj ||z |zz}tj|||S)NcdS)Nz)logaddexp2 doesn't support complex dtypesrMrMr9r7rOzlogaddexp2..;r9rer)) rbrcrvrrrrrQrrYrZrD)rkrlryrrr inv_log_2rs r7rrzs  L  #AG , , O0Fqw0O0OP;; 6D ;tQ " "D ;tQ " "D Qa88Hdhqkk!I EK 4$; 7 7889D DF ;xF + ++r9ctj|js|dk}tj|js|dk}||zSrrvrrr<s r7rrI  !!' * * F  !!' * * F q5Lr9cFtj|js|dkS|Srrrs r7rrs'  !!' * *Av 2Ir9ctj|js|dk}tj|js|dk}t||Sr)rvrrrzr<s r7rrsP  !!' * * F  !!' * * F a  r9ctj|js|dk}tj|js|dk}||z Srrr<s r7rrrr9c,tj||SrF)rrr<s r7rrrcr9c,tj||SrF)rrr<s r7rr =A  r9c,tj||SrF)rrr<s r7rrrr9)rrFc,tj||SrF)rrr<s r7rrs 9Q??r9c,tj||SrFrr<s r7rrrcr9c,tj||SrF)rrr<s r7rrs ?1a  r9c,tj||SrF)rrr<s r7rrs ?1a  r9rPc|t|trd}t|tj|||S)Nz?Received a Number for the first argument, but expected a TensorrK)r=rrarbr)rkrlrLrs r7rrs>!VOoo 9Q ' ' ''r9ct||\}}t|tr]t|trHtjt j|j ot j|j d|dkrt|tr|jn|j}t j|}t j t||s%dt|d|d}t|t|tj rtj||}n||z}tj||}t!||g|S)z/ Reference implementation of torch.sub cdS)NzwSubtraction, the `-` operator, with two bool tensors is not supported. Use the `^` or `logical_xor()` operator instead.rMrMr9r7rOzsub..s Cr9rPrNrru)r}r=r%rbrcrvrrrrr4rarGrrrrArOs r7rrsR Aq ! !DAq!Z   Z:%>%>  &qw// / W8Nqw8W8W4W      zz%a44A!')%00 *4;; DD "fDKKffXcfffCS// ! a & &  !U##AA E A Yq!__F 'A 7 77r9r)rrrrFc,tj||SrF)rrr<s r7rr+s 9Q??r9c tjt|tpt|tdt|tr2t|trt ||j|j}nFt|tr1t|trt ||j|j}t|tsJt|tsJtjtj |ddtj |tj |}tjtj |td|S)NcdS)Nz/Expected either argument a or b to be a Tensor"rMrMr9r7rOzxlogy..>r-r9r\rr)rbrcr=r%rr&rr6rrrrYrTr)rkrlrhss r7rr5s5 L1j!!>Z:%>%>AA !Z  =Z6%:%:= !1718 < < < Az " "=z!V'<'<= !1718 < < < a $ $$$ $ a $ $$$ $ +ehq!nna1eill)C)C D DC ;u{1~~uU||S 9 99r9)rrrFctj|}tj|rtj||St tj||SrF)rv get_dtyperrrrurks r7rrNsN OA  E e$$yA 1a ! !!r9)rtensor1tensor2rrrcT|j}tj|tjtjt fd||z|z zS)z3 Reference implementation of torch.addcdiv Nc0dtddSrr3rrsr7rOzaddcdiv..w"hd5kkhhZehhhr9rrvrrbrCrr4rrrrrrs ` @r7rrbs   )%00    'U [ A A h h h h h   %'/G+ ++r9cT|j}tj|tjtjt fd||z|zzS)z3 Reference implementation of torch.addcmul Nc0dtddSrr3rsr7rOzaddcmul..rr9rrs ` @r7rr}rr9)rkrr^rr^c||d}t||Rtj|}tjtj|||}tj|||}|Rtj|}tjtj|||}tj|||}|S)Nz+clamp called but both min and max are none!)rarbrTrzrrr)rkrr^ra_isnan conditions r7rrs {s{;oo +a..$UXa%5%5w?? K 1c * * +a..$UXa%5%5w?? K 1c * * Hr9c.tj||S)N)rrbr)rrs r7r}r} ;t % % %%r9c.tj||S)N)r^r)rr^s r7r~r~rr9predc||ttj||dtjjtjufdt||\}}tj ||S) NTallow_cpu_scalar_tensorscdjS)Nz#expected predicate to be bool, got r)rsr7rOzwhere..sBdjBBr9) NotImplementedErrorrvcheck_same_devicerbrcrr{r}rr)rrkrls` r7rrs yAI!! D!QFFFF L ej BBBB "$1--JD!Q ;tQ " ""r9 memory_formatrc2tj||}|SNr)rr)rkrrs r7rrs [- 8 8 8F Mr9)allow_cross_devicec|s2|j|jkr"d|jd|jd}t|tj||S)NzAttempting to copy from device z to device z*, but cross-device copies are not allowed!)r6r]rr)rkrlrrs r7rrsT  !(ah"6"6yyyQXyyy3 =A  r9c|dkr'd|d}t|tj|j}|t j|S)NrPzCan't convert a tensor with z elements to a number!)rrarvrrrr)rkr number_types r7rrscwwyyA~~NQWWYYNNNoo%ag..K ;uz!}} % %%r9r6copylayout pin_memory non_blockingc| oV|dup |j|koG|dup |j|ko8|dup |j|ko)|dup%|tjkpt j||Sr)r6rrrbpreserve_formatrvis_contiguous_for_memory_format)rkr6rrrrrrs r7_to_will_aliasr s  t^ 1qx61 d] .ag. t^ 1qx61  T ! U 55 U4QmTTT r9ctrF)r)r|rs r7 _to_dispatchr%s r9c|||||d}|SN)r6rrrrrMr6rrrrrs r7 _to_devicer*s&$& F Mr9c:tj|||||d}|Sr)rbr6rs r7_to_device_strr<s0,v&&$& F Mr9c||||d}|S)N)rrrrrM)rrrrrs r7 _to_dtyperNs#$& F Mr9othercB|j}|j}|j}||||||d}|S)N)r6rrrrr)r6rr)rrrrr6rrrs r7 _to_otherr^s@\F KE \F$& F Mr9 to_kwargscgd}d|vr8t|dtrtj|d|d<|D]}||vr|dkr||tjusd|dkrC||j|jjkr(||jr6||j|jjkst||d||kr||dS)N)rr6rrr6r) r=rxrbr6rr4indexrpop)rkroptions_to_checkkws r7_canonicalize_to_argumentsrvsEEE9Ih,?!E!E#l9X+>?? ("" ??&&9R=E.s)1K1K!'!*1K1K1K1K1K1Kr9zJreducing over zero-size dimension for reduction operation without identityc6g|]}|vr j|ndSrPr)rIrrkr9s r7 z_reduction..s+RRRqatmm RRRr9cg|]}|v| SrMrM)rIrr9s r7rz_reduction..sDDDatmm!mmmr9z7Expected the dtype of reduction result and out to match copy_fromr)r=r%ndimr]rrrvreduction_dimsrTr3rreduction_dtypesr)r`rbroadcast_in_dimr*r+r)rkrrrr9rrrr valid_shaperrr output_shapebroadcast_dimss` ` r7 _reductionr(s] a $ $$$ $v{{ maf m m m    #z*****   !!"J 5|z$44||4$w   . .D fkKX\1K1K1K1Kd1K1K1K%K%K  \ ',&< e''#| #455A T!T]]FNRRRRRE!&MMRRR DDDDU16]]DDD' nMM '''  !:!:I  V\22<<<< ||## (@+FLAA Mr9czttj}tdi}td|t ddfd }jd}||_|j|ttt|||S)zk Given a view function (e.g. torch.diagonal) generates its copy variant (e.g. torch.diagonal_copy) __annotations__TrNrcX|d|i|}r|dS||Stjd|S)NrcB|tjSr)rrbcontiguous_formatrNs r7rOz3_make_copy_from_view.._fn.. saggE,CgDDr9)pytreetree_map)rr|rrrreturn_none_on_out_variants r7rz!_make_copy_from_view.._fnsTT-s-f-- % #/4 ?M D D    r9_copy)rrrr.r r*updater~)rr1aten_fn annotationsr copy_names`` r7_make_copy_from_viewr7sdBK((G"/44K ' & & &w / /B 2YY        Y  ;%%%ICL{+++4743344S999 Jr9ctjtjtj|||}|jtjkr |tj}|S)Nrr)rbrrruint8r)rkrrrs r7rr sY uy):1)=)=sGTTT U UFw%+-- Mr9czt|tj}t|tt fr(t |dkr|}n*||| d}|j tj urtj |tj S|S)Nr)rrF)r)rbr{r=listr[rSrrrrr9rr)rkrrrrs r7rr! s !EJ / /B#e}%%<#c((a--C1144U;; w%+)&%+>>> Mr9)rrc |P||j}nFtj|jstj|jr tj}n|j}|dks|gkrd}t |tj||||tj SNrMr9rrrr) rrvrrrbint64r(rrr"SAMErkrrrrs r7rr5 s } ?IEE  #AG , , 0Fqw0O0O KEEGE byyC2II    49   r9c  tjdtjtjjfdtjjr'tdkrtj Sj tz tttfdttDz}tj |ddS)NFvalidatec ddjdS)Nzsum_to_size: size "z" is not expandable to size ""rrkrTsr7rOzsum_to_size..Z sTeTT!'TTTr9rc3\K|]&}|z dkj|dk"|V'dSrPNr)rIrrk leading_dimsrTs r7rKzsum_to_size..a sO55 \! "a ' 'AGAJ!OO ,;OOO55r9T)rrr)rvextract_shape_from_varargsrbrcis_expandable_torT is_same_shaperSrview_ofr!r[r`r)rkrT reduce_dimsrJs`` @r7rrS s  ,UU C C CE L uag..TTTTT  5!'** s5zzA~~}Q6CJJ&Ll++,,u555555|SZZ0055500K 9QKT B B BBr9c |P||j}nFtj|jstj|jr tj}n|j}|dks|gkrd}t |tj||||tj Sr=) rrvrrrbr?r(rrr"r@rAs r7rri s } ?IEE  #AG , , 0Fqw0O0O KEEGE byyC2II    49   r9r+c t|dks|gkrd}t|tj||d|dtjSNrMFr9rrrrr)r(rrr"r@rkrrrs r7rr N byyC2II    49    r9c t|dks|gkrd}t|tj||d|dtjSrR)r(rrr"r@rTs r7rr rUr9c@|t|tr|}d}||fSrF)r=r{)runbiaseds r7_dim_var_dispatchrY s-JsD11 =r9 correctionrXr[c t||\}}tj||}|dks|gkrd}t|t t j|||dddtj}|S)NrMrZTrS) rYrvset_correctionr(rrrr"COMPLEX_TO_FLOAT)rkrrXrr[rs r7rr s&c844MC%h ;;J byyC2II   j111  4E   F Mr9c6t||\}}tj||}tj|tj\}}t ||}tj||||}tj |}|Jt ||SN)r[r) rYrvr]r#r"r^r)rbrrp) rkrrXrr[ opmath_dtypera_vara_stds r7rr s&c844MC%h ;;J0 % 6L% <00A IaW E E EE Ju  E     "5% 0 00r9c  |dks|gkrd} jttj||dtj}t jtj ptj  fdt|tr|f}tj j|}jdkrdn&t!t"jfd|Dd}t'||}jn}t)||}|=t|t*sJt-||j}t/||S|S)NrMr>cddnddS)Nz&mean(): could not infer output dtype. Inputr z> dtype must be either a floating point or complex dtype. Got: rM)r orig_dtypesr7rOzmean.. s0 ?$,ww* ? ?7< ? ?r9rrPc32K|]}j|VdSrFrrs r7rKzmean.. s)7Q7Qq 7Q7Q7Q7Q7Q7Qr9r)rr(rrr"KEEP_PROMOTED_TYPErbrcrvrrr=rr"rTr!roperatorrrr)r%r*r+) rkrrrrrr9nelemrrgs ` ` @r7rr s byyC2IIJ }    4GF L U##Du'=e'D'D     #sf   - -D1AA&7Q7Q7Q7QD7Q7Q7QST"U"UE  ' 'F#m177L $V\ : :F #z*****V\22<<<< Mr9out0out1)rXrr[cjt||\}}tj||}tj|tj\}}|j}t||}tj ||||\}} tj |} |Jt| |t| |fSr`) rYrvr]r#r"r^rr)rbrrp) rkrrXrr[raroriginal_dtyperba_meanrcs r7rr# s&c844MC%h ;;J0 % 6L%WN<00AN1cj'RRRME6 Ju  E    u--77 r9czt||\}}t|||||}t|||}||fS)NrZ)rYrr)rkrrXrr[vms r7rr= sI&c844MC AsHg*===A QWA a4Kr9)rvec1vec2)betarLrtrurvcntjjdkfdtjjdkfddfdffD]{\}t|tratjt jjo1t jjot jjfd|j dj dt jjrtjtttfdtjtttfd s,rtj ntjd Stjrtj ntjd Stjttt!jfd tjttt!jfd dkrtj zSztj zzS) NrPcdjdS)Nz*addr: Expected 1-D argument vec1, but got -Dr!)rtsr7rOzaddr..] JTYJJJr9cdjdS)Nz*addr: Expected 1-D argument vec2, but got ryrz)rusr7rOzaddr..a r{r9rLrvcddS)NzBoolean z$ only supported for Boolean results.rM)arg_namesr7rOzaddr..i sQ8QQQr9rc(dtS)Nzexpected bool/int beta but got r3rvsr7rOzaddr..p sBd4jjBBr9c(dtS)Nz expected bool/int alpha but got r3rsr7rOzaddr..t sCtDzzCCr9Fc8dtdjSNzcannot safely convert z to r4r)rvrsr7rOzaddr.. s IT$ZZIITZIIr9c8dtdjSrr)rLrsr7rOzaddr.. s JT%[[JJdjJJr9)rbrcr!r=r{rvrrrrTrr4intouterrrr)rrtrurvrLargr~s````` @r7rrM s L QJJJJ L QJJJJ!'*T6N; X c4   L&tz227*4:667*4:66QQQQ     ;;tz!}djm 4 4D dj))A !$t**c 2 2 B B B B     !$u++s 3 3 C C C C    .3U5;tT***u9U9U U#+0R D$'''eodE6R6R   !$t**mDJ.G.G H H I I I I I     !$u++}TZ/H/H I I J J J J J    1995;tT222 2$;T4)@)@!@@ @r9rr|.c|s"t|tjjr|}n't|tjjrJ|f|z}t d|D}t |dkr|n|dS)z5Reference implementation of :func:`torch.atleast_1d`.c3PK|]!}|jdkr|nt|dV"dS)rPrN)r!rrIrks r7rKzatleast_1d.. s8EE!QVq[[i1ooEEEEEEr9rPr)r= collectionsabcrr[rS)rr|args_rs r7rr s JsKO$<==c;?#;<<<<<  EEuEEE E ECc((Q,,33CF*r9 at_least_fncf||}t|tsJt||SrF)r=r%r)rrrarg_s r7_unsqueeze_atleastr s9 ;s  D dJ ' ''' ' T3  r9c@|s"t|tjjr|}n't|tjjrJ|f|z}t t t dtfd|D}t|dkr|n|dS)z5Reference implementation of :func:`torch.atleast_2d`.rc3HK|]}|jdkr|n |VdS)r)Nrz)rIrkunsqueeze_atleast_1ds r7rKzatleast_2d.. =MM!QVq[[&:&:1&=&=MMMMMMr9rP) r=rrrrrrr[rS)rr|rrrs @r7rr s JsKO$<==c;?#;<<<<< "#5z1EE MMMMuMMM M MCc((Q,,33CF*r9c@|s"t|tjjr|}n't|tjjrJ|f|z}t t t dtfd|D}t|dkr|n|dS)z5Reference implementation of :func:`torch.atleast_3d`.rUc3HK|]}|jdkr|n |VdS)Nrz)rIrkunsqueeze_atleast_2ds r7rKzatleast_3d.. rr9rPr) r=rrrrrrr[rS)rr|rrrs @r7rr s JsKO$<==c;?#;<<<<< "#5z2FF MMMMuMMM M MCc((Q,,33CF*r9r2r/r4c`||n|}tj||||SrF)r4rr)rkr2r/r4storage_offset_ints r7rr s;)4!:J:J:L:L  AtV-? @ @@r9srcc>|dn|}tj|||||Sr)rr)rrr2r/r4rs r7rr s--4.  #E3f>P Q QQr9c8tjt|SrF)rbSizerf)res r7rr s :'0 1 11r9ct|dkr#t|dts|d}tt |ddiS)NrPrrgF)rSr=rGr;r}tensorss r7rr sM 7||qGAJ!?!?!*  'MuMM N NNr9ct|t|jz }tt|t|j|z}t j|||SrF)rSrTr[r`rr$)rkr2startr9s r7rr sS IIAG $E uc!'llU233 4 4D  !!T4 0 00r9rrc d}t|dkrd}t||D]}t|tsJt j|ddiddlm}d t|D]H\  j dkr  j dkr(tj j j k fdI |d j }g}t|D]\ }t|t|j kr?|j dksJtj ||j ddk fd i|j dkr||j ddkr| |||}t|dkr`|d ttd |D} n#t $rd} YnwxYwt#d j j| | St j|dj |}t j|dj |t-j||| S)Ncd}|D]B}tj|}|tjkr|cS|||krtjcS|}C|J|SrF)rvsuggest_memory_formatrbr.)inputsformatrfs r7 cat_compute_output_memory_formatz-cat..cat_compute_output_memory_format sr  A+A..AE+++!fkk....FF!!! r9rz3cat expects at least one tensor, but received zero!rFrCrPc0djdjddS)N6Number of dimensions of tensors must match. Expected z-D tensors, but got z-D for tensor number in the listrz)examplerrsr7rOzcat..& s:5 ' 55BC&55%&555r9c djddS)Nrz*-D tensors, but got 1-D for tensor number rrz)r tensor_idxsr7rOzcat..B s+:#L::!+:::r9c3$K|] }|jV dSrF) requires_gradrHs r7rKzcat..Y s$$F$FQ_$F$F$F$F$F$Fr9rrr6rrr)rSrar=r%rvrrZrCr_r!rbrcrTrr{r Exceptionrrr6canonicalize_dim validate_idxrrr)rrrrtensorrCrTfilteredrrrrrrs @@@@r7rr s    7||qCoo..&*------ WEuEEEDDDDDD$G'""  1 ?v{{v{{ Fgl*555555!* MEH'00$$ F u::V\** * *;!#### Lv|A!344:::::    ${aNN6<?a3G$H$H OOF # # # #44W==M 8}} AJ " !$F$Fg$F$F$F!F!FGGMM " " "!MMM " '8''       !!13 7 7C x{'--- 9Xs # # ) ) ) F FFs'&G GGcTtd|D}t|dS)Nc3K|]:}|jdkr|n(||dfV;dSrI)r!rrrHs r7rKzcolumn_stack..n sY;. sNCHHNNr9c0dtddS)Nz`Length of pad should be no more than twice the number of dimensions of the input. Pad length is z while the input has dimensions.rR)l_inprsr7rOz!constant_pad_nd.. s/25c(( r9rPc3"K|] }|dkV dS)rNrM)rIps r7rKz"constant_pad_nd.. s&''aAE''''''r9c Xdzdddzdzd S)NzThe input size z, plus negative padding rrPzG resulted in a negative output size, which is invalid. Check dimension z of your input.rM)r input_sizesl_diffrpad_idxsr7rOz!constant_pad_nd.. sfMk&1*&=MM7|MM"%gk"2MM17!MMMr9rF)rbrcrSrTr`rr3rrr;rrvrrrr6rr{rErr)rrrl_padc_input new_shapenew_dimrr@c_outputrrrrrs ` @@@@@r7rr} sz  L C1 NNNN +K   E HHME U]F L      G 65 ! !PPuqy1}% wN+NOOG|''3'''''}}[&)**I 5\\ " "c((q1uk*fqj)CL83w{;KK aK M M M M M M M M   !!!!/66M [k|)# F zzekUZ// Z & &FH 65 ! !SSuqy1}% w<1  3w<!2S\!AH w{ q q!X^A->Wq[AQ-QRRH M(G$$$ Mr9ctj|tjkdt||r|Stj||S)NcdS)Nz@preserve memory format is unsupported by the contiguous operatorrMrMr9r7rOzcontiguous.. sRr9r)rbrcrrr)rkrs r7rr sZ L..RR 0OOO ;q 6 6 66r9ctjt|dkdt|}t |dS)NrcdS)Nz%dstack expects a non-empty TensorListrMrMr9r7rOzdstack.. +Rr9r))rbrcrSrrrs r7rr = LW!#R#RSSS '*O  " ""r9)implicitrc 0 ddlm}m}t|dkr0t |dt rt |d}tjt|t|j kdt|t|j z }t|}t|j D]o\} ||z}|| | dkr ||<'tj| dk k fdtj dk ||<ptj |tj||t t!|t|j |zS)Nr)rCrprPcdS)Nz3expand: the requested shape has too few dimensions!rMrMr9r7rOzexpand.. sEr9rUcdddS)Nz3expand: attempting to expand a dimension of length  -> rurM)requested_lengthrJsr7rOzexpand.. shahhUehhhr9)rZrCrprSr=rr[rbrcrTr;r_rvvalidate_shaperr$r`) rkrrTrCrprtshape_rY offset_idxrrJs @@r7rr sLLLLLLLL  5zzQ:eAh99eAh L E c!'ll"EE ZZ#ag,, &F %[[FAG$$22Q6\  , >*b0 1 1 2!"F:   LqAv/1455hhhhh    L)Q. / / /!1F:       ! 65vs17||f'<==>>  r9c6||jSrF)rrTr<s r7rr s 88AG  r9chunksc|dkrd|d}t|tjjj}t j||z t j|z }|z}fdt|D}|dkr(| t|z|t|S)Nrz%Expected at least one chunk, but got ruc:g|]}t|zSrM)r)rIrrk chunk_sizers r7rzchunk..* s+ U U UQfQQ^Z88 U U Ur9) rarvrr!rTrr7rGr`rrr[) rkrrrlength full_chunkstail_chunk_sizerrs ` ` @r7rr s {{?f???oo   - -C WS\F6F?++J*Vj011Kz)O U U U U U U% BTBT U U UF! fQ[:%=OOPPP ==r9rU start_dimend_dimctj|j|}tj|j|}||kr |jdkr|Stj|||\}}|tj|||Stj|||Sr)rvrr!r_collapse_view_helper collapse_viewcollapse)rkrrr _new_stridess r7rr5 s&qvy99I$QVW55GG! $9!YPPI|"1i999 >!Y 0 00r9ct|ts$t|tstdt j|j|}t j|tj ||S)Nz!dims has to be a sequence of ints) r=r[r;rarvcanonicalize_dimsr!validate_no_repeating_dimsrrev)rkr9s r7rrG sm dE " ">:dD+A+A><===  "164 0 0D $T*** 9Q  r9cV|jdkrtdt|dS)Nr)zInput must be >= 2-d.rr!r]rrs r7rrR *vzz2333 4==r9cV|jdkrtdt|dS)NrPzInput must be >= 1-d.rrrs r7rrZ rr9rrc~ttrYtjdkot jjdtttj|dkdtjdkdt j |j |}| |tjt kokfddkrztjz kfdt!|j}||<||||||zzS)NrcdS)Nz'start must be an 0-dim integral Tensor.rMrMr9r7rOznarrow..j s=r9cdS)Nz-narrow() cannot be applied to a 0-dim tensor.rMrMr9r7rOznarrow..n s&Ur9cdS)Nz&narrow(): length must be non-negative.rMrMr9r7rOznarrow..o s&Nr9cd dddS)Nz0start out of range (expected to be in range of [, z ], but got )rM) dim_lengthrsr7rOznarrow..u s'qJ;qqR\qqinqqqr9cddddS)Nzstart (z ) + length (z) exceeds dimension size (z).rM)rrrsr7rOznarrow..{ s#]%]]V]]z]]]r9)r=r%rbrcrrvrrrr rrr!r2 _check_with IndexErrorr;rTrr/r4)rkrrrrrs `` @r7rrb s %$$ IIKK1  D!7 !D!D = =     e  E L1UUVVV L1NNOOO   - -CJ   u4*!4qqqqq  qyy " L f$$]]]]]]QW IIcN <<188::q//11AHHSMME4II  r9 norm_dimsepsc4tj|j|}tj|j}t ||}t |tsJtj ||dd\}}tj ||z}||z |z}|||fS)aComputes mean and 1/std of a tensor along norm_dims. Used as a helper function for normalization layers. Args: a (Tensor): input tensor norm_dims (DimsType): dimensions to normalize over eps (float): epsilon for numerical stability Returns: out (Tensor): normalized tensor. mean (Tensor): mean of the tensor along norm_dims. rstd (Tensor): 1/std of the tensor along norm_dims. FTrrXr) rvrr!rrr)r=r%rbrr) rkrrra_acc biased_varrrstdrs r7 _normalizer  s"' ::I3AG<< #A'8 9 9E eZ ( ((( (~ 9udJ ;zC' ( (D 4<4 C d?r9 dimensionscTt|D]}tj||}|SrF)sortedrbr)rJr rs r7_unsqueeze_multipler s1j!!$$ OAs # # Hr9weightbias batch_size num_channelsflattened_inner_size num_groupscxtjjdkfdtj|zdkfdtjj}t |} ddg} tj| ||z|g} tj| j| } tj | | dd\} } tj | |z}j j d kr|tj|d |zd g}||z}| |z}|!tj|d |zd g}||z}| ||g|d g}| ||g|d g}tt!dj}t#||}t#||}| |z|z}nv| | z |z}|j}dgtt!djz}|t#||}||z}|t#||}||z}t |j}t | j} t |j}tj| | } tj|| }|| |fS) Nr)cdjS)Nz=Expected at least 2 dimensions for input tensor but received rzrsr7rOz#native_group_norm.. s\PUPZ\\r9rc$ddjdzS)NzDExpected number of channels in input to be divisible by num_groups, zbut got input of shape z and num_groups = r)rrsr7rOz#native_group_norm.. s#V OEK O O: O OPr9rFTrrmrP)rbrcr!rvrrr)rrrrr6r4rrr;r`rrrTr)rrrrrrrrr input_accr"input_reshapedr rr weight_reshapedwrl bias_reshapedr' unsqueeze_w unsqueeze_brunsqueeze_weightunsqueeze_biass` ` r7rr s L a\\\\ Lz!Q& P P P P P 3EK@@'/@AAIVN] Z!;=QRN,^-@.QQN~NUDJ ;zC' ( (D |E!!f&8- Q LJ$>B   ? " EAI  !Mq*lj&@!DMM!A LLNN % %z<&@JJ ((C  0~FFN&C !#u{ 3 3C "4 5 5D "4 5 5D =~ . .D =~ . .D t r9out2normalized_shapecddlm}t}tj|dkfdtjdup|jt fdtjdup|jt fdtjj|ko-|jj|z dt fdtttj|z }tt|j}t||\} } } | z} n| z} n  | zz} t| j } jjdvr*t| j } t| j } | | | fS) Nr)sym_eqrPc(dtzS)NzzExpected normalized_shape to be at least 1-dimensional, i.e., containing at least one element, but got normalized_shape = )rx)r$sr7rOz#native_layer_norm.. sI    r9cXdtjzdztzS)NzQExpected weight to be of same shape as normalized_shape, but got weight of shape  and normalized_shape = rxrT)r$rsr7rOz#native_layer_norm.. s9 fl   %%     r9cXdtjzdztzS)NzMExpected bias to be of same shape as normalized_shape, but got bias of shape r)r*)rr$sr7rOz#native_layer_norm.. s7 dj// %%     r9c~dtzdztzdztjzS)NzGiven normalized_shape=z, expected input with shape z, but got input of size r*)rr$sr7rOz#native_layer_norm.. sR)    ()     % % ek   r9)rmmtia)rZr&rSrbrcrTr[r!rr;r`r r)rr6r4) rr$rrrr&normalized_ndimaxisr"rrr s ```` r7rr so=<<<<<*++O L1     L$G&&u5E/F/FGG      L  Ctz51A+B+BCC      L o% F Ko588 95AQ;R;R           u  E F## $ : 'D%ej1122N <.N s5Tr9rcdS)Nz'renorm: non-positive norm not supportedrMrMr9r7rOzrenorm..O s Ir9cdS)Nz#renorm: maxnorm must be real-valuedrMrMr9r7rOzrenorm..Q s2Wr9cdS)Nz,renorm: expected maxnorm to be >= 0 but got rM)r7sr7rOzrenorm..T sVWVVr9rPcddS)Nz/renorm: input needs at least 2 dimensions, got dimensionsrMrzsr7rOzrenorm..Y sS$SSSr9T)rrrgHz>re)rbrcr=rr!rvrr;r`rrlinalg vector_normrrrr) rrrr7rOacc_typer`r norm_factorr!s ` @r7r.r.I s  LZ7+++-T-TUUU LQIIJJJ L w ( ((*W*W L1 VVVV :D L qSSSS  s + +CuT{{##KC*5;77H5;|'' 1k4x(  |''q+t'LL C+dWng.DcJJK5;0ekJJ K  + + - --r9reflectn_fft hop_length win_lengthwindowcenterpad_mode normalizedonesidedreturn_complexalign_to_windowc tjdupjjkfdtj| p| dud||ndz||n| Gpduot jj} tj| dn| } tjt jjpt jjdtjdjcxkodkncdj} | dkr d |rd jz } dz}gtj d| j }t|||g|| ddtjd cxkokncfd tjd kfd tjd cxkokncfd tjdup j fkfdkrN!tjjjz dz}t|z |z g|s(| r&z dz}t||g|dzt jj}||n| }|rdnd}|r:tj| dtjd|}n"tjd|}|dd| dkr|d }| r|ntj|S)Nc.djdjzS)NzAstft input and window must be on the same device but got self on  and window on r5rrGsr7rOzstft.. s) ^PUP\ ^ ^/ // 0r9z6stft only supports align_to_window for center = False.zstft requires the return_complex parameter be given for real inputs, and will further require that return_complex=True in a future PyTorch release.cdS)Nz:stft expected a tensor of floating point or complex valuesrMrMr9r7rOzstft.. sLr9rPr)cdS)Nzstft expected a 1D or 2D tensorrMrMr9r7rOzstft.. s/Pr9rrcddS)Nzstft expected 0 < n_fft <= z, but got n_fft=rM)rrDsr7rOzstft.. sMfMMeMMr9cdS)Nz0stft expected hop_length > 0 but got hop_length=rM) hop_length_sr7rOzstft.. sP;PPr9cdS)Nz9stft expected 0 < win_length <= n_fft but got win_length=rM) win_length_sr7rOzstft.. sYKYYr9c&dddjzS)Nz8expected a 1D window tensor of size equal to win_length=rzbut got window with size r)rYrGsr7rOzstft.. s( V{ V V V8&,88 9r9r\rU) dimensionr2steporthocdS)Nz9Cannot have onesided output if window or input is complexrMrMr9r7rOzstft.. Or9rr`)rbrcr6r-rvrrrr!r itertoolsrrTrrrr2r#rrfftrfft transpose_squeeze_ view_as_real)rrDrErFrGrHrIrJrKrLrMreturn_complex_ original_ndim extra_dims pad_amountextended_shapeleftinput_pad_amount complex_fftr`rrWrrYs`` ` @@@r7r/r/r s L$7&-5<7      L  -o-@ !+ 6**EQJK * 6**EK**,, $  G5#9&,#G#G   c    ) L U[))PU-CEK-P-PLL Lej%%%%A%%%%'P'PQQQJM"" 6^ aZ I9+Az::IU[IN33j*5MxXX 5::<< 455 ZZ]]F L EVMMMMM LaPPPP L K    5    YYYY L$8&,;.8     U >Z 5;u|TTTF #)%%ftU[5H45O.PQQ PoP!K/A5!13C DhOO LL2E L D DE (55K#/xx_H *77dD6 O O O   innUn66immErm55NN1all1oo! >33u'9#'>'>>r9c  tjdupjjkfd||n|dz} ||n|} tjtjjfdd} d} || | dz zz}tjdkdtjd jcxkod kncfd ||n| |k}|r!tj|d zdz| kd ntj|| kd tjd| cxko| kncdtjd| cxko|kncdtjdup j | fkd6tj j}tj | |j}n}| |kr,|| z d z}t |||| z |z fd}j}jd krddd |rdnd}| r:tj| dtjd|nttjduptjj d|sdd|d zdztjd|d |ksJ|dd|gz}t||d|fd|| }t|d d| |f|d|fd|| }||dksJ||dksJ|r|d znd}|||z}n |r ||d zz }n|}t1d||z }|d||}|d||}||z }|d kr|d}||kr5t5jdt |d||z fd}|S)Nc.djdjzSNzBistft input and window must be on the same device but got self on rPr5rQsr7rOzistft.. s) _QVQ] _ _/ // 0r9rRc,djdjzSrqr5rQsr7rOzistft..s% P==fm== >r9rUrPrcdS)Nz"istft input tensor cannot be emptyrMrMr9r7rOzistft.. s,Pr9r)rcdjS)Nz8istft expected a tensor with 2 or 3 dimensions, but got rzrsr7rOzistft.. sW5:WWr9cdS)Nzistft expected the frequency dimension (3rd to the last) of the input tensor to match n_fft / 2 + 1 when onesided=True, but got {fft_size}rMrMr9r7rOzistft..s Rr9cdS)N)zistft expected the frequency dimension (3rd to the last) of the input tensor to match n_fft when onesided=False, but got {fft_size}rMrMr9r7rOzistft..s r9cdS)Nz+istft expected 0 < hop_length <= win_lengthrMrMr9r7rOzistft..$r+r9cdS)Nz&istft expected 0 < win_length <= n_fftrMrMr9r7rOzistft..'s*Rr9cdS)NzDInvalid window shape. window has to be 1D and length of `win_length`rMrMr9r7rOzistft..+sVr9r\r]cdS)Nz9cannot have onesided output if window or input is complexrMrMr9r7rOzistft..Ar_r9r`cdS)Nz:Complex windows are incompatible with return_complex=FalserMrMr9r7rOzistft..GPr9)rrr)rrr2r\zThe length of signal is shorter than the length parameter. Result is being padded with zeros in the tail. Please check your center and hop_length settings)rbrcr6rvrrr2rr!rTcorresponding_real_dtyper#rrrrrbifftrirfftrunfold_backwardrrr^rwarningswarn)rrDrErFrGrHrJrKrrLrWrYn_framesfft_sizeexpected_output_signal_len onesided_ real_dtypewindow_rlrhr`y_tmprrwindow_enveloprends` ` r7r0r0 s L$7&-5<7     !+ 6**EQJK * 6**EK L u{++     zz"~~Hzz"~~H!&1 )E!E L"$P$PQQQ L UZ1WWWW%0h%6GI  QJNh &        X       L K&&&&;&&&&== L K    5    "R"R L$8&,;.8VV ~3EK@@ *[ 5<PPPe #)&&wu{7JT7Q0RTUVVJM zQ"" OOAq ! !E *77dD : M O O    u"488 dN F%"8"F"FF P P    ILLRq!aLHHE 2D99 ::a==E ! ! ! ! GLL!Q// /E  ZZ]]$>?     A)) Aq(E233ZZ]]$>?   *N & 2 2 2 2 %)<).s!^^^^^X\^^r9cddS)NzStep is z but must be > 0rMr\sr7rOz*_get_unfold_shape_stride..s14111r9)rSrvrrbrcr;r) rrr[r2r\a_ndim last_striderTstridesrrs `` @@r7_get_unfold_shape_strider|s,\\F   E E ECaKKqqWS\H{{!! K L ^^^^^^  L q1111 MME8nnG LL NN; V||Cj4'D014c   '>r9c tj|d}tjt |t |jkdt |dkrtj|St ||jz }dg|z}|jD]}||tdt||D}d|vr:tj ||j |j |jtj|S|}tj|}t#|D])\}}t%||||t'|d\}}*t)t#|} | t-jdd t| \} } ||} tj| } | | }||S) NFrCcdS)Nzbrepeat: Number of dimensions of repeat dims can not be smaller than number of dimensions of tensorrMrMr9r7rOzrepeat..str9rrPc3&K|] \}}||zV dSrFrM)rI padded_size repeat_sizes r7rKzrepeat..s? $K k!r9rT)keyreverse)rvrKrbrcrSrTrr!rr[rqrrr6rrmake_contiguous_strides_forr_rr^r;sortrj itemgetterrrr)rk repeat_shapenum_new_dimensions padded_shapedim_size target_shapeurtensor_shapeurtensor_striderenumerated_stride permute_order_sorted_striderepeat_xtensor cloned_resultpermuted_results r7rrs+3L5QQQL L LS\\)tt  <A{1~~\**QV33++LG&&H%%%%(+L,(G(GL  L{ '8/5a88     "N7 EEO"<00  X*B OS(C!XXn--NK//M$++M::O  " "< 0 00r9 allow_copycJ d | |D]2} jkr9|dksJ jdz }tj | j| dz G| j kr dz ^ j } }||zdkr|dz }| j|z}||zdk| krwtj |\}}|K|rtj||cSd|jd|d|d} t| t | ||krtj | dz 4 jkrCtj j dk fdt  jkC |urtj |S S)NrrPz Cannot view a tensor with shape z and strides  as a tensor with shape ruc*ddjS)Nza.size(z) expected to be 1 but got r)rrYsr7rOz/_reshape_view_helper_core_alg..sMcMMbhsmMMr9) r!r split_dimrTrrr/rarrbrcrrN) rkrTrrlast_dimaccumrrrrrrYs @@r7_reshape_view_helper_core_algrs ( C B** "'>>Q;;;;w{HXrx/ABBB'C  RXc] " "'C  fn!! 1HC RXc] "Efn!! #:: ',&A"c3&O&O #I| 3 =E22222{{{qxxzz{{sx{{{ oo%S#&&B F??S&11BAg -- HSMQ  M M M M M   R   -- Qww}Q r9c tj|d}tj||}|dkr#t ||tj|S|jdkr9|}|D]}|dksJt|d}||urtj |S|St|dkr>|}|j D]}|dksJt|d}||urtj |S|St|rt|dkr5|jdkr*tj||gdgSt|dkr5|jdkr*|d}|d}tj|||g|dgStt j|d}tj||kd|j d|d t'|||S) NFrCrrPrUr)z&Could not reshape a tensor with shape rru)rvrK infer_sizerrrr!rrrNrSrTrrrbrrjrrcr)rkrrT_ardim0dim1 shape_numels r7_reshape_view_helperr"s  ,UU C C CE  UAGGII . .E wwyyA~~!UE$Ee$L$LMMM v{{  # #FQ;;;;2r""BB 77=## #I 5zzQ g ! !FQ;;;;RBB 77=## #Ia  @ u::??qvzz#A {QC88 8 u::??qv{{8D8D#Ad|dAY?? ?ua00K L  [ ZZZRWZZZ )E: > >>r9rTc"t|g|RddiS)NrTrrGs r7rr[s  ;E ; ; ;d ; ;;r9cP||SrF)rr2rrs r7rr`s << % %%r9rMshiftsc@tj|j|}t|ts|f}t|ts|f}|dkr|S|dkr,t|dkrtd|ddt|}t|}|dks|dkr|dkrtd|dkrF|dkr@tj tj ||d|jS||krtd|d||dksJ|dd}|dd}tj ||df|d}tj |||S|d}|j|} | |dz | z} tj| |j } ||tj| | z| S) z/Reference implementation of :func:`torch.roll`.rzDimension specified as z but tensor has no dimensionsrPz`shifts` requiredz*shifts and dimensions must align. shifts: z, dims: Nr5)rvrr!r=rrrrrSrr]rbrrrrTrr6rMr) rkrr9 len_shiftslen_dims tail_shifts tail_dimsfirst_dim_rolledrr2rrYs r7rrds   "164 0 0D fh ' ' dH % %w wwyyA~~wwyyuuww!||D A  Ld1g L L L   VJ4yyHQ(a-- ??233 3 q==Z1__:emA..::??HH H  ! ![Z[[QY[[ !||||QRRj H  :a&)tAw??z*KCCC q'C 73>#uz%#+t<< = ==r9rrPkct|dkrtdt||jdkrtd|jtj|j|}|d|dkr!td|dd|d|dz}|dkr= 2, but got total dims = rrPz7expected rotation dims to be different, but got dim0 = z and dim1 = rRrr) rSr]r!rvrrbrrrr.)rkrr9s r7rrs`  4yyA~~ LT L L    vzzUQVUUVVV  "164 0 0D Aw$q' dd1g d d[_`a[b d d    AAAvvuz!d1gZ88$q'47KKK az!T""" auz!d1gZ88$q'47KKKwwU%.s%@@@1akk+..@@@r9) rSrvrr!rr;rTinsertrbrr)rr result_sizesrrs @r7rrs w<.rr9rP)rbrcrSrr!rrs r7rrs` LW!#R#RSSS '*Oq!##?A&&&  " ""r9ctjt|dkdt|}t |dS)NrcdS)Nz%vstack expects a non-empty TensorListrMrMr9r7rOzvstack..rr9)rbrcrSrrrs r7r r rr9r7cBtj|j|}tjt |dkd|t|jd|t|zt|j|dzdzS)NrcdS)Nz"unflatten: sizes must be non-emptyrMrMr9r7rOzunflatten..s*Nr9rP) rvrr!rbrcrSrr[rT)rkrr7s r7r r s   - -C LUq"N"NOOO 66% &&u5agcAgii>P8Q8QQ R RRr9rc*tj|jtjt |jdkd|jdkrdStfdtj||jDS)NrcdS)Nz5Dimension specified as 0 but tensor has no dimensionsrMrMr9r7rOzunbind..sGr9rMc3BK|]}tj|VdSrF)rbr)rIsrs r7rKzunbind.. s@  &'EM!S ! !      r9) rvrr!rb _check_indexrSrTr[r)rrs `r7rrs   - -C  AG qGG ws|qr    +0+=as+S+S      r9r rcl|tj|||Sr)rrbr.rL)rJrr rs r7rKrKs2 77!87 9 9 E E UF  r9ctj|j|}tjjdkfd|jdkr|dn|}t df|zfz}|||<|S)NrPcdjdSNz(Index should have dimension 1 or 0 (got rrzr sr7rOzindex_copy_..H5:HHHr9r)rvrr!rbrcrslice)rJrr rrrrYs ` r7rLrLs  !!&# . .C L aHHHH &A++ A1A ;;.3 % )C AcF Hr9c*t||||dS)NFinplace _index_fillrJrr rs r7rNrN"s q#ueU ; ; ;;r9c*t||||dS)NTrrrs r7rOrO*s q#ueT : : ::r9rc$tjjdkfdttr"tjjdkfdn'tj|j|j|j|jdk}|r| dn|}t|j } ||< ||r tjn tj}|||} |r|S|r'| d} | |kr+tj|} | | | } | S)NrPcdjdSrrzrsr7rOz_index_fill..;rr9rcdjdS)Nz.@s:!&:::r9)rrr6)rbrcr!r=r%r&rrr6rr;rTrrrGrLrKrrr/rcopy_) rJrr rrzero_dimrrrTrKrnew_outs `` r7rr1s L aHHHH%$$   J!O : : : :    # '88    v{H") AA MMEE#J LL  E'.D##E4DJ *QUE * *C   )++a..&&((C ::<<188:: % %&q))G MM#   C r9cp|tj||||S)NrrK)rrbr. index_add_)rJrr rrLs r7rJrJbs? 77!87 9 9 D D   E  r9ctj|j|}tjjdkfdjdkrd|jdkr.zrr9r) rvrr!rbrcrrrKrr)rJrr rYs ` r7rMrMts  !!&# . .C L aHHHH zQ""v{{""--a E8J8JKKK ;;.3 % )C S6Mr9cddlm|VtdtjD}|rt j|nt jSj}tj ||}t|tr|fn|}|dkr/t|dks|dksJt jStfd|D}t|dkrt jSt|dkrt j|St|}t|d}|D]}t |S) Nrrc3,K|]\}}|dk |VdSrIrM)rIrYr2s r7rKzsqueeze..s*JJYS$ S JJr9rc3PK|] }j|dk|V!dSrIr)rIdrkrCs r7rKzsqueeze..s<DDqNN171:?$C$CDDDDDDDr9rPT)r)rZrCr[r_rTrrrNr!rvrr=rrSr;r)rkrr9r! dims_listrrCs` @r7rrsvDDDDDD {JJ)AG*<*<JJJJJ)-Cu}Q%%%5=3C3CC 6D  !$ , ,CS)) 2C66sD qyy4yyA~~-}Q DDDDDDDDD D DD 4yyA~~}Q 4yyA~~}Q%%%T Iy$///I  AqMM Hr9 split_sizesc$ttD]}tj|dtjt t jjkfdg} }D]w}tj}||<| | || |zz}x|S)NcdS)NzCsplit_with_sizes expects split_sizes have only non-negative entriesrMrMr9r7rOz"split_with_sizes..sYr9cNdtjdjS)NzSplit sizes add up to z but got the tensor's size of )r3rrT)rrrsr7rOz"split_with_sizes..s,sk)B)Bssbfblmpbqssr9)r`rSrb_check_is_sizerrar3rrTr4r;rrr/)rrrrsplitsrt split_sizers``` r7rrs 3{## $ $    N Y Y      [!!TZ_4ssssss F  " "F!:: $$ # #  dooiGGHHH$++--,z99 Mr9indices_or_sectionsc tj|j|}|jdkrd}t|t |t rW|jjdksd|j}t||jtj krd|j}t|t |ts t |t r|jdkrt |tr|n| }|dkrd|}t||j|}tj||z }||z}g} t#|D]$} | |kr|dzn|} | | %t't(|| |S| t |t r9|jdkrd |jd }t|| dgt/ z|j|gz fd t#t1 dz D} t't(|| |S) NrzXtensor_split: received a rank zero tensor, but expected a tensor of rank one or greater!rmz\tensor_split: if indices_or_sections is a tensor it must be on the CPU, but received one on zgtensor_split: if indices_or_sections is a tensor it must have long dtype, but received one with dtype zAtensor_split: number of sections must be greater than 0, but was rPrzntensor_split: non-scalar indices_or_sections tensors must have only one dimension, but received a tensor with r>c8g|]}|dz|z SrrM)rIrindicess r7rz tensor_split..s*TTTqwq1u~ 2TTTr9)rvrr!rar=r%r6r4rrblongrrrrTrrGr`rr[rrtolistr;rS) rkrr_dimrsectionsrmin_split_sizenum_splits_one_extrar split_idxrr s @r7rrs  !!&# . .Dv{{hoo%z22 "").%77D':'ADD S// !  $ 2 2L0C0ILL S// !%w//*F& 33*F8K8PTU8U8U-v66 ,  $))++  q==`V^``CS// !74=Hx$788'(2 x + +I 444""#    z * * * *T**1kt*DDEEE& ): 6 6 3"'1,,X2E2JXXX!oo%)0022G#W %7TTTTE#g,,QRBR.# ^!&kk  r9rcdtzdztjzdztzdzS)Nz0torch.hsplit attempted to split along dimension z , but the size of the dimension $ is not divisible by the split_size rur*)rkrrsr7rOzhsplit..s]Bc((45agcl##$9 9 j// "  r9c(dtS)Nzhsplit(): received an invalid combination of arguments. Expected indices_or_sections to be of type int, list of ints or tuple of ints but got type r3rsr7rOzhsplit..+# 8 !455 8 8r9 rbrcr!r=rrTr _check_typer;r[)rkrrrrs`` @@r7rr s L !     v{{!!C%w//0(  1_ ? !:a!?       Az3/// &u 66    &K ; , ,,r9ctjjdkfdttrDtjdkojdzdkfdt dStjtttffd}t |dS)Nr)c8dtjzdzS)NzPtorch.vsplit requires a tensor with at least 2 dimension, but got a tensor with rrrsr7rOzvsplit..<rr9rc,djdddS)NzQtorch.vsplit attempted to split along dimension 0, but the size of the dimension rrrur)rkrsr7rOzvsplit..Fs471: r9c(dtS)Nzvsplit(): received an invalid combination of arguments. Expected indices_or_sections to be of type int, list of ints or tuple of ints but got type r3rsr7rOzvsplit..Srr9r)rkrrrs`` @r7r r 7s L !     %w// .(  1_ =j!8A!=      Az1--- &u 66    &K ; * **r9rtc|tjdvfddkrtj||Stj||S)N)rPr)cddS)Nz'diag(): Supports 1D or 2D tensors. Got DrMrzsr7rOzdiag..fs Q$ Q Q Qr9rP)rrbrcrr)rrtr!s @r7rr^sj 88::D L QQQQ qyyf---"4000r9rdim2ctj|}||||tjjjkfdt |S)Nc(djdjS)NzCexpected src to have a size equal to the diagonal of the input.Got z for a diagonal of shape r)rrsr7rOz"diagonal_scatter..{s-@y@@37:@@r9)rvclone_preserve_stridesrrbrcrTr)rrrtrr&rrs ` @r7rrns  &u - -C <<d + +D L ci @ @ @ @ @  D# Jr9cz|}tj|tj|tjkfd|}|dkrRt t|||z d}nQt t||z|d}|dkrG|dkr!||| zz }n ||| zz}fdt|D}| |fdt| D}| | | z| |||} | S)z4 Reference implementation of torch.diagonal )rYrankcddSNz(diagonal dimensions cannot be identical rrMrr&sr7rOzdiagonal..WWWQUWWr9rc&g|] \}}|fv |SrMrMrIrrrr&s r7rzdiagonal..s+ K K K41aQtTl5J5JQ5J5J5Jr9c&g|] \}}|fv |SrMrMr1s r7rzdiagonal..s+OOOTQ4,9N9Nq9N9N9Nr9)r2r/r4) rrvrrbrcr4r^rr2r/r_rr) rrtrr&num_dimsr4 diag_sizer7rrs `` r7rrsxxzzH  !d : : :D  !d : : :D L  WWWWW((**N {{DIIKK-tyy{{4/@6/IJJANN DIIKK-6 D8IJJANN 1}} Q;; ft{{}}T':: :NN ft{{}}T':: :N K K K K K9TYY[[11 K K KE LLOOOOOYt{{}}55OOOG NN4;;==&t)<<=== __%_ W WF Mr9rsc  |jdz}tj|tj|krc| }tjkfd|d |dkrt |j}tj ||d<tj ||j |j d}|dkr||fn||f}tj |d} tj |z |d}tj |j tj }tj| |z|j tj } || dk}  fd t%t'|jD} | | } tj| |S) z6 Reference implementation of torch.diag_embed rP)r+rYcddSr-rMr.sr7rOzdiag_embed..r/r9rUrFrr6rr r6rc$g|] }|fvrnd SrrM)rIrrr&rs r7rzdiag_embed..s+TTT1aD$<//((QTTTr9)r!rvrrbrcr2r;rTr3r/r(rr6rrrrr?r`rSr mask_tensorr) rrtrr&r+t_shapezpaira_rangeb_rangecond cond_shapers `` @r7rrs 6A:D  !t 6 6 6D  !t 6 6 6D d{{4 d L  WWWWW vvbzzH {{qw--l6** Kqwqxu U U U!1vv!Q Id # # #HL((( D!!"d++Al8AHEKHHHGl6!!(%+G g''++ +DTTTTTTc!'ll@S@STTTJ << # #D  T1 % % 0 0 2 22r9cT d|D}tjd|D}|dj g}d}t|D]\ t j dk fdt j j k fd j\}}t j||f j }t j|||z |z f j }|t j | |fd gz }||z }t j |d S) z6 Reference implementation of torch.block_diag cng|]2}|dkr|ddn|3S)rPrU)rrrIrs r7rz(_block_diag_iterable..sJ@Ffjjlla// ArVr9c30K|]}|jdVdSrIrrDs r7rKz'_block_diag_iterable..s(BBVaBBBBBBr9rr)c:dddS)Nz5Input tensors must have 2 or fewer dimensions. Input z has r>r )rrsr7rOz&_block_diag_iterable..s1777#ZZ\\777r9c&dddjdS)NzCInput tensors must all be on the same device. Input 0 is on device z and input z is on device rar5)r6rrsr7rOz&_block_diag_iterable..s@Y$*YY78YYHN YYYr9r8rPr ) r3rr6r_rbrcrrTr(rr) r tensors_2dncolsr col_startrowcolrlrightr6rrs @@@r7_block_diag_iterablerNs JQJ LBBzBBB B BE ] !F FIz** 6 JJLLA  7 7 7 7 7    MV # Y Y Y Y Y Y   <S{C+F&,OOO %)#c) *6    59dFE2:::;;S 9V # # ##r9c t|S)z This is used as an input to PythonRefInfo. `torch.block_diag` expects arguments splatted, but `aten.block_diag` expects only one argument that is a list of Tensors. )rNrs r7rr s  ( ((r9rc|jdkrtd|jdt|tr>|dks|jd|zdkr$tdd|jdd|d zt ||dS) NrzPtorch.dsplit requires a tensor with at least 3 dimension, but got a tensor with rrr)z3torch.dsplit attempted to split along dimension 2, zbut the size of the dimension rru)r!r]r=rrTr)rkrs r7rrsvzz s_`_e s s s   (G$$ (a--171:;PTU;U;U Ajqwqzjj_gjjj k    8Q ' ''r9c|jdkrtd|jdtj|d|jdkrdndS)Nr)z7t() expects a tensor with <= 2 dimensions, but self is r%rrP)r!r]rbrrs r7rr#sU vzz Oaf O O O    ?1aafqjja 8 88r9cdtj|jdvd|S)N)rr)cdS)NzcThe use of `x.T` on tensors of dimension other than 0 or 2 to reverse their shape is not supported.rMrMr9r7rOzT..:s  7r9)rbrcr!rrs r7rr6s9 L &   3355Lr9c*tj|SrF)rrNrs r7rrBrr9rc"tj|j||f\}}|jdks||krtj|St td|j}|||<|||<tj ||S)NrPr) rvrr!rrdefaultr;r`rbr)rkrr_dim0_dim1r6s r7rrGs*16D$<@@LE5v{{ddllz!!!$$$a(())LLL =L ) ))r9ct|j||||\}}|||SrF)rrTr/r)rr[r2r\rTrs r7rrXsB. DKKMM9dDNE7 ??5' * **r9cl||||tjSr)rrrbr.)rr[r2r\s r7rrbs7 ;;y$ - - 3 3- 4  r9c|j}tj||}|dkr"||dd||S||dz}t j|j||j}|d|k}t||z dz D]} |d}t j |||} || |||S)Nr)rrrrPr5rU) r!rvrrrbrrTr6r`r) r2initrkrrrr!rgryrmasked_as r7_cumsumprod_commonr_js 6D  s + +C qyytAKKNNC@@@@ C!GA agcl18 4 4 4B <<??b D 4#:> " """~~b!!{4D))H 4cC 8 8 88r9c6ttd||||S)Nrr2r\rkrrr)r_rrkrrrs r7rrs 3Q!Es S S SSr9c6ttd||||S)NrPra)r_rrbs r7rrs  4a1#UPS T T TTr9cp|jdz}tj||}tj||f|S)NrPrz)r!rvrr expand_dims)rkrr!s r7rrs; 6A:D  s + +C  QT 2 2 22r9c"t|g|RddiS)NrFrrGs r7rrs  .s0 5-.V 5 5| 5 5 5r9cdjdS)Nz?torch.take_along_dim(): dtype of indices should be int but got z insteadr)r sr7rOz take_along_dim..s! '} ' ' 'r9rUr) rbrcr!rvrrgatherrr;rTr2infer_size_shapesr)rkr r self_sizesbroadcast_shapeindices_broadcast indices_sizesself_broadcasts`` r7rrsW L ',      L w}--     {|AFF2JJ7<<+;+;<<<!']] !,,s++ 31*gllnnMM(/BBW]++ VVC[[ c1-JJ%a99|NC1BCCCr9rrr6rrrrc tjtjkdtj|}tjkrtj|}n_tjkrtj|}n:tjtj kfdtj |}tj |||||||S)NcdS)Nz8torch.empty: the Preserve memory format is not supportedrMrMr9r7rOzempty..sJr9cddS)Nz/torch.empty: received an unknown memory format rurMrsr7rOzempty..sVmVVVr9rrr6rr) rbrcrrvrKr.rchannels_last_3d!make_channels_last_3d_strides_for channels_last!make_channels_last_2d_strides_forr)rrr6rrrrTrs ` r7rrs L..JJ  ,U 3 3E///3E:: %0 0 09%@@ U0 0 V V V V   9%@@   #   r9c4tj|||||S)Nr7)rr)rTphysical_layoutrrr6rrs r7rrs-   #    r9rrr6rcv||jn|}||jn|}||jn|}tj|||||S)Nrr6rr)rrr6rbr)rkr2rrr6rs r7rrsY}AGG%EQXXVFQXXVF ;     r9cx||jn|}||jn|}||jn|}tj||||||S)zD Reference implementation of torch.Tensor.new_empty_strided Nr)rrr6rbr)rkr2r/rrr6rs r7rr.s] }AGG%EQXXVFQXXVF       r9rwc tj|}|tj}tj||tjkrdnd|||||SNFrrwrvrKrbrrr{rrr6rrr2s r7r(r(Lse  +D 1 1D }')) : %*$$!#   r9c ||jn|}||jn|}||jn|}tj||p|jtjkrdnd|||||Srrrr6rbrr{rkr2rrr6rrs r7r"r"fsv}AGG%EQXXVFQXXVF : "17uz11q#   r9c tj|}|tj}tj||tjkrdnd|||||SNTrPrwrrs r7r#r#se  +D 1 1D }')) : ###   r9c ||jn|}||jn|}||jn|}tj||p|jtjkrdnd|||||Srrrs r7r!r!sv}AGG%EQXXVFQXXVF : !!'ej00a#   r9 fill_valuecx||jn|}||jn|}||jn|}tj||||||S)Nr~)rrr6rbr)rkr2rrrr6rs r7r r s\}AGG%EQXXVFQXXVF :     r9c|SrFrM)r2rrs r7 empty_outrs Jr9)rr6rrrrc  ||jn|}||jn|}||jn|}|tjkr tj|j||||||Stj|}tj |j||||||S)Nrsrw) rrr6rbrrrTrv3compute_elementwise_output_logical_to_physical_permr)rkrr6rrrrlogical_to_physical_perms r7rrs}AGG%EQXXVFQXXVF---{ G'!'     A!DD    #   r9rctj|tj|tjtj|}t trJt trJt trJdtjdkddkrtjkdn dkrtjkdd}tj|o |fdtj|fdf} tj d| D} |!| r tj ntj }tj |} | s| r-t} t} t}|tj ks| r6t|dkt|dkz }| | z |z|z |z}nt!jz z }| rt%j|| |||| St%j|dd tj |d }| r tjntj||}t-||}|zz}t-||}|r|d |S) NrcdS)Nzstep must be nonzerorMrMr9r7rOzarange..s$:r9cdSNz7upper bound and lower bound inconsistent with step signrMrMr9r7rOzarange..!Mr9cdSrrMrMr9r7rOzarange..&rr9cVt|t ptj|SrF)r=rrrPrNs r7 is_finitezarange..is_finite)s%a!5666J$-:J:JJr9cddS)Nzunsupported range: rrM)rrsr7rOzarange...s6e6666r9cdS)Nzstep must be finite but got rMrsr7rOzarange..2s5t55r9c3@K|]}t|tVdSrFrGrIrs r7rKzarange..6s,IIS 3 8 8IIIIIIr9)rr\rr6rrPFT)rv check_layoutcheck_pin_memoryrbr6device_or_defaultr=rrcr3rr?rrrr{rr7riotar  get_acc_typer)requires_grad_)rrr\rrr6rrrr| integer_args is_integerxstartxendxsteprirr rrs``` r7rrsH v :&&& \%1&99 : :F%)))) )#w'''' '$(((( ( { L::;;; axx 5L M M      5L M M   KKK L %+YYs^^66666 L $5555 3 D<IIDIIIIIL }+J 1H1J1J'..J\s||   |519ooUQY/-%'#-%7C%K4/00 z '      J k    E#I (:5&(I(I $E+< = =E TE\ !F $VU 3 3F$d### Mr9)rrrc||g}t|tr|d|}n||t|tsJ|dk}t j||dz |}t j|||}|||z z|z}tj t|}| |krtj ||}t||S)NrMrfrP)r=rr rrGr/rbrrv"compute_elementwise_output_stridesr}r/r copy_stridedrA) rrrrrycoeffbaser@r/s r7rWrWisS\F&&!!F++ f ff % %%% % ::<<3 D Kfqj& 1 1E ;tS% ( (D cEk "T )F  57G7P QF }}&  #FF33 ' 7 77r9)rr6rrrstepsc `ttrFtjdkdt tjttrFtjdkdt tjtjdfDrVtj tj nAtjtj fdnptj ttj sJtjttfdttsJtjdkd||||d}dkrtjdd i|Sd krjttr?tjffd i|} tjjj| Stjffd i|Stjdfi|} tjstjr tjn} tj| t6j| \} } t;t | }z d z z }tj| d z k||| zz||d z | z zz }t |S)NrcdSNz:linspace only supports 0-dimensional start and end tensorsrMrMr9r7rOzlinspace..r}r9cdSrrMrMr9r7rOzlinspace..r}r9c3@K|]}t|tVdSrFr=rrs r7rKzlinspace..,LLJsG,,LLLLLLr9cddS)Nzlinspace(): inferred dtype z& can't be safely cast to passed dtype rM)default_complex_dtypersr7rOzlinspace..sz6Kzzsxzzr9cdtjdtjdtjdS)Nz4received an invalid combination of arguments - got (rr)r4r)rrrsr7rOzlinspace..sYHu++HHs)),HH04U 0DHHHr9cdS)Nz$number of steps must be non-negativerMrMr9r7rOzlinspace..s%Kr9)rr6rrrrrPrr))rr)r=r&rbrcrr)rjr3rrvr6rrrrrrropsrrrVrrrr?r#r"r@rr)rrrrr6rrrfactory_kwargs empty_tensorr] dtype_redrrcast_rgr\rrs```` @r7rrs%((> IIKK1  P P   (u}==#~&&: GGIIN P P   &c5=99|LLU8KLLLLL 3 % A  # % %! !  =)EE L&u--zzzzz     2022 eU[ ) ))) ) 5'"" H H H H H H eW % %%% % L!KKLLL & N  zzzAAA.AAA zz e^ , , N ;xOOuOOOL9>&..|UCC C:uhMMUMnMM M a 1 1. 1 1B  "5 ) ) -2-CE-J-J   !1 & +Yq-5FGGGG %KEAI &D + UQY wwr{{"" dWWeai2-....  C #3 . ..r9rrc |tj}tj|rt |t rt|}nQt |tr.Tr9cdSrrMrMr9r7rOzlogspace..rr9c3@K|]}t|tVdSrFrrs r7rKzlogspace..rr9rw)rbrrrvrr=rrr&rcrr)r3rr6rjrrrr) rrrrrr6rrrr_dtyperets r7rrs }')) {##E**6 eY ' ' :ENNEE ~ . . : L q TT   ,E599E c9 % % 6#,,CC ^ , , 6 L QTT   *#u55C|LLU8KLLLLL % A  # % %! ! &$(((( ( axx!! .   #   C #59T3#7#7 ? ??r9indexingcdSrFrM)rrs r7rrDr9cdSrFrM)rrs r7rr$rr9ct|dttfr*t|dksJt|d}t jt jd|Ddt jt|dkdtt|dz D]h}t j||j ||dzj kdt j||j ||dzj kdid}d kr1t|d k}|r|d|dg|d dR}nt jd kfd g}|D]lttsJt jj dkp j dkfd | mg}t|D]f\}ttsJj dkrd| t#j||fg|r|d|dc|d<|d<|S)NrrPc3@K|]}t|tVdSrFr=r%rs r7rKzmeshgrid..6s,@@1Z:..@@@@@@r9cdS)Nz)meshgrid expects its inputs to be tensorsrMrMr9r7rOzmeshgrid..7rr9cdS)Nz'meshgrid expects a non-empty TensorListrMrMr9r7rOzmeshgrid..:s+Tr9cdS)Nz3meshgrid expects all tensors to have the same dtyperMrMr9r7rOzmeshgrid..?sIr9cdS)Nz4meshgrid expects all tensors to have the same devicerMrMr9r7rOzmeshgrid..CsJr9Fxyr)ijcdS)NzDtorch.meshgrid: indexing must be one of "xy" or "ij", but received: rM)rsr7rOzmeshgrid..Ns,!),,r9cdS)NzEtorch.meshgrid: Expected 0D or 1D tensor in the tensor list but got: rM)rsr7rOzmeshgrid..Ys_\]__r9r)r=r;r[rSrbrcr3rr`rr6r%r!rrr_rrr$)rrrswap_first_and_second_tensors result_shapegridsrs` @r7rr)s'!*tUm,,$7||q     ## L @@@@@@@;;  LW!#T#TUUU 3w< dims) should contain the same number of dims as destination (z dims)r;)rrsr7rOzmovedim..}s@ AV  A A'+K'8'8 A A Ar9)r+r c*dtdS)Nz#movedim: repeated dim in `source` (rr)rsr7rOzmovedim..sEd6llEEEr9c*dtdS)Nz(movedim: repeated dim in `destination` (rr)rsr7rOzmovedim..sO4 ;L;LOOOr9rNrP)r4rrbrcrSr!r[rvrsetdictrqr`rrr)rrrr+ssdssssdssrsr9sidirrs `` r7rrls F||s KC"n  L F s;'''      :D u&D&AAA B BB u&D+FFF G GB b''C b''C L B3s88EEEE L B3s88OOOO SR[[A D BDkk   EE"II = KKNNNN))a)) KKOOO !GBB ]5%++ . .F Mr9)rr6rrrrc tj|tj|tj|}|t jn|}|t jdn|}tj|||||S)Nrmr7) rvrrrKrbrr6rr)rTrrr6rrrs r7rrs v :&&&  ,U 3 3E).E # % % %EE$*NU\% F   #    r9nrsctjdkfdtjdkfdtjtj|d}tjtj|d}|d|k} |tjur| Stjd||||d } tj| | dS) z/ Reference implementation of torch.eye NrcdS)Nz%n must be greater or equal to 0, got rM)rsr7rOzeye..!L!L!Lr9cdS)Nz%m must be greater or equal to 0, got rM)rssr7rOzeye..rr9Fr7rUrrw)rbrcrr?rr{r#r) rrsrrr6rrrange_nrange_mr@ones `` r7rrs y  LaLLLLMMM LaLLLLMMMl1EKeTTTGl1EKeTTTG   R G +D   j !    {4a(((r9c tj|tj|||n tjt |}||nt jd}t||||||}t j||S)Nrmrw) rvrr type_to_dtyper4rbr6rrE)rTrrrr6rres r7rrs v :&&&&EEE,?Z@P@P,Q,QE)VVu|E/B/BF  #    A :a $ $$r9rrr6rrrc Xtj|||||||}t||S)Nr)rbrrE) rkrrrr6rrrrs r7rrsB  ##   A :  r9c ltj||p|jtjkrdnd||||||S)NFrrrbrrr{rkrrr6rrrs r7r)r)&sL ? "17uz11q##    r9c ltj||p|jtjkrdnd||||||S)NTrPrrrs r7r$r$>sL ? !!'ej00a##    r9ctj|tj|}tj|}tj|}t j|dd|||S)Nrre)rrrr6r)rvrrKdtype_or_defaultrrra)rr6rrrrTrs r7r%r%Vsp :&&&  -e 4 4F  "5 ) )E  $V , ,F <  #    r9ctj|tj|||n tjt |}||nt jd}tj|||S)Nrmr\) rvrrrr4rbr6rr&)rkrrr6rs r7r&r&qsu v :&&&&EEE,?Q,H,HE)VVu|E/B/BF  qf = = ==r9relowhighcTtj|t|tsJt|tsJt |}t |}t|t jsJtj|}tj |||||S)N)rrrr6) rvrr=rrrbrcanonicalize_devicer_uniform_helper)rTrrrr6s r7rrs  c6 " """ " dF # ### # C..C T??D eU[ ) ))) )  &v . .F  Cd%PV W W WWr9ryctj|jt|trt |}n|jtjdkfd|j jdddtj dfvo|j jdk}tj|p|j |j kdtj|j}|tur+tjtj |fd t||j}tj|||}|S) NrcddS)Nz@only supports a 0-dimensional value tensor, but got tensor with z dimensionrM) value_ndimsr7rOzmasked_fill..smWammmr9cudaxpumpsr2rmcdS)Nz,Expected `value` to be on same device as `a`rMrMr9r7rOzmasked_fill..sBr9cddS)Nzcould not convert to type z without overflowrM)rsr7rOzmasked_fill..sOOOOr9)rvrrr=rr4r!rbrcr6_C_get_privateuse1_backend_namerrr)rr)rkryr value_type is_cpu_scalarrrrs @@r7rrs^%ag..K%  6%[[ Z  !O m m m m   HMueh&L&L&N&NPUV W + !U*    5U\QX5 B B   (55 W   ' K @ @ O O O O    $E17 3 3E D%##A <<>>r9c\tj|||}|||SrF)rbrr)rkryrrls r7rrs, !T5))AGGAJJJ Hr9c td||||ttjtj|||||S)z4 Reference implementation of torch.allclose ztorch.allcloser)rrr)rr{rbrrr)rkrlrrrs r7r*r*s^+qADtLLLL  %-14diPPPQQVVXX  r9cXtj||dtj|||j|jkrdSt |j|jD]\}}||krdS|dkrdSttt||S)NFrrT) rvrcheck_same_dtyper!rqrTrrrr)rkrlrJrrs r7r+r+s Aq5AAAA 1a    vuAGQW%%1 6655  wwyyA~~t Bq!HH  r9frorc|dkr*|*t|tst|dks|d}t|tr|g}t|trG|!t t |j}tj |||||Stj |||||S)Nrr)r) r=rrSrxr[r`r!rbr? matrix_normr@)rrrrrs r7r`r`s U  z#s';'; s3xx1}}  #se!SM ;ej))**C|''q#we'LLL|''q#we'LLLr9ctj|jdkdtjtj|dS)Nr)cdS)Nz6expected a matrix, but got tensor with dim {self.ndim}rMrMr9r7rOztrace..s Xr9r)rbrcr!rrrs r7rtrtsE L QXX 9UZa(( ) ))r9cdtttfdtttfdtffd }|S)Nrkrlrmc||SrFrM)rkrlbase_ops r7ropz_make_r_binary_op..ropswq!}}r9)rr&r )rrs` r7_make_r_binary_oprsV + , + ,  Jr9rcttj|jdkd|jdd\}}tj||jdtj||jdz |k}tj|| S)Nr)cdS)Nz2triu: input tensor must have at least 2 dimensionsrMrMr9r7rOztriu..-Qr9rsr5rU rbrcr!rTrr6rrvr:rrkrhrrys r7rr) L ! QQ 7233.>rr9rsr5rUr r!s r7rr:r#r9rKrLc`|dks|dkrdS|dkrt|d|znt||zdk}tdt|||z}tdt|||z}||z dz}||z|zdz}||z }td||z} || |fS)NrrrrrPr))rrr^) rKrLrt m_first_row m_last_row n_row_alln_row_trapezoidtrapezoid_sizediff_rowrectangle_sizes r7_get_tril_sizesr/Ps axx3!88w*01**#c1v:&&&#cFlQ>N:O:OKQCv..//JAs3f --..I ;.2O"J./AQFN?*HHsN++N >; 66r9ctjdkfdtjdkfdtjtjtjfvfddS)NrcdS)Nzrow must be non-negative, got rM)rKsr7rOz_trilu_checks..j#IC#I#Ir9cdS)Nzcol must be non-negative, got rM)rLsr7rOz_trilu_checks..kr2r9cdddS)NrFz" not implemented for ''rM)rrsr7rOz_trilu_checks..ns;T;;5;;;r9)rbrcrr?)rrKrLrrrs```` r7 _trilu_checksr6bs LIIIIJJJ LIIIIJJJ L %+u{++;;;;;r9rmctd|||||t|||\}}} td| } ttj|||} | d|tj} | dz } t j| t j| | zd| zzz}t j| d| zdz |z|zdzz }t|| z|}t||}| d||}||z|| z dz| zz}||z}t j t j ||ft j ||ffS)Nrrrr6rrrfr)rP) r6r/r^rrbrrjrGrpr)rr)rKrLrtrrr6rr,r.r( row_offset arange_kwxs1rl row_inds1 col_inds1xs2 row_inds2 col_inds2s r7rrssz.#sE6:FFF2A#sF2S2S/NNKQJ VFzI )A~U] ; ; ;CcA QBAEAGO!FFI' 599I )A~U 3 3 3Cs cK/!3j@AIc I ; Iy) * *EIy)6L,M,MN  r9c|dks|dkrdS|dkrtd||z n|}tdt|| |z}t|||dz \}}}||z||zz }||z } | ||fS)Nrr'rP)r^rr/) rKrLrtr(r.trapezoid_size_trilrectangle_size_trilr triu_sizer,s r7_get_triu_sizesrEs axx3!88w*01**#av&&&#KCfW--344N3B#sFUVJ2W2W/,ac 03FFGI/N >; 66r9ctd|||||t|||\}}} td|} ttj|||} | d||} | |z} | |z}| d|tj}d| z }t j| t j||zd|zz z }t j|d| zdz |z |zdzz }t||}t||}|r|||zz}|| z}t j t j | |ft j ||ffS) Nrrr8rgr)rPrf) r6rEr^rrbrrjrGrpr)rr)rKrLrtrrr6rr,r.r( col_offsetr:r>r?r@r;rlr<r=s r7rrs.#sE6:FFF2A#sF2S2S/NNKQJ VFzI )A~U 3 3 3Cs Ic I )A~U] ; ; ;C {A QBAEAGO!.sXZ^^EUEUXXXr9rUrr8r)r)rbrcrr=rGrrr?rTr)r(r6rr$r{rrr[r`r)rkrIrHrM out_dtype n_boundariesrrmidmid_valcond_mid cond_updatenitersrs ` r7r,r,s LAXXXX 5< ( (=el1ooA(9 ekI#B'Lq""" K D D DE , C 3;1$ $CoG  Q;a< K%q 1 1Eaoauz::: TY|,,--v K KA+h4c3??C#+K+k5C%KA3E+EqIIC oG ("Q;"a<K(k 937EJJEE 88)8 $ $$r9c|Jtjtjj o3tjj otjj fdtjdkfd|tjtj tj dz zzzS)NcdjS)NzwCauchy distribution is a continuous probability distribution. dtype must be a floating point but you specified rrsr7rOzcauchy.."G:>*GGr9rcdS)Nz-cauchy_ expects sigma > 0.0, but found sigma=rM)sigmasr7rOzcauchy..'sGGGr9rf) rbrcrvrrrrrrrr rand_like)rmedianrW generators` ` r7rrs     L  "4: . .. 3&tz22 2 3&tz22 2 G G G G  L  GGGG EEIdg1F1F1L&MNNN NNr9c|Jtjtjj o3tjj otjj fdtjdkfdtj}tj|jj dz }|d|z k}tj || tj |}dz |zS)NcdjS)Nz|Exponential distribution is a continuous probability distribution. dtype must be a floating point but you specified rrsr7rOzexponential..8rUr9rcdS)Nz4exponential_ expects lambda > 0.0, but found lambda=rM)ratesr7rOzexponential..=sMtMMr9r)rerU) rbrcrvrrrrrXrrrrY)rr^rZ uniform_valepsilonr log_uniforms`` r7rCrC,s     L  "4: . .. 3&tz22 2 3&tz22 2 G G G G  L s MMMM /$''K k++,,014GsW},I+i'59[3I3IJJK 9{ ""r9c|Jtjtjj otjj fdtjdkodkfdtjtjtj tj z dzS)NcdjS)Nzgeometric not implemented for rrsr7rOzgeometric..Ys===r9rrPcdS)Nz0geometric_ expects p to be in (0, 1), but got p=rM)rsr7rOzgeometric..]sF1FFr9) rbrcrvrrrrGrZrXr)rrrZs`` r7rIrIMs     L  "4: . .. 3&tz22 2====  L A!a%FFFF ;u{EOD$9$9#9::TZ^^K L Lq PPr9r)cf|Jtjtjj o3tjj otjj fdtjdkfdtjtjz|zS)NcdjS)Nzlog_normal not implemented for rrsr7rOzlog_normal..ns>$*>>r9rcdS)Nz-log_normal_ expects std > 0.0, but found std=rMrsr7rOzlog_normal..rsEEEr9) rbrcrvrrrrrA randn_likerrrrZs` ` r7r]r]bs     L  "4: . .. 3&tz22 2 3&tz22 2>>>>   L CEEEE 9S5+D111D8 9 99r9)rr)rZrrr6rc ||tjksJttstjdkfd|t d|fD}tjt |dkdtj|duo|dudtd|D}|dj}|dj }notjt|t ott d|tj n|}|tj dn|}tj |d d ||d | } | z|zS) NrcdS)Nz)normal expects std >= 0.0, but found std rMrhsr7rOznormal..sO#OOr9c3DK|]}t|t|VdSrFrrjs r7rKznormal..s1LLa*Q 2K2KLLLLLLLr9cdS)NzFnormal expects that either mean or std is a tensor, or size is definedrMrMr9r7rOznormal..s\r9cdS)Nz.Cannot pass layout, or pin_memory without sizerMrMr9r7rOznormal..sDr9c3$K|] }|jV dSrFrrjs r7rKznormal..s$"<"normal expects mean and std to be scalars when size is definedrMrMr9r7rOznormal..sTr9rmrreF)rrrr6rrZ) rbstridedr=r%rcr[rSrfrr6rrra) rrr2rZrrr6rrnormal_sampless ` r7rarays( >Vu}444 4 c: & &  1HOOOO    |LLD#;LLLLL LL1  \ \     dN 1zT1 D D   !"<".r(r9gcܥL@rbrcrvrr)rM_180_PIs r7reresA L  "4: . ..??CH (?r9cltjtj|j dd}||zS)NcdS)Nz-deg2rad is not supported for complex tensors.rMrMr9r7rOzdeg2rad..r(r9g9RFߑ?rx)rM_PI_180s r7r<r<sA L  "4: . ..??EH (?r9c4|dk|Sr)r)rrs r7r;r;s AI??3  r9cltjdkodkfdtjjjkfdfd}tjk|dS)NrPc^dddS)Nz1D tensors expected, but got zD and z D tensorsr rrsr7rOz_dot_check..s+X XX%))++XXXr9c(djdjS)Nz:dot : expected both vectors to have same dtype, but found rrrsr7rOz_dot_check..s(* :**!K**r9c ddddd S)Nz+inconsistent tensor size, expected tensor [z ] and src [z.] to have thesame number of elements, but got rz elements respectively)rrsr7 numel_errorz_dot_check..numel_errorss i$**,, i iSXS^S^S`S` i i04  i iCH;;== i i i r9)rbrcrrr)rrrs`` r7 _dot_checkrs L  a,EIIKK1,XXXXX  L ek! * * * * *        L. <<<<.wrappers#4r$r9)r )rrs` r7_dot_check_wrapperrs3 2YYY Nr9rc|r|r|rKtj||Stj||S|r'tj||S||zSrF)r-is_conjrbrrrrrs r7rrs 2 <<>> 2}} 6yejjll;;@@BBBz$))++u555 ]]__ 2:ejjllD11 1 5L    r9cP|stj||S|rt|r9tj||Stj||S|r9tj||S||zSrF)r-rbrrrrr8rrs r7rrs ??  &yu%%% ||~~4 ==?? 1:ejjllDIIKK88 89TYY[[%00 0 4yuzz||,,11333    5 ( - - / //r9ctj|j|}dg|jz}d||<|dkr||j|z}t j|j||j||k}t j|| |j}t j |||S)NrPrUrr5) rvrr!rTrbrr6rrrr)rJrrr  mask_shaperys r7select_scatterrs   - -CqvJJsO qyy $ < QX 6 6 6 ; ;J G G5 PD /#s # # * *17 3 3C ;tS! $ $$r9)r1cNt|tjtjfSrF)r=rb TypedStorageUntypedStorage)objs r7 _isStoragers cE.0DE F FFr9cd}t|}g}t|ttfrt |}|r ||jz}||t ||kr%tdt|j d|dkrn[ |d}n3#t$r&tdt|j dwxYw|}t|ttf|S)Nztoo many dimensions 'r5rz.could not determine the shape of object type ') rr=r;r[rSitemsizerrar4rr)seq scalar_typeMAX_DIMS is_storager7rhandles r7_compute_sizesrsHCJ E S4- ( (S  , {+ +F V u:: JT#YY5GJJJKK K Q;;  VFF   VcASVVV   S4- ( (" Ls B))0CcDt|trtjSt|tr!t|t s tjSt|tr tjSt|trptj}|tj ur tj S|tj ur tj S|tj ur tjStdt|tjr|jSt|t$r%t'dt)|jdt|t,t.frd}t1|}|dkrtjSt3|D]F}||} t5|}|tj||}n|}|tj ur|cSG|Stdt)|j)Nz'invalid default scalar type for complexznew(): invalid data type 'r5rzCould not infer dtype of )r=rrbrrr{r?rrrcfloatdoublecdoublehalfchalfr]rGrrx TypeErrorr4rr;r[rSr`_infer_scalar_type promote_types)r default_dtype scalarTyperrcur_itemitem_scalarTypes r7rrs#y!!)&(((#w 3(=(={#x  z#w J/11 EK ' '<  el * *= ej ( (; HII I#u|$$y#sLJT#YY5GJJJKKK#e}%% S Q;;*,, ,v " "A1vH 1::O%"0_MM , U]**"!!!+ G4993EGG H HHr9rrct|trU|dkr=|dddSt|tr*|ddSt|t rtj|S|}|stj dntj fd|DS) NrPrmT)rr6rrMrrc0g|]}t|SrM)_recursive_build)rIrrs r7rz$_recursive_build..s$MMM*:t<<MMMr9) r=rGrdetachrrrrbr&rr)rrrs` r7rrs#v :399;;!#3#3zz||ZDIINNrRRR C :zz||ZDIII C :"3j9999 C O A [MMMMMMM N Nr9c(t|tjr^tj| d|}|r|}|r|jn|} ||n|j} || | d|St|drtS||n|d} |rt|n|} t|rtStj| j dkrtSt| |} | | | dd} | S)NcdS)Nz,Can't pin tensor constructed from a variablerMrMr9r7rOz)_internal_new_from_data..s$Rr9F)r6rrr__cuda_array_interface__r6meta)rr)r=rbrGrcrrr6rhasattrNotImplementedrrr4r) optionsr device_optdatacopy_variables copy_numpytype_inferencerrinferred_scalar_typer6rs r7_internal_new_from_datar sO$ %%  NRR     **,,C,:Ksyy )53:vv&    t/00&1ZZwx7HF7EV-d333;$ Y <   $ . .! ! ""6==6#7eRWXX Mr9)rr6rrc ,t|tjrtjdt d|du}t ddi||ntj||dd||}||r| ||S)NzTo copy construct from a tensor, it is recommended to use sourceTensor.detach().clone() or sourceTensor.detach().clone().requires_grad_(True), rather than torch.tensor(sourceTensor)r)) stacklevelr6rmT)rrrr) r=rbrGrr UserWarningrrdetach_r)rrr6rrr new_tensors r7rrCs$ %%   l      d]N( 5"(?(A(A %   J1!!-000 r9rF)F)rNN)rrFr)NN)NNNNNFF)FFN)NF)NNFr)rrU) NNNTrCFNNN)NNNTFNNF)rM)rPr)rrrP)rrsrU)rNrP)r)rre)rNF)rrPNrI)rPr)N( r3rrrarrjrcollections.abcrrenumr functoolsrrrr typingr r r r rrrb torch._prims_primsrtorch._prims_common _prims_commonrvtorch.utils._pytree_pytreer/rrrrrrrrrrrrrrrrr r!r"r#r$r%r&r'r(torch._prims_common.wrappersr)r*r+r,r-r.rrGr  DispatchKey_opsrrr8rArfr} torch._decompr~objectrrrrr^r/ INT_TO_FLOATr0r1r3r2r4r5DEFAULTr6r7r-r8r9r:r=r>r?r@rArBrD NO_OPMATHrErFr'rGrHr ALWAYS_BOOLrPrQrRrSrTspecial multigammalnr_rUrVrXrYrZr[r\rrr^rr{rbrrcrdrrfrgrrhrirjrkrlrmrnrp BOOL_TO_LONGrqrrrsrur rJrvrwrxryrzr{r|rrrxrrrrrqrprrrrr[rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr}r~rrrrrrrrrregisterr6rrrrrrrr(r7rrr dim_IntList IntList_outr;rrrrrYrrrrrrrrrrrrrrrVpy_implCompositeImplicitAutogradMetarrrrrr.rrrrrrrrrrr rrr _subclasses fake_implsregister_op_implr3rr.r/rHr0rrrrrrrrrrrorr r rrKrLrNrOrrJrMrr9rrrr rrrrrrrNrrrrrrrrr_rrrrrrrrrrrrrr(r"r#r!r rrr start_step start_outrWrrrrrrrrr)r$r%r&rrrr*r+r`rtrrrrrrr/r6rr rErr,rrCrIr]rarurer<r;rrrrrabs_acos_acosh_add_addcmul_addcdiv_asin_asinh_atan_atanh_atan2_ bitwise_and_bitwise_left_shift_ bitwise_not_ bitwise_or_bitwise_right_shift_ bitwise_xor_ceil_clamp_ clamp_min_ clamp_max_conj_physical_ copysign_cos_cosh_cumsum_cumprod_deg2rad_digamma_div_eq_erf_erfc_erfinv_exp_exp2_expm1_ float_power_floor_ floor_divide_fmod_frac_gcd_ge_gt_ heaviside_hypot_igamma_igammac_i0_lcm_le_lerp_lgamma_log10_log1p_log2_log_ logical_and_ logical_not_ logical_or_ logical_xor_lt_mul_ mvlgamma_ nan_to_num_ne_neg_ nextafter_pow_rad2deg_ reciprocal_ remainder_rsqrt_sgn_sigmoid_sign_sin_sinc_sinh_sqrt_square_sub_tan_tanh_tril_triu_ true_divide_trunc_xlogy_cauchy_ exponential_ geometric_ log_normal_zero_rrrrrrrrrrrr rrrrrrtorch._refs._conversionstorch._refs.ffttorch._refs.linalgtorch._refs.nn.functionaltorch._refs.specialrMr9r7rFs`m ........<<<<<<<<<<<<AAAAAAAAAAAAAAAA ######$$$$$$$$$$$$$$$$$2l l l \ h"  z~ 222   888v9=8C8C8C8C8Cx100000     D    2#"#4 #"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#JKK  LK #"#+ ((/n///)(/*++ &&&&,+& #"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP  ##7A  N  :  .       ^ J >     "" ##>####"##"#+ #"#+!N!~!!! ! N~#"#/ **>*** *#"#B#NOO1^1111PO1#"#/11>111 1#"#/11>111 1#"#B#NOO^PO ;u}1: > >#"#/ 0n0000 0#"#0$'#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP#"#B#OPPQP  $(XXX X EK X XXXX'' ##!7D :? , ,  ,' ,26 , , , , (' ,(( !$#'#'  *  Z  Z   )(4#"#+    >     N ~    #"#B#OPPQP ## ##7?12JJJ^J#JnJJJ $# J#"#B#OPPQP#"#B#OPP/~/.///QP/#"#+ #"#+ #"#/ #"#B#OPPQP #"#B#OPP44QP4 #"#B#OPPQP#"#B#OPPQP#"#0 n #"#B#OPPQP#"#B#OPPQP#"#+  !.!^!!!!L  ## %"&666666t!! ##"7?#' 888 ^Z '(8 ^Z '(8 J  888 "! 8:$#7D$$   $#7?#>#n#####$#7?"."^"""""$#7?"."^"""""$#7?.>.n.....$#7?#>#n#####$#7D$2 ^Z '(2-2>:3M-N222 2!!  $(  ^Z '( ^Z '(C= "!($#7C$.^ $#7D ^Z '( ^Z '(4  ^Z '( ^Z '( l$#=E $"' O ^Z '(O-2>:3M-NOOO  O8FVFF6FFFF161f111112$#7?$$ N~.  $#7?$$ N~.  $#7?$# N~.   ## Z$$775)G#H777%$$#7$#7?$$ >n  $#7C$.^ $#7C$.^ $#7?$$ ^^  $#7?$$ ^>  $#7D$$ nN  $#7D$$ ~.^         2 (((( (  (  (  ((((V$#7?$$ Q> Qn Q Q Q  Q $#7C$.^ $#7?$$ TTNT~TTT  T0$#7?$$ ,. ,^ , , , ,  ,$#7C>n#"#B#NOO>PO $#7C.^$#7C>n$#7C$.^ $#7?~.^$#7?~.^$#7? $>n $#7C$.^ $#7A$$ !!N!~!!!  !$#7?!!N!~!!!!  ""  ( ( ^Z '( ( ^Z '( (  ( ( (#" (!! ##"7? $8$8$8 ^Z '($8 ^Z '($8  $8$8$8 "! $8N$#7D   $  >n   ## ##"7D:U>:- .:59S3T::: $# :&$#=E  $ " ^Z '("-2>:3M-N"""  " %% ##67D ,,, , ,,  ,  ,,, &% ,* %% ##67? ,,, , ,,  ,  ,,, &% ,* ## ##+7? -1,0   ( )  ( )     $#  4'' -1&& & ( )&&&&('&'' -1&& & ( )&&&&('& ## ##"7A +/*.## #&'#&'### $# #. ## ?D?T).)<$#9=v& ""&N&z&&&#"&(,#'%)37!& ^ $ EK  4.  U\ "  E/0  237  L ;   E/0   #s(^ "37   ;   E/0   #s(^ "37   ;    E/0   #s(^    37   E/0   #s(^ ."&"T""""0.nV"##' <<<< < <  < 8  << EK < & <2<<<<<~<!! #    (      "! !! # (  "!$-tx/CDEE6: $(  x}htCy11 2 EK  &  FE:C C CCCC, ""6:   x}htCy11 2 &  #": ""# !  (  &    #". ""# !  (  &    #".!! ##  (,  ( tn  $ "!6!! 6:# 1 (, 1111 x}htCy11 21tn1 1 $ 1111"!1* ""#*  **** ( *****#"*Z && VV# $'+  ( tn    $ '&0 && VV##  (,     (  tn   $   '&  "" ##07? 7A7A7A 7A 7A 7A  7A  7A7A7A7A #" 7Av + ~x77 8 +AO + >5!45 56 + + + +  # *8      + ~x77 8 +AO + >5!45 56 + + + + + ~x77 8 +AO + >5!45 56 + + + +$%) A A A  A  ASM A  A A A A/00  %) RR R R R  R SM R  RRR10R22222'' (MNN'' (899O4#7OOO:9ONO1N1)11111 !! ##$7AsGsG#sG#sGnsGsGsG "! sGn #,#####>,-- ?@PP P $S P2<PPPP.-Ph8=7N 7 7 7  7!&!4 7  7 7 7 7 #&#>####  $$/4...f.....%$.dFv^Ss5QTAT;U,11~1#1C11111$ "" N"2~#"nn(-c>.A(BLOD "). 666 !"< > tCy ^    .677D D V D 6 D D  D  DD D 666 !"DDD87DN.// VVV$$E EE V E 6  E  E  666 !" EEE%$0/EP..t/E/MNN$$ON$  %%,~,,,,&%, $$ #. #.,#.36#.AO#.#.#.#.%$#.N+?@@!% $##%)&*p?p? p? p? p? p? V  p?  p?p?p?tnp?TNp?d^p? p?p?p?A@p?hKABB!% $## P P P P  P  P V  P  P P tnP  SMP  P P P CBP h ",9<DGOR8 $$ 51f51515151%$51pMM*.MMMMM`2?N2?2?2?2?2?2?r<~,>N,>H,>H,>n,>,>,>#",>^ ## >>>)9>>>>$#>< !3      ##  G G% GC G G G G$# G  $(  EK  & #&#>#### #&#>####SScS)SSSSS  $$  n 3 /A   %$ " *3z:  :  C   J     (( <<<$.<73  DFDFDFDFP&-&-,4&- >3 &-&-&-&-T$+$+,4$+ >3 $+$+$+$+N &&  1 1  1  1 1 1 1'& 1-..           /.$ && && & & &  &  &&&'&&R((  535353 53 53  53  535353)(53p(( !$$~"6!$>!$!$!$)(!$H)n-).)))) (n ( (5G ( ( ( (''9999('9$  N     ##^$#'' * *s *# *. * * *(' *   $$+ +%(+03+;>++++%$+()) nCs*)$( 9999 9 EK 9 & 999990 $$ $( TTTT T EK T &  T  TTT%$T %% $( UUUU U EK U &  U  UUU&%U''33c3n333('3 )**=N=I=.===+*= #.##N#### ^  AE!D!D |!D#l!D19#!D \!D!D!D!DH $( ='+).)@### EK # L# ^ $ #  #  #&#####L $( ='+ EK  L  ^ $   $''  $(%)'+  EK  U\ "  ^ $ (',.//  $(%)'+   EK  U\ "  ^ $0/8 *++ $( ='+  EK  L ^ $     ,+0''  $(%)'+  EK  U\ "  ^ $ ('2 )** $( ='+  EK  L ^ $     +*0 &&  $(%)'+  EK  U\ "  ^ $ '&2 &&  $(%)'+  EK  U\ "  ^ $'&0 =>>48  E/0 ?>(( $('+%)).)>&&&& EK & ^ $ & U\ " &  &&&&&&&)(&R/1FGHH  $` $( ='+``` ` * ` ` EK ` L ` ^ $``````IH`F "" ##27?88V8U6:3E-F888 #" 82 &&  $('+ =U/U/U/ ^+ ,U/ z>) *U/ U/ EK U/ ^ $ U/ LU/U/U/U/U/U/'&U/p &&   8@ $('+ =8@8@8@ ^+ ,8@ z>) *8@ 8@  8@ EK 8@ ^ $8@ L8@8@8@8@8@8@'&8@v  h~. #       ~       &&>ND$8%:OOP>> .>>>'&>D; ; #'' (;s,,-; ;;;;~*++  $('+ = E),, -  EK  ^ $  L ,+6!! ")$( ='+")")") ")}") EK ") L ") ^ $ ")")")")")")"!")P*DIM:;;  $( ='+%%% %% EK % L % ^ $ %%%%%%<;%>$(%)'+).)> EK  U\ "  ^ $ &.(( $(%)'+).)> EK  U\ "  ^ $   &)(,'' $(%)'+).)> EK  U\ "  ^ $   &(', *++ $('+%)  EK  ^ $ U\ "     ,+8$( ='+ > > > > EK  > L > ^ $ >  > > > > >,$'$'XX X tS% X c5 !X ; X  XXXXX*()) )>))@V)))*))X)**  + 4J    +*         "^4& "" &+" M $( MMM MeSj!"M ( M M EK MMMM#"M2 ## **>***$#*  [ ) )  l + +  ""  3 3N 3c 3. 3 3 3#" 3 ""  3 3N 3c 3. 3 3 3#" 3(77377c3m8L7777$        ;  L      ")** "  ="""" " " " ; " L " """""+*"R77377c3m8L7777")** &  ="&&& & & & ; & L & &&&&&+*&R''   7%7%7%7%7% 7%  7%7%7%('7%t $$ ##!7? O O O %$ O ()) ##!7?### *) #6'' ##!7? Q Q Q (' Q(( ##!7? : : : )( :" $$ ##8?   1'    1'1'1'1'%$1'h %%HdHHHH&%H#"#B#OPP.QP#"#B#OPP.QP*++   Xh/   ,+ ===*!! ##)7?   "!   "" ##)7? 0 0 #" 0 +,, %n%>%%C%%%-,%}S d u  }S = ! ! = ! ! d u   d u   u  }[)) #m$677}[)) mJ'' $}%899}[))  d u   ]9 % % ]9 % % }-- M( # # }S d -   = ! ! = ! ! = ! !}SmB}S d -  }S d u  }[)) u   l++  d d}SmBmB ]9 % % u   -   = ! !mB}SmB d -   u   u   d}S}[)) }[)) mJ'' }[)) mB}S M( # # mJ'' mB}S ]9 % % }S = ! !mJ'' ]9 % % u  }S = ! ! d}S d d d -  }S}S d d d}[)) u   u   -  }[)) ]9 % % mJ''  d ! !$* - - &&t77$$T]33 ""4;// #"4;// ##DL11 ##DL11  df % %%%dn55""4;4PPP %%dn55  + + GGG 4.I.I.If "'(>@R(R"SF5555rtUL  r9