U KcL6@s(ddlZddlZddlZddlZddlZddlmZddlmZddl m Z m Z m Z m Z ddlmZmZmZmZmZmZmZddlZddlmZddlmZddlmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,ddl-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3dd d d d d ddddddddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;dd?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmdndodpdqdrdsdtdudvdwdxdydzd{d|d}d~dddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddddgZ4ej5Z5ej6j7Z7dd˄Z8dd͜ddτZ9ddl:m;Z;e<Z=e=dddҜedӜddՄZ>e>e"j?ddZ@e>e"jAdd ZBe>e"jAdd ZCe>e"jAdd ZDe>e"jAdd ZEe>e"jAdd ZFe>e"jAddZGe>e"jHddZIe>e"jHddZJe;ejKjLjMe3e*dߜddZMe>e"jAddZNe>e"jAddZOe>e"jAddZPe>e"jAddZQe>e"jAddZRe>e"jAddZSe>e"jAddZTe>e"jAddZUe>e"jAddZVe3e1de"jWde*e%e*dddZXe*e%e*dddZYe*e*dddZZe>e"jHddZ[e>e"jHe*e*dddZ\e*e*dddWZ]e>e"j^dde*e*ddd%Z_e>e"j^e*e*ddd&Z`e>e"j^e*e*dddZae>e"j^e*e*dddZbe>e"j^e*e*ddd'Zce>e"j^dde*e*ddd(Zde>e"jAejKjLjeddd)Zfe>e"jAdd*ZgejhjiZje>e"jAdd+Zke>e"jAdd,Zle>e"jAdd-Zme>e"jAdd.Zne3dde*eoeejpe*ddd Zqe3die*e ere*d d d Zse;ejKjLjte3dje*ee%ee%ee%e*ddd/Zte*dddZue>e"jHeuddd0Zve*e*ddd1Zwe*e*dddfZxe>e"jAdd2Zye>e"jHdddd3Zze>e"jAddZ{e>e"jAe*e*ddd4Z|e>e"jHdd5Z}e>e"jHdd6Z~e>e"j^dd7Ze>e"jAdd8Ze>e"jAdd9Ze>e"jAd d:Ze>e"jAd!d;Ze>e"jdde*e*dd"d<Ze>e"jAd#d=Ze>e"jAd$d>Ze>e"jHd%d@Ze=ddddѐd&eed'd(d)Ze;ejKjLje3e1d*e"jHddd+ee*e%fee*e%fee%d,d-dAZeeje"jAddѐd.Zeeje"jHd/Zeeje"jHejKjLjd0Zeeje"jHd/Zeeje"jHejKjLjd0Zeeje"jHd/Zee*e%fee*e%fd*d1d2Zeee"jAdejKjLjd3Ze;ejKjLje3dd4ee*e%fee*e%feed5d6dIZeeje"j^dѐd7Zee*e%fee*e%fe*d8d9d:Zeee"jejKjLjd0Ze3ee*e%fee*e%fe5d8d;dKZee*e%fee*e%fd*d<d=Ze5e5e5d8d>d?Ze5e5e5d8d@dAZeeej"jHejKjLjd0Zeeje"jHejKjLjddѐdBZeeje"jHejKjLjddѐdBZeeje"jHejKjLjdd̐dBZeeje"jHejKjLjddѐdBZeeje"j^dѐd7Zeeje"j^dѐd7Ze*e*e*dCdDdEZeee"jWddejKjLjdFZeeje"jHddѐd.Zeeje"jAddѐd.Zeeje"jAddѐd.Zee*e*eeddGdHdIZdke*e*eeere*dLdMdXZe*e*d*dNdOZeee"jHejKjLjddѐdBZeeje"j^dѐd7Ze*e*d*dPdQZeee"j^ejKjLjd0Ze>e"j^ejKjLjde*ddRd\Ze*e*d*dSdTZeee"j^ejKjLjd0Ze*e*d*dUdVZeee"j^ejKjLjd0Zeeje"j^dѐd7Zeeje"jHd/Zeeje"jHd/Zeeje"jHd/Zeeje"j^dѐd7Zeeje"jWddѐd.Zeeje"jHejKjLjd0Zdd+ee*e%fee*e%fee%d,dWdiZe;ejKjLje3e1d*e"jHddd+ee*e%fee*e%fee%d,dXdlZeeje"jAdd0Zee*e%fee*e%fd*dYdZZeeej"jHdd0Ze;ejKjLjÃe3e1d[e"jAdd\d]e*e*e*e%e*d^d_doZe;ejKjLjăe3e1d`e"jHddle*ee+ee+e*dadbdpZe;ejKjLjŃe3dme*e+e*dcdddeZe;ejKjLjƃe3dne*e+e*dfdgdhZe;ejKjLjǃe3e1d*e"jWddoe5ee+ee+didjdrZe;ejKjLjȃejɐdke*eje*dldmdsZd̐dne5e5d*dodtZe;ejKjLj̃e*e%ddpduZ̐dpe*eejeejpeereejeejeerererdq drdsZe dtduZejѐdqejejperereejdvdwdxZejѐdreejperereejdvdydzZejѐdsejperereejd{d|d}Zejѐdte5erereejd~ddZe5e֐dddZe*e*dddvZddddddde*eereree ereejpee5e&e*d ddZeZe;ejKjLjڃe3due*ee ere*d ddwZeZe;ejKjLj܃e3dve*ee ere*d ddzZe;ejKjLjރdwddde*eeeoeeeofereejpee5e*ddd~Ze5e5dddZe;ejKjLjdxddde*eeeoeeeoferee5e*dddZe;ejKjLjdydde*eeeoeeeoferee5e*dddyZe;ejKjLjdzdde*ee eree5e*dddxZd{ddZe3d|dde*ee eerereeoe*dddZe3d}dde*eeeoeeeofeerereeoe*dddZe;ejKjLjd~ddde*ee ere*d dd{Ze;ejKjLjjddddde*eeeoeeeofeerereeoddd|Ze;ejKjLjddde*ee eerereeoddd}Ze;ejKjLje3e1de"jHdd\d\de*e*e*e%e%e*dddZee*ee*fe*ee*ee*dffdddZeeoe*e*dddZee*ee*fe*ee*ee*dffdddZee*ee*fe*ee*ee*dffdddZde*e'e(eoe*dddZe'dӜddZejKjLjje7jejKjLjje7jee*dӜddZe*e'e*dddZe;ejKjLje3e1de"jWdde,eoe*dddZe3e,e*dddZe*e*dddZe;ejKjLjde*eeoe%e*dddZejdke5eje5dlddZe3e,e*dddZe;ejKjLjd̐de5e5dddZe5e5e5d8ddZde*eoeoee*dfdddZde*eoeoe*dÜddZe;ejKjLje*ee*dŜddZe*e*dddZe*e*dddZe*eoeoeoe*dɜddZe5e eee5e5e5fd˜d̐d̈́Ze;ejKjLje5e'ee5ee5eee5e5e5fdΜddZe;ejKjLjd̐de*e*dddZe'e(eoeoeodќdҐdӄZ e;ejKjLj e5e5dddZ e*ere*d՜d֐dׄZ e*e'e*d؜ddZ e*e*e*dڜdېd܄Z e;ejKjLjefe*e e e*dݜddZe;ejKjLjde*eoee*dddZe,ddddZe;ejKjLje3de,eoe*dddZe3dde*eoeejpe*dddZe3e,e*dddZe3e,e*dddZe*eoe'e*dddZe;ejKjLjde*eoe,dddZe;ejKjLje3e)eoe)e)ddd Ze;ejKjLje)eoe)e)ddd!Ze;ejKjLje)eoe)ee%e)fddd#Ze;ejKjLje)eoe)ee%e)fddd$Ze;ejKjLje3d\d+e)eoe)e)e%dddZd\d+e)eoe)e)e%dddZe;ejKjLjd̐de3e)eoe)ddd"Ze;ejKjLjd̐dde*eeoe*dddZde*ee5e feoee*dfdddZ e*e ee*dfdddZ!e*e ee*dfdddZ"e;ejKjLj#d̐dde*eoeoeoe*dddZ#e;ejKjLj$de*eoeoeoe*dddZ$e*e e,dddZ%e;ejKjLj&jd̐de*dddZ&e;ejKjLj'd̐de*eoeoe*dddZ'e'Z(e;ejKjLj)e*eoeoeod d dZ)e;ejKjLj*dddd e*eoereejpee5e*dd d Z*e;ejKjLj+d̐de*eoe*dddZ+e;ejKjLj,d̐de*e'e*d؜ddZ,e*e*e*dڜddZ-e*e*dddZ.e;ejKjLj/e3dej0dddejdeejpejeejerereje*dddZ/e;ejKjLj1ddddѐde*e'eejpeejeejere*dddZ1e;ejKjLj2ddddѐde*e'e(eejpeejeejere*dddZ2e;ejKjLj3e3dej0dddѐdeejpejeejerere*dddńZ3e;ejKjLj4dddddѐde*e'eejpeejeejerere*d d!d"Z4e;ejKjLj5e3dej0dddѐdeejpejeejerere*dd#dZ5e;ejKjLj6dddddѐde*e'eejpeejeejerere*d d$d%Z6e;ejKjLj7ddddѐde*e'eeoeerfeejpeejeejere*d&d'd(Z7e;ejKjLj8dddddejɐd)e*eejpeejeejerereje*d*d+dZ8e;ejKjLj9jejKjLj9j:ejKjLj9j;ge3ddej0dddѐde%ee%e%eejpejeejerere*d, d-dZ9e;ejKjLj<e3ddej0ddѐd.e%e%e%eejpeejejerere*d/ d0dZee*ed4d6dZ>e;ejKjLj>ee*ee*ee*feee*d7d8dZ>e*eeoefeeoefe*d9d:dZ?e;ejKjLj@ddej0ddѐd;ee'ee'fe(eejpeejejerere*d<d=dZ@e;ejKjLjAe3ddej0dddѐdeoeeoeejpejeejerere*d>d?dZAe3dej0dddѐde'e%eejpejeejerere*d@dAdZBdddddejɐdBe*e%eejpeejeejerereje*dC dDdZCe eCdѐdEZDe eCd̐dEZEe;ejKjLjFe3dddddd;eejpeejeejereere*dFdGdÄZFdej0ddѐde%eejpejeejere*dHdIdĄZGe;ejKjLjHde'eereoefeereoefejpee*dKdLdDŽZHe;ejKjLjIjJejKjLjIj5ge*e*e+dMdNdqZIde*e*eeererdLdOdȄZKe*e*erd8dPdɄZLe3d̐dQddde*eeeefee ereejpe*dSdTdUZMe;ejKjLjNe*e*dVdWd?ZNdXdYZOeOeZPeOeZQeOeZRe;ejKjLjSe3de*eoe*dZd[dZSe;ejKjLjTe3de*eoe*dZd\dZTeoeoeoeeoeoeofd]d^d_ZUeeoeoejpejerd`dadbZVe;ejKjLjWdejXej0dcdѐdeoeoeoejpejeere*dddedZWeoeoeoeeoeoeofd]dfdgZYe;ejKjLjZdejXej0dcdѐdeoeoeoejpejeere*dddhdZZddl[Zddl\Zddl]Zddl^ZdS(N)Iterable)Enum)partialreducesingledispatchwraps)CallableListOptionaloverloadSequenceTupleUnion)checkDeviceLikeTypeDimsSequenceTypeDimsType dtype_to_typeELEMENTWISE_TYPE_PROMOTION_KINDis_weakly_lesser_typeNumber NumberTypeREDUCTION_OUTPUT_TYPE_KIND ShapeType StrideType TensorLikeTensorLikeTypeTensorOrNumberLikeTypeTensorSequenceType)_maybe_convert_to_dtype_maybe_resize_out_safe_copy_out"elementwise_type_promotion_wrapper elementwise_unary_scalar_wrapper out_wrapperabsacosacoshasinhasinatanatanh bitwise_notceil conj_physicalcoscoshdigammaerferfinverfcexpexpm1exp2fillfloorfrac index_add index_add_ index_copy index_copy_ index_select index_fill index_fill_isfiniteisinfisnanisreali0lgammaloglog1plog2log10 nan_to_numnegpositive reciprocalroundsigmoidsgnsignsignbitsinsincsinhsqrtsquaretantanhtracetruncaddatan2 bitwise_andbitwise_left_shift bitwise_orbitwise_right_shift bitwise_xorcopysigndiveq float_power floor_dividefmaxfminfmodgcdgegt heavisidehypotigammaigammacimagiscloselcmle logical_and logical_not logical_or logical_xorltmaximumminimummulne nextafterpowrealrpow remainderrsubrtruediv rfloordivsub true_divide trunc_divideaddcdivclamp masked_fillwhereclonecopy_toitemtoallamaxaminanymeanstd_meanvar_meansum sum_to_sizeprodvaraddr atleast_1d atleast_2d atleast_3d as_stridedbroadcast_shapesbroadcast_tensors broadcast_tocatchunk column_stackconjconstant_pad_nd contiguous diag_embeddiagonaldsplitdstackexpand expand_asflattenflipfliplrflipudhsplithstackmeshgridmovedimnarrownative_layer_normpermuteravelrepeatreshaperollrot90rsqrtstack swap_axessqueezet tensor_split transpose unfold_copy unsqueezeviewvsplitvstack unflattenunbindtriutril triu_indices tril_indicesarangeempty empty_like empty_stridedeyefull full_likelinspacelogspaceones ones_likerandn scalar_tensorzeros zeros_likeuniformallcloseequalcGstddtdd|D}t|dkr,dS|D]}t|ts0tq0dgttdd|D}|D]|}tddt|dD]b}||dkr||dkrt d ||||<qz||dkrz||||krzt d t ||d qzqb|S) Ncss"|]}t|tr|fn|VqdSN) isinstanceint.0xr8/tmp/pip-unpacked-wheel-gikjz4vx/torch/_refs/__init__.py "sz$_broadcast_shapes..cSs|dk Srrrrrr$z#_broadcast_shapes..rcss|]}t|VqdSrlen)rshaperrrr3sz9Attempting to broadcast a dimension with negative length!z.Attempting to broadcast a dimension of length !) tuplefilterrrr AssertionErrorrmaxrange ValueError RuntimeErrorstr)Z_shapesshapesr common_shapeidxrrr_broadcast_shapes!s6      rT)preserve_cpu_scalar_tensorscs8ttdd|fddtfdd|DS)NcSst|tr|jSdSr)rrrrrrrrJrz"_maybe_broadcast..csn|dkr dSt|tr|St|trRr6t|r6|St|jsN|S|Stdt t |ddS)Nz#Unexpected type when broadcasting: r) rrrutilsis_cpu_scalar_tensorZ same_shaperrrrtype)rr)rrrr__maybe_broadcastMs   z+_maybe_broadcast..__maybe_broadcastc3s|]}|VqdSrrr)r rrrr_sz#_maybe_broadcast..)rmapr)rargsr)r rrr_maybe_broadcastGs  r )register_decompositionF)aten_op disable_meta extra_meta)returncstdfdd }|S)Nprimcshttttddttdfdd }tkrLttjj j dk rdt d||S)NaZtype_promoting_argstype_promotion_kindrrcs*t|tstddk r"||S)Nz;Expected a tensor input for an elementwise unary operation!)rrrr)rrrr_refvs z>_make_elementwise_unary_reference..inner.._refr) rr$r#r"r infer_aten_opgetattrtorchopsaten__name__r)rrrrrrrrinnerss z0_make_elementwise_unary_reference..inner)r)rrrrr#rr"r!_make_elementwise_unary_referencelsr$cCs t|Sr)primsr%rrrrr%scCs t|Sr)r%r&rrrrr&scCs t|Sr)r%r'rrrrr'scCs t|Sr)r%r)rrrrr)scCs t|Sr)r%r(rrrrr(scCs t|Sr)r%r*rrrrr*scCs t|Sr)r%r+rrrrr+scCs t|Sr)r%r,rrrrr,scCs t|Sr)r%r-rrrrr-sinputcCst|js|St|Sr)ris_complex_dtypedtyper%r.r&rrrr.s cCs t|Sr)r%r/rrrrr/scCs t|Sr)r%r0rrrrr0scCs t|Sr)r%r1rrrrr1scCs t|Sr)r%r2rrrrr2scCs t|Sr)r%Zerf_invrrrrr3scCs t|Sr)r%r4rrrrr4scCs t|Sr)r%r5rrrrr5scCs t|Sr)r%r6rrrrr6scCs t|Sr)r%r7rrrrr7sza,r)rvaluercCs\t|tstt|tstt|j}tt||sPd t||}t |t ||S)N=value argument of type {0} cannot be safely cast to type {1}!) rrrrrrr)rr formatrr%r8)rr* python_typemsgrrrr8s cCst||}t|||Srr%r8r)rr*rrrrfill_ s  r1rcCst|d}t|||SNrr/)rr0rrrzero_s  r3cCs t|Sr)r%r9rrrrr9s)rrcCs ttt|t|}t||Sr)rr9r%rSr)rZtrunc_xrrrr:scCs0t|tsttt|jddt|S)NcSsdS)Nz#imag only supports complex tensors.rrrrrr%rzimag..) rrrrrr(r)r%rtrrrrrt"s  )rcCs0t|jst|jr"t|St|tjdS)Nr)) ris_float_dtyper)r(r%rBrrboolrrrrrB*s cCs<t|jr&ttt|tt|Sttt|t |Sr) rr(r)rzrCrrtryrDrBrrrrrC5s csFttj fddtjr8ttdSttj dS)Ncs djS)Nz7Complex dtype is not supported for isposinf, got dtype r4rrrrr@rzisposinf..infr4 rrr(r)r5rgfloatrrr6rrrrisposinf<s   r:csFttj fddtjr8ttdSttj dS)Ncs djS)Nz7Complex dtype is not supported for isneginf, got dtype r4rrrrrKrzisneginf..z-infr4r8rrrrisneginfGs   r;cCs t||Sr)r%rrrrrrDRscCs*t|jrt|dkStj|tjdS)Nrr4)rr(r)rrtrr6rrrrrEWs cCs t|Sr)r%Z bessel_i0rrrrrFbscCs t|Sr)r%rGrrrrrGiscCs t|Sr)r%rHrrrrrHrscCs t|Sr)r%rIrrrrrIwscCs t|Sr)r%rJrrrrrJ|scCs t|Sr)r%rKrrrrrKsr4)rdimr)rcCs8|p|j}t|j}t||}t|t||dd|SNTkeepdim)r)rget_computation_dtyper logsumexp)rr<r) result_dtypecomputation_dtypea_rrr log_softmaxs   rE)rr<r?rcCst|j|}t|ts|f}t|js6t|jrt||dd}t t |t dkd|}|slt ||n|}ttt||||d|}nttt|||d}|S)NTr>r7)rcanonicalize_dimsndimrrr5r)r(rrr%r9r%rrHrr5)rr<r?a_maxZa_max_squeezedresultrrrrAs  rArF)rnanposinfneginfrcCst|tstt|js&t|jr.t|S|dkr:d}|dkrNt |j}|dkrbt |j}t t |||}t |}tt||}t |||}tt|t|}t |||}|S)NrF)rrrris_boolean_dtyper)is_integer_dtyperr%Z maximum_valueZ minimum_valuerrDrTr`rCr,)rrKrLrMrJZis_negZ is_neginfZ is_posinfrrrrLs     rcCs|jtjkrd}t|dS)Nz%neg is not supported on bool tensors.)r)rr6rrr.rrr _neg_metas rQ)rcCs t|Sr)r%rMrrrrrMscCs*t|tst|jtjkr&d}t||S)Nz'positive does not support bool tensors.)rrrr)rr6rrPrrrrNs  cCs(t|tstt|jr$t|S|Sr)rrrrr(r)r%rrrrrrs  cCs t|Sr)r%rOrrrrrOscCs t|Sr)r%rPrrrrrPscCs t|Sr)r%rrrrrrscCstdtdtt|SNr)rr^r5rMrrrrrQscCs6t|jr*|}t|dkd||S|SdSr2)rr(r)r%rrrS)rZa_absrrrrRs cCs t|Sr)r%rSrrrrrS scCs t|Sr)r%rTrrrrrTscCs t|Sr)r%rUrrrrrUscCs&tj|}t|dkdt||SNrr)mathpirrrUrrrrrVs cCs t|Sr)r%rWrrrrrW!scCs t|Sr)r%rXrrrrrX&scCs t||Sr)rrrrrrY+scCs t|Sr)r%rZrrrrrZ3scCs t|Sr)r%r[rrrrr[8scCs t|Sr)r%r]rrrrr]=s)rhas_outsupports_lhs_python_scalarsupports_rhs_python_scalarr)rrcstd|dtttftttftdfdd }|rDt|}|tkrfttjj j dd}|dk r~t ||d||S) NrbrrrZrcs`st|trtds,t|tr,tdt|trHt|trHtdt||\}}||S)NzaReceived a lhs Python scalar to an elementwise binary operation that does not accept lhs scalars!zaReceived a rhs Python scalar to an elementwise binary operation that does not accept rhs scalars!=Receive two Number inputs to an elementwise binary operation!)rrrr rYrrWrXrrrLsz0_make_elementwise_binary_reference.._ref.rr) r"rTensorrr$rrrrr r!splitr)rrrrVrWrXrrrr]r"_make_elementwise_binary_referenceBs    rarYalpha)rrZrccCst|trt|trtdt||\}}|dk rt|trB|jn|j}t|}tt ||szd t ||}t|t ||}t ||S)z/ Reference implementation of torch.add r\N=alpha argument of type {0} cannot be safely cast to type {1}!)rrrr rr)rrrr r,r%rr^rrZrcr)r-r.rrrr^ss"  )rrWrX)r)rrcCs|t|tr(t|tr(t||j|jd}n8t|tr`t|tr`|j|jkr`d|j|j}t|tt |t t |t |S)Nr)device\Expected divisor (b) to be on the same device ({0}) as dividend (a), but it is found on {1}!) rrr_rr)rgr,rrrTrMr%rrZr.rrr _copysigns rj)rrWr) rounding_mode)rrZrkcCsL|dkrt||S|dkr$t||S|dkr6t||Sd|}t|dS)z/ Reference implementation of torch.div Nr]r9zPdiv expected rounding_mode to be one of None, 'trunc', or 'floor' but found {0}.)rrrir,r)rrZrkr.rrrrfs    )rrWr[cCs`t|tst|tstt|trT|dkr2|S|dkrB||S|dkrTt|St||S)N?g@?) rrrrrrrXr%rrYrrr_pows  rncCst|trt|trtdt||}|dk s4tt|rFtj}ntj }t|t rl|j |krlt ||}t|t r|j |krt ||}t||\}}t||S)Nr\)rrrrZget_higher_dtyperr(rZ complex128float64rr)r%to_dtyper rrrZr)rrrrhs     cs0t|tr&t|tr&t|}t|}nt|trNt|trNt||j|jd}nt|trvt|trvt||j|jd}nZt|trt|tr|j|jkr|jtdkrd|j|j}t|nt j ||jd}t|trt|tst |jt rt||St rt||StdfdddS)NrfcpurhrgFcs dS)Nz not supported for floor_dividerrr4rrrirz_floor_divide..)rrrr_r)rgrr,rr%Z device_putrrr5_floor_divide_floatrO_floor_divide_integerrrirr4r _floor_divideNs,       rvcCsbt||\}}|jjs"t||St|t|kt||dk}t||t ||jSr2) r r) is_signedr%rfrrTrxrlconvert_element_type)rrZoffsetrrrruls  &ruc Cst||}tt|||}tt|dt|d}t|d}t||}t|t|d|}t|}t t||d}t|t |d|}t||}t d|j |j d} tt|d|t| |}tt|d||S)Nrrrmrf)rlrrrdr|rr`rr9ror^rr)rgre) rrZmodrfZdifferent_signed_inputsZnon_zero_remaindermaskZ floor_divZ basic_divZ zero_tensorrrrrtws    rt)rrrWrX)r'valuesrcCs:t|d}tt|dt|}t|dd}t|||}|SrS)rgrzr|rDr)r'r|Z input_eq_zeroZ input_lt_zeroZzeros_and_onesoutputrrr _heavisides    r~)rrWrXr)namerrZrtolatolrcsTtjjkfddttdkfddtdkfdddS)NcsdjjS)NzC{0}: Attempting to compare tensors of different dtypes {1} and {2}!)r,r)r)rrZrrrrsz#_check_close_args..rcs dS)Nz={0}: rtol must be greater than or equal to zero, but got {1}!r,r)rrrrrscs dS)Nz={0}: atol must be greater than or equal to zero, but got {1}!rr)rrrrrs)rr)rrrrZrrr)rrrZrrr_check_close_argss   rh㈵>:0yE>)rrZrr equal_nanrc Cstd||||dt||}|rPt|js8t|jrPt|tt|t|}|dkrd|dkrd|St|jst|jst |t }t |t }t |tt||}tt||}t|tt|t||}|S)Nz torch.iscloserr)rrgrr5r)r(rzrxrDr%rxrget_default_dtyper^r%rrrBrw) rrZrrrcloseZ allowed_errorZ actual_errorrJrrrrus   cCs~|j}|tjtjfk}|r6t|tj}t|tj}t||}t|dkd|}t t |||}|sr|St||SrS) r)rZint8Zint16r%rxint32rmrr%rf)rrZr)Zpromote_to_intgresrrr_lcm9s rcCs0t|js|dk}t|js(|dk}||@Sr2rrNr)rYrrr _logical_andYs   rcCst|js|dkS|Sr2rrrrrryhs cCs2t|js|dk}t|js(|dk}t||Sr2)rrNr)rbrYrrr _logical_orqs   rcCs0t|js|dk}t|js(|dk}||ASr2rrYrrr _logical_xors   rcCs$t|trd}t|t|||dS)Nz?Received a Number for the first argument, but expected a Tensorrb)rrrr)rrZrcr.rrrrs cCst|trt|trtdt||\}}|dk rt|trB|jn|j}t|}tt ||szd t ||}t|t ||}t ||S)z/ Reference implementation of torch.sub r\Nrd)rrrr rr)rrrr r,r%rrrerrrrs"  cCs0t|}t|r t||Stt||Sr)rZ get_dtyperOr%rfr]rqrrr _trunc_divides   r)selftensor1tensor2rr*)rrrr*rcCsP|dk r@|j}t|}tt||s@dt||}t|||||S)z3 Reference implementation of torch.addcdiv Nr+)r)rrrr r,r)rrrr*r)r-r.rrrrs )rminr)rrrrcCs|dkr|dkrd}t||dk rPt|}tt|||}t|||}|dk rt|}tt|||}t|||}|S)Nz+clamp called but both min and max are none!)rrrDrbrnrrw)rrrr.Za_isnan conditionrrrr1s   )rrrcCstj||dS)N)rrr)rrrrr clamp_minQsr)rrrcCstj||dS)N)rr)rrrrr clamp_maxZsrpredrrZcs`|dks|dkrttj||ddtjtjkfddt||\}}t ||S) NTallow_cpu_scalar_tensorscs djS)Nz#expected predicate to be bool, got r4rrrrr|rzwhere..) NotImplementedErrorrcheck_same_devicerr)rr6r r%rrrrrris    memory_format)rrrcCs tj||j|d}t|||S)N) requires_gradr)rrrr)rrrJrrrrs )allow_cross_devicecCs4|s(|j|jkr(d|j|j}t|t||S)NzZAttempting to copy from device {0} to device {1}, but cross-device copies are not allowed!)rgr,rr%r)rrZrr.rrrrscCs>|dkr$d|d}t|t|j}|t|S)NrzCan't convert a tensor with z elements to a number!)numelrrrr)r%r)rr. number_typerrrrs   ) rrgr)copylayoutr pin_memory non_blockingrcCs\| oZ|dks|j|koZ|dks*|j|koZ|dks<|j|koZ|dkpZ|tjkpZtj||dS)Nr)rgr)rrpreserve_formatris_contiguous_for_memory_format)rrgr)rrrrrrrr_to_will_aliass  rcOstdSr)r)r kwargsrrr _to_dispatchsrrgr)rrrcCs|||||d}|SNrrrgr)rrrrrrr _to_devices rcCst|||||d}|Sr)rrgrrrr_to_device_strs rr)rrrcCs||||d}|S)Nrr)r)rrrrrrr _to_dtypes r)otherrrrcCs(|j}|j}|j}||||||d}|S)N)rgr)rrrr)rgr)r)rrrrrgr)rrrrr _to_othersr)r to_kwargscCsddddg}d|kr4t|dtr4t|d|d<|D]v}||kr8|dkrZ||tjks|dkr||j|jjkr||jr||j|jjkst||d||kr8||q8dS)Nr)rgrr) rrrrgrr indexrpop)rrZoptions_to_checkkwrrrcanonicalize_to_argumentss(    rcOst|dkrt||}d|ks"tt||t|f|r<|Sd|krN|dnd}d|krd|dnd}|s|d|j|jkr|sd|krd|krd |krt ||d|jSt j |f|}t |||S) NrrrFrr)rrgr) rrrrrrgetr)r%rxrrr)rr rrrrJrrrr*s0       ) has_identityaccepts_dim_tupledimskeepdimsr)out) rrrrrrr)routput_dtype_kindrcsttstjdkr(tdj|dk rXt|ts>t|dk rX||jkrXtd|srdksrttsrtttrft j |sjdkpt fddD} | stdt ||\} } t | } || } |r.fdd tjD}fd d tjD}t | ||} |dk r|| dk sFt|dk rd| |jkrdtd t|| j }t| |d S| j| kr| dk rt | | } | S) N@zYReceived a tensor with {0} dimensions, but only tensors with up to 64 dims are supported!z4dtype argument and out dtype must match in reductionrc3s|]}j|VqdSrrrirrrrtsz_reduction..zJreducing over zero-size dimension for reduction operation without identitycs"g|]}|krj|ndqSrrrrrrr sz_reduction..csg|]}|kr|qSrrr)rrrrsz7Expected the dtype of reduction result and out to matchZ copy_fromr)rrrrHrr,r)rrreduction_dimsrpy_allreduction_dtypesr%rxrbroadcast_in_dimr r!)rrrrrrr)rrZ valid_shaperCrBZ a_convertedrJZ output_shapeZbroadcast_dimsrrr _reductionQs^           rcCsRt|tr|f}t|tj}ttt|||dd}|jtj krNt |tj S|S)Nr<r?r) rrrrr6rgrryr)uint8r%rxrr<r?rDrJrrrrs   cCs>t|tj}tt|||dd}|jtjkr:t|tjS|S)NrF) rrr6rrr)rr%rxrrrrrs   )r)r)rr<r?r)rrc Cs\|dkr.t|js t|jr(tj}n|j}|dks>|gkrBd}t|tj||||t j dSNrrrr)rr) rrNr)rOrint64rr%rrSAMErr<r?r)rrrrrs cstjddttjfddtjrRtdkrRtSj tt t t fddt tD}t j |ddd S) NFvalidatecsddjdS)Nzsum_to_size: size "z" is not expandable to size ""rrrrrrrrzsum_to_size..rc3s0|](}|dkrj|dkr|VqdSrNrrrZ leading_dimsrrrrszsum_to_size..T)r<r?r))rextract_shape_from_varargsrZis_expandable_torZ is_same_shaperr%view_ofrHrrrr)rrZ reduce_dimsrrrrs    )rr<r?rrc Cs\|dkr.t|js t|jr(tj}n|j}|dks>|gkrBd}t|tj||||t j dSr) rrNr)rOrrrr%rrrrrrrrs )rc Cs0|dks|gkrd}t|tj||d|dtjdSNrFrrr)rrr)rr%rrrrr<r?rrrrrs c Cs0|dks|gkrd}t|tj||d|dtjdSr)rr%rrrrrrrr's cCs"|dkrt|tr|}d}||fSr)rr6)r<unbiasedrrr_dim_var_dispatch?sr correction)rr<rr?rrc CsVt||\}}t||}|dks*|gkr.d}t|ttj|d||dddtjd}|SNrrTr) rrset_correctionrrr%rrCOMPLEX_TO_FLOAT)rr<rr?rrJrrrrIs    c Csvt||\}}t||}|dks*|gkr.d}t|tj\}}t|ttj |d|||ddtjd}t |}t ||Sr) rrrrrrrrr%rrXr)rr<rr?rZ opmath_dtyper)rJrrrstdes(    rc s |dks|gkrd}|dkr"j}|dk r<|j|kr.r)r)rrr%rrZKEEP_PROMOTED_TYPErrOrrrrrHroperatorrrrrrr r!) rr<r?r)rrJrZnelemrBrrrrs:   *     )rr?r)rr<rr?rcCs4t||\}}t|||||d}t|||}||fSNr)rrr)rr<rr?rsmrrrrs  cCs4t||\}}t|||||d}t|||}||fSr)rrr)rr<rr?rvrrrrrs  )rvec1vec2)betarc)rrrrrcrcsPtjdkfddtjdkfddjdjdtjrtttt fddtttt fddsrt St dSt rt n t dSnzttttjfd dttttjfd ddkr4t St SdS) NrcsdjdS)Nz*addr: Expected 1-D argument vec1, but got -DrHr)rrrrrzaddr..csdjdS)Nz*addr: Expected 1-D argument vec2, but got rrr)rrrrrrcsdtS)Nzexpected bool/int beta but got r rrrrrrcsdtS)Nz expected bool/int alpha but got rrrrrrrFcsdtdjSNzcannot safely convert z to r r)r)rrrrrrcsdtdjSrrr)rcrrrrr)rrHrrrrNr)rr rrouterrrzr)rrrrrcr)rcrrrrrrsF          .)argr rcGs^|st|tjjr|}nt|tjjr*t|f|}tdd|D}t|dkrV|S|dS)z5Reference implementation of :func:`torch.atleast_1d`.css&|]}|jdkr|nt|dVqdSrrN)rHrrrrrrr szatleast_1d..rr)r collectionsabcr rrrrr Zargs_rrrrr s  ) at_least_fnr<rrcCs ||}t|tstt||Sr)rrrr)rr<rZarg_rrr_unsqueeze_atleast srcsn|st|tjjr|}nt|tjjr*t|f|}tttdtfdd|D}t |dkrf|S|dS)z5Reference implementation of :func:`torch.atleast_2d`.rc3s$|]}|jdkr|n|VqdS)NrrZunsqueeze_atleast_1drrr) szatleast_2d..r) rrrr rrrrrrrrrrr s  csn|st|tjjr|}nt|tjjr*t|f|}tttdtfdd|D}t |dkrf|S|dS)z5Reference implementation of :func:`torch.atleast_3d`.rc3s$|]}|jdkr|n|VqdS)NrrZunsqueeze_atleast_2drrr8 szatleast_3d..rr) rrrr rrrrrrrrr rr. s  )rsizestridestorage_offsetrcCst||||Sr)r%r)rr r r rrrr< scGstt|Sr)rSizer)rrrrrB scGs4t|dkr"t|dts"|d}tt|ddiS)NrrrF)rrr_listr tensorsrrrrF s)rr rcCs8t|t|j}tt|t|j|}t|||Sr)rrrrr%r)rr startrrrrrO sr)rr<rcCst|dkrd}t||D]}t|tstqtj|ddit|dj|}t |dj|t dd|D}t|dkr|d}zt dd|D}Wnt k rd}YnXt d|j|j|d St||S) Nrz3cat expects at least one tensor, but received zero!rFcss(|] }|jdkr|dks|VqdSr)rHrrrrrri s zcat..css|] }|jVqdSr)rrrrrro srr)rgr)rrrrrrrcanonicalize_dimrHZ validate_idxrr Exceptionrr)rgr%r)rr<r.tensorfilteredrrrrrrU s"   )rrcCstdd|D}t|dS)Ncss.|]&}|jdkr|n||dfVqdSr)rHrrrrrrr{ szcolumn_stack..r)rrrZaligned_tensorsrrrry s)r'rcCs*t|js|S|jr t|St|Sr)rr(r)Z is_sparserr.r%rr&rrrr s   )r'padr*rc sTttddkfdd|jttd}|t|kfdd|}tD]rdddkr| |j}ddkrf|d|jd}qftddDr|Std}t|D]btddd}t|dkfd d| |qt |}t j ||j|j|j|d }|dkr|jt jkrd }t ||}|} tD]vdddkr| | j} ddkr| d| jd} qt| ||S) NrrcsdtS)Nz1Length of pad must be even but instead it equals rr)rrrr rz!constant_pad_nd..csdtddS)Nz`Length of pad should be no more than twice the number of dimensions of the input. Pad length is z while the input has dimensions.rr)l_inprrrr rrcss|]}|dkVqdS)rNr)rprrrr sz"constant_pad_nd..c s6dddddd S)NzThe input size z, plus negative padding z and rzG resulted in a negative output size, which is invalid. Check dimension z of your input.rr)r input_sizesl_diffrpad_idxrrr rr)rgrrF)rrrrrbuiltinsrrrappendrsuggest_memory_formatrrr)rgrr6r8r%r) r'rr*Zl_padZc_input new_shapeZnew_dimrr}Zc_outputr)rrrrrr rr sl    ""    $ cCs4t|tjkddtj||dr&|Stj||dS)NcSsdS)Nz@preserve memory format is unsupported by the contiguous operatorrrrrrr rzcontiguous..r)rrrrrr)rrrrrr scCs(tt|dkddt|}t|dS)NrcSsdS)Nz%dstack expects a non-empty TensorListrrrrrr rzdstack..r)rrrrrrrrr src st|dkr&t|dtr&t|d}tt|t|jkddt|t|j}t|}t|jD]R\}||}||}t|kpdkp|dkfdd|dkr|n||<qft |t ||tt |t|j|S)NrrcSsdS)Nz3expand: the requested shape has too few dimensions!rrrrrr rzexpand..rcs ddS)Nz3expand: attempting to expand a dimension of length rrrrrrr r) rrr rrrr enumeratervalidate_shaper%rr)rrryshape_rZ offset_idxZrequested_lengthrrrr s,   cCs ||jSr)rrrYrrrr s)rchunksr<rc Cs|dkrd|}t|t|j|}|j|}t||}t||}||}g}t |D]} | t ||| ||qb|dkr| t |||||t |S)Nrz)Expected at least one chunk, but got {0}!) r,rrrrHrrTr-r9rr#rr) rr)r<r.length chunk_sizeZ full_chunksZtail_chunk_sizerJrrrrr s   r)r start_dimend_dimrcCstt|j|}t|j|}||kr2|jdkr2|St|||d\}}|dk rbt|||dSt|||dSrS)rrrHr%_collapse_view_helperZ collapse_viewZcollapse)rr,r-r% new_stridesrrrr* s)rrrcCs@t|tst|tstdt|j|}t|t ||S)Nz!dims has to be a sequence of ints) rrrrrrGrHZvalidate_no_repeating_dimsr%revrrrrr< s  cCs|jdkrtdt|dS)NrzInput must be >= 2-d.rrHrrrrrrrF s cCs|jdkrtdt|dS)NrzInput must be >= 1-d.rr1rrrrrN s )rr<rr*rcCs$t|j|}tj|||||dS)Naxis)rrrHr% slice_in_dim)rr<rr*rrrrV s)r norm_dimsepsrc Cs^t|j}t||}t|ts$ttj||ddd\}}t ||}|||}|||fS)aComputes mean and 1/std of a tensor along norm_dims. Used as a helper function for normalization layers. Args: a (Tensor): input tensor norm_dims (DimsType): dimensions to normalize over eps (float): epsilon for numerical stability Returns: out (Tensor): normalized tensor. mean (Tensor): mean of the tensor along norm_dims. rstd (Tensor): 1/std of the tensor along norm_dims. FT)r<rr?) rr@r)rrrrrrr) rr5r6rCZa_accZ biased_varrrstdrrrr _normalize[ s    r8)r'normalized_shapeweightbiasr6rc st}t|dkfddtdkp8jtkfddtdkp`jtkfddtj|kojj|dtkfdddk rdk rЈj|}tt|j}t ||\}} } dkrdk r|}n>dk r8dkr8|}n dk rXdk rX|}t |j }j jdkrt | j } t | j } || | fS)Nrcs dtS)NzzExpected normalized_shape to be at least 1-dimensional, i.e., containing at least one element, but got normalized_shape = rr)r9rrr sz#native_layer_norm..csdtjdtS)NzQExpected weight to be of same shape as normalized_shape, but got weight of shape  and normalized_shape = rrr)r9r:rrr s csdtjdtS)NzMExpected bias to be of same shape as normalized_shape, but got bias of shape r=r>r)r;r9rrr s cs&dtdtdtjS)NzGiven normalized_shape=z, expected input with shape z, but got input of size r>r)r'r9rrr srr)rrrrrrHrrrr8r%rxr)rgr ) r'r9r:r;r6Znormalized_ndimr3rrrr7r)r;r'r9r:rrw sJ           cGs t|jt|}t||Sr)rrGrHZextract_dims_from_varargsr%r)rr _permutationrrrr s )a_shapea_stride dimensionr stepc st|}t||dkr dn||dkr4dn|}tkfddtdkfddg}g}tt||D]N\} \} } | kr|| d|| q|| || q|||||fS)Nrrcs$dtdtdtS)Nz%Maximum size for tensor at dimension z is z but size is r<r)rBmax_sizer rrr sz/_get_unfold_copy_shape_stride..csdtdS)NzStep is z but must be > 0r<r)rCrrr r)rrrrr&zipr#) r@rArBr rCZa_ndimZ last_stridenew_size new_strideddim_sizeZ dim_strider)rBrDr rCr_get_unfold_copy_shape_stride s.       rJc Gs<tj|dd}tt|t|jkddt|dkrBt|St||j}dg|}|jD]}||q`t ddt ||D}d|krtj ||j |j |jt|d S|}t|}t|D]"\}}t||||t|d\}}qtt|} | jd dd d t | \} } ||} t| } | | }||S) NFrcSsdS)Nzbrepeat: Number of dimensions of repeat dims can not be smaller than number of dimensions of tensorrrrrrr rzrepeat..rrcss|]\}}||VqdSrr)rZ padded_sizeZ repeat_sizerrrr szrepeat..r!cSs|dSrRr)rrrrr rT)keyreverse)rrrrrrrrHr#rrErr)rgrr$make_contiguous_strides_forr&rJrrsortrrr)rZ repeat_shapeZnum_new_dimensionsZ padded_shaperIZ target_shapeZurtensor_shapeZurtensor_strider<Zenumerated_strideZ permute_orderZ sorted_strideZrepeat_xtensorZ cloned_resultZpermuted_resultrrrr sN            )r allow_copyrc Gstj|dd}t||}t|jt|kr:t|S|dkrXt||t |S|j dkr|}|D]}|dkszt t |d}qj|St |dkr|}|jD]}|dkst t|d}q|Sd}|}|D]}||j kr|dkst |j d}t|||j|}|d}q||j|kr,|d}q|j|}|} ||dkrb| d} ||j| }q:| |krt||| d\} } | dkr|rt||Sd|j||} t| t||| }||krt|||}|d}q||j kr|j|dks t t||}q|S)NFrrrrzOCannot view a tensor with shape {0} and strides {1} as a tensor with shape {2}!)rrZ infer_sizerrrr%rrrMrHrrrrZ split_dimr.rr,r rr) rrOrZ_ar*rrDlast_dimaccumendr%r/r.rrr_reshape_view_helper& sl                    rS)rrrcGst|f|ddiS)NrOTrSrrrrr s)rrrcCs||Sr)rr rrrrr reshape_as srV)rshiftsrrc CsZt|j|}t|ts|f}t|ts.|f}|dkrBt|St|}t|}|dksd|dkr|dkrttd|dkr|dkrt t ||d |j S||krtd|d||dkst|dd}|dd}t ||d|d}t |||S|d}|j |} | |d| } t ||| | | } t ||d| } t | | f|S)z/Reference implementation of :func:`torch.roll`.rrz`shifts` requiredz*shifts and dimensions must align. shifts: z, dims: N)rrGrHrrrrrrrrrrrrrr) rrWrZ len_shiftsZlen_dimsZ tail_shiftsZ tail_dimsZfirst_dim_rolledr<r rt0t1rrrr s:       rr)rkrrcCst|dkrtdt||jdkr8td|jt|j|}|d|dkrrtd|dd|d|d}|dkrtt||df|d|dS|dkrt||S|d krtt||df|d|dSt|Sd S) z0Reference implementation of :func:`torch.rot90`.rz2expected total rotation dims == 2, but got dims = z/expected total dims >= 2, but got total dims = rrz7expected rotation dims to be different, but got dim0 = z and dim1 = r N) rrrHrrGrrrr)rr[rrrrr s&   $ $cCsP|dj}tdt|D]2}||j|kstd|d||jd|qdS)Nrrz4stack expects each tensor to be equal size, but got z at entry 0and z at entry )rrrr)rZ entry_shaperrrr_check_stack_inputs s  r]cst|dkstdt|djd||djkrtt|t|dj}|t|t |}| |St fdd|D|S)Nrz$stack expects a non-empty TensorListrcsg|]}|qSr)r)rrZ wrapped_dimrrr szstack..) rrrrrHr]rrinsertrrr)rr<Z result_sizesrrr^rr s  cCsb|p|j}t|j}t||}t|ts.tt||dd}t||}tt |t ||dd|Sr=) r)rr@rrrrrr5rr)rr<r)rBrCrDrIZa_exprrrsoftmax s    r`cCs@tt|dkddt|}|djdkr6t|dSt|dS)NrcSsdS)Nz%hstack expects a non-empty TensorListrrrrrr rzhstack..r)rrrrHrrrrrr s  cCs(tt|dkddt|}t|dS)NrcSsdS)Nz%vstack expects a non-empty TensorListrrrrrr% rzvstack..)rrrrrrrrr# s)rr<sizesrcCs\t|j|}tt|dkdd|t|jd|t|t|j|ddS)NrcSsdS)Nz"unflatten: sizes must be non-emptyrrrrrr- rzunflatten..r)rrrHrrrrr)rr<rarrrr+ s)rr<rcsNt|jtt|jdkddttfddt ||jDS)NrcSsdS)Nz5dimension specified as 0 but tensor has no dimensionsrrrrrr6 rzunbind..c3s|]}t|VqdSr)rr)rrr<rrr9 szunbind..) rrrHrrr IndexErrorrrr)rr<rrbrr1 s  rr<rrcCs||||Sr)rr>rdrrrr=> scs`t|j|}tjdkfdd|jdkr<|dn|}tdf|f}|||<|S)NrcsdjdSNz(Index should have dimension 1 or 0 (got )rrrrrrI rzindex_copy_..r)rrGrHrrslice)rr<rryrrrgrr>D s rr<rr*cCs||||Sr)rrArjrrrr@R scsttr6tjdkfdd||St|j|}tjdkfddtdf|f}|jdkr| dn|}||<|S)NrcsdjdS)Nz.rcsdjdSrerrrgrrrg r) rrrrrHrr>rGrhr)rr<rr*rrir)rr*rrAY s   rr<rrrccCs|j||||dS)Nrb)rr<rkrrrr;p s cst|j|}tjdkfdddkrjt|jtttfddt |}|jdkr~| dn|}t df|f}|||7<|S)NrcsdjdSrerrrgrrr rzindex_add_..csdtddS)Nzalpha argument of type z cannot be safely cast to type rrr)rcr-rrr rr) rrGrHrrr)rr r%rrrh)rr<rrrcrirr)rcrr-rr< s     )rr<rcsft|j|}tjdkfdd|jdkrJ|ddStdf|f}||S)NrcsdjdSrerrrgrrr rzindex_select..r)rrGrHrrrrrh)rr<rrrrgrr? s  )rr<rcs|dk r`tj|}tjdkr:|dks0ttSj|dkrRtSt|fSt fddt tjD}t|S)Nrrc3s |]}j|dkr|VqdSrr)rrrrrr szsqueeze..) rrrHrrrr%rrrr)rr<rrrrr s    )rindices_or_sectionsr<rc Cst|j|}|jdkr$d}t|t|trr|jjdksNd|j}t||j t j krrd}d|j t|t|t st|tr@|jdkr@t|t r|n|}|dkrd|}t|g}|j|}t||}||} d} t|D]B} | | kr |dn|} tj|| | | |d } || | | } qt|S|}t|tr||jdkrtd }d |jt||}g}d} |D]"}|tj|| ||d |} q|tj|| |j||d t|SdS) NrzXtensor_split: received a rank zero tensor, but expected a tensor of rank one or greater!rrz_tensor_split: if indices_or_sections is a tensor it must be on the CPU, but received one on {0}zJtensor_split: if indices_or_sections is a tensor it must have long dtype, z but received one with dtype {0}zDtensor_split: number of sections must be greater than 0, but was {0}rr2zStensor_split: non-scalar indices_or_sections tensors must have only one dimension, z)but received a tensor with {0} dimensions)rrrHrrrrgr r,r)rlongrrrrrTr9rr%r4r#rtolist)rrlr<Z_dimr.sectionssplitsrIZmin_split_sizeZnum_splits_one_extraZ start_idxZ split_idx split_sizerindicesrrrrr st             )rrlrcstjdkfddjdkr&dndttrptdkoRjdkfddtSttttffddtd}t|S)NrcsdtjdS)NzPtorch.hsplit requires a tensor with at least 1 dimension, but got a tensor with dimensions!rrHrrrrr s zhsplit..rcs.dtdtjdtdS)Nz0torch.hsplit attempted to split along dimension z , but the size of the dimension $ is not divisible by the split_size rr>r)rr<rqrrr s csdtS)Nzhsplit(): received an invalid combination of arguments. Expected indices_or_sections to be of type int, list of ints or tuple of ints but got type rrrlrrr* sexc_type rrHrrrrrr TypeErrorrrlZ split_sizesr)rr<rlrqrr s&      cstjdkfddttr\tdko@jddkfddtdSttttffddtd}t|dS)NrcsdtjdS)NzPtorch.vsplit requires a tensor with at least 2 dimension, but got a tensor with rsrtrrrrr< s zvsplit..rcs"dtjddtdS)NzRtorch.vsplit attempted to split along dimension 0 , but the size of the dimension rrurr>r)rrqrrrF s csdtS)Nzvsplit(): received an invalid combination of arguments. Expected indices_or_sections to be of type int, list of ints or tuple of ints but got type rrrvrrrS srwryr{r)rrlrqrr7 s$       )rrydim1dim2rc sD|}tj|dtj|dtkfdd|}|dkrrtt|||d}n$tt|||d}|dkr|dkr|||7}n|||8}fddt |D}| |fddt |D}| |||j |||d} | S) z4 Reference implementation of torch.diagonal )rrankcsddSNz(diagonal dimensions cannot be identical z, rrr|r}rrrn rzdiagonal..rcs g|]\}}|fkr|qSrrrrrrrrr~ s zdiagonal..cs g|]\}}|fkr|qSrrrrrrr s )r r r ) r<rrrr rrr r r&r#r) rryr|r}Znum_dimsr Z diag_sizerastridesrJrrrr_ s*  &$ )rryr|r}rc sNkr| }|jd}tj|dtj|dtkfdd|d|dkrt|j}t||d<t j ||j |j dd}|dkr||fn||f}t j |dd }t|7|d}t j|j t jd }t j|||j t jd } || dk} fd d tt|jD} | | } t| |S) z6 Reference implementation of torch.diag_embed r)r~rcsddSrrrrrrr rzdiag_embed..rrFrrb)rgr)cs g|]}|fkrndqSrrrr|r}rPrrr szdiag_embed..)rHrrrr rrr"r%rrr)rgrrrrrrrr mask_tensor) rryr|r}r~Zt_shapezpairZa_rangeZb_rangecondZ cond_shaperrrr s<        )rrorcCsl|jdkrtd|jdt|tr`|dks@|jd|dkr`tdd|jdd|d t||dS) Nr zPtorch.dsplit requires a tensor with at least 3 dimension, but got a tensor with rsrrz9torch._refs.dsplit attempted to split along dimension 2, zbut the size of the dimension rur)rHrrrrr)rrorrrr s  $cCs8|jdkrtd|jdt|d|jdkr2dndS)Nrz7t() expects a tensor with <= 2 dimensions, but self is Drr)rHrrrrrrrr s  )rdim0r|rcCs^t|j||f\}}|jdks(||kr2t|Sttd|j}|||<|||<t||S)Nrr) rrGrHr%rrrrr)rrr|Z_dim0Z_dim1r?rrrr s )rrBr rCcCs&t|j||||\}}|||Sr)rJrr r)rrBr rCrFrGrrrr s)r?r)rc Cs|j}t||}|dkr2t|dd|||dS||d}tj|j||jd}|d|k}t ||dD]}|d}qtt ||} t| ||||dS)Nr)r<r?r)rrrsr) rHrrrrrrrrgrr) rr<r?r)rrHZrgr{_Zmasked_arrrcumsum s    rcCs(|jd}t||}tj||f|dS)Nrr)rHrrr%Z expand_dims)rr<rHrrrrs  cGst|f|ddiS)NrOFrTrrrrrscCs||Sr)rr rUrrrview_as#srcCs t|dS)N)r)rrrrrr(sr)rrgrrr)r)rrgrrrrc sttjkddt|}tjkr4t|}n8tjkrJt|}n"ttj kfddt |}tj |||||||dS)NcSsdS)Nz8torch.empty: the Preserve memory format is not supportedrrrrrr9rzempty..cs ddS)Nz/torch.empty: received an unknown memory format rrrrrrrErr)rrgrr) rrrrrcontiguous_formatrMZchannels_last_3dZ!make_channels_last_3d_strides_forZ channels_lastZ!make_channels_last_2d_strides_forr)r)rrgrrrrrrrrr,s.        r)rrgr)rr r)rrgrrcCsJ|dkr|jn|}|dkr |jn|}|dkr2|jn|}tj|||||dS)Nr)rgrr)r)rrgrr)rr r)rrgrrrr new_emptyTs r)rr r r)rrgrrcCsL|dkr|jn|}|dkr |jn|}|dkr2|jn|}tj||||||dS)zD Reference implementation of torch.Tensor.new_empty_strided Nr)r)rrgrr)rr r r)rrgrrrrnew_empty_stridedlsrr)r)rrgrrrc Gs@t|}|dkrt}tj||tjkr.dnd|||||dSNFrrrrrrrr6r)rrgrrr rrrrs )rr r)rrgrrrc Cs\|dkr|jn|}|dkr |jn|}|dkr2|jn|}tj||tjkrJdnd|||||dSrr)rrgrrr6rr r)rrgrrrrr new_zeross rc Gs@t|}|dkrt}tj||tjkr.dnd|||||dSNTrrrrrrrrs c Cs\|dkr|jn|}|dkr |jn|}|dkr2|jn|}tj||tjkrJdnd|||||dSrrrrrrnew_oness r)rr  fill_valuer)rrgrrcCsL|dkr|jn|}|dkr |jn|}|dkr2|jn|}tj||||||dS)Nr)r)rrgrr)rr rr)rrgrrrrnew_fulls r)r)rgrrrr)rr)rgrrrrrc Cs~|dkr|jn|}|dkr |jn|}|dkr2|jn|}|tjkrZtj|j||||||dSt|}tj |j||||||dS)Nrr) r)rrgrrrrrZ"compute_elementwise_output_stridesr)rr)rgrrrrrrrrr s.   ) rrRrCr)rrgrrrcCs:t|t||dkr$|}d}tj||||||dS)Nrr)r check_layoutcheck_pin_memoryr%r)rrRrCr)rrgrrrrrr4s  )r)rgrrr) rrRstepsr)rgrrrrcCs|dkrt}tj|r@t|tr.t|}t|tr@t|}tdd|||fDr\t t|t spt|t rtt t t|tddt dt|tst t |dkdd||||d}|dkrtjdd |i|} n |d krtjd |fd |i|} n||kr$tj|f|fd |i|} ntj|rt|trJt|tsNt ||} ||krdd nd } |d } ttj|| || | | fd tji|| |} n@|||d } | d} ttj||| | fd tji||} | S)Ncss|]}t|tVqdSr)rcomplex)rrrrrrrszlinspace..cSsdS)Nzsteps must be int, not floatrrrrrrxrzlinspace..rwrcSsdS)Nz$number of steps must be non-negativerrrrrr|r)rrgrrrr)rrrr)rr)rrr%rrOrr9rpy_anyrrrrrzrrprrro)rrRrr)rgrrrZfactory_kwargsretZstep_size_x_denomr6ZdenomZ step_sizerrrrYs|         ) rrRrbaser)rgrrrrc Cs|dkrt}tj|r@t|tr.t|}t|tr@t|}t|trNt |dkrZt tj |||tj ||||d} t t|| |S)Nrr)rrr%rrOrr9rrrrrrorpr) rrRrrr)rgrrrrrrrrs*    rindexingcCsdSrrrrrrrscGsdSrr)rrrrrrs)rrrcst|dtst|dtr8t|dks,tt|d}ttdd|Dddtt|dkddtt|dD]H}t||j||djkddt||j ||dj kd dqzd }d krt|d k}|r|d|df|d d}ntd kfddg}|D]Htt s0ttj dkpFj dkfdd|  qg}t|D]F\}tt stj dkrd| t||fqr|r|d|d|d<|d<|S)Nrrcss|]}t|tVqdSr)rrrrrrrszmeshgrid..cSsdS)Nz)meshgrid expects its inputs to be tensorsrrrrrrrzmeshgrid..cSsdS)Nz'meshgrid expects a non-empty TensorListrrrrrrrcSsdS)Nz3meshgrid expects all tensors to have the same dtyperrrrrrrcSsdS)Nz4meshgrid expects all tensors to have the same devicerrrrrrrFZxyrZijcs dS)NzDtorch.meshgrid: indexing must be one of "xy" or "ij", but received: rr)rrrrscs dS)NzEtorch.meshgrid: Expected 0D or 1D tensor in the tensor list but got: rrrrrr rr)rrrrrrrrr)rgrrHr#rr&rr%r)rrrZswap_first_and_second_tensorsZ result_shapeZgridsr)rrrrsV      )r'source destinationrcs@ttkrfttkr$ftttkfdd|j}ttj|d}ttj|d}t|}t|}tt|t|kfddtt|t|kfddt t ||}g} d} t |D]L} | | } | dk r| | q| |kr| d7} q| | | d7} qt|t| } | S) z3 Reference implementation of torch.movedim csdddS)Nz5movedim: Invalid source or destination dims: source (z> dims) should contain the same number of dims as destination (z dims)rrrrrrr.szmovedim..)r~rrcs dS)Nz"movedim: repeated dim in `source` rr)rrrr>rcs dS)Nz'movedim: repeated dim in `destination` rr)rrrrBrrNr)r rrrrrHrrGsetdictrErrr#rr)r'rrr~ssZdsZsssZdssrrsiZdirrJrrrrsD              )r)rgrrr)rrr)rgrrrrcCs\t|t|t|}|dkr.tn|}|dkrDtdn|}tj|||||dS)Nrrr) rrrrrrrgr%r)rrr)rgrrrrrrr[s   )nrr)rrgrrrc sdkr tdkfddtdkfddtjtj|dd}tjtj|dd}|d|k} |tjkr|| Stjd ||||dd } t| | dSdS) z/ Reference implementation of torch.eye Nrcs dS)Nz%n must be greater or equal to 0, got rr)rrrrrzeye..cs dS)Nz%m must be greater or equal to 0, got rr)rrrrrFrrrr)rrrrrr6rr) rrr)rrgrrZrange_nZrange_mrZoner)rrrrws$ )rrr)rrgrrrcCst||||||d}t||S)Nr)rr8)rrr)rrgrrerrrrs r)rrgrrr) rrr)rrgrrrrc Cs"tj|||||||d}t||S)Nr)rrr8) rrr)rrgrrrrrrrrs  )r)r)rgrrrrcGsPt|dkddt|}t|}t|}t|}tj|dd|||dS)NcSsdS)Nz&pin_memory parameter is not supported!rrrrrrrzrandn..rFrl)rrr)rgr)rrrZdtype_or_defaultZdevice_or_defaultZlayout_or_defaultr%normal)r)rgrrrrr(rrrrs     )rr)rrgrrcCsTt|t||dk r |n tt|}|dk r:|ntd}tj|||dS)Nrrrf) rrrZ type_to_dtyper rrgr%r)rr)rrgrrrrrs   rl)rlowhighr)rgrcCspt|t|tttfstt|tttfs2tt|}t|}t|tjsRtt |}t j |||||dS)N)rrr)rg) rr'rr6rr9rrr)Zcanonicalize_devicer%r)rrrr)rgrrrrs  )rr{r*cst|jt|tr t|}n\|jtdkfddt|jjdkpT|j|jkddt|j}t |r|| }|t krtt |fddt|trt |||St|tstt |t||j|S)Nrcs ddS)Nz@only supports a 0-dimensional value tensor, but got tensor with z dimensionrr) value_ndimrrr(rzmasked_fill..ZcudacSsdS)Nz,Expected `value` to be on same device as `a`rrrrrr-rcs ddS)Nzcould not convert to type z without overflowrr)r-rrr:r)rrr)rrr rHrrgrrrrrrrrr%rp)rr{r*Z value_typer)r-rrrs0         c Cs4td||||dtttj|||||dS)z4 Reference implementation of torch.allclose ztorch.allcloser)rrr)rr6rrrur)rrZrrrrrrrGs cCsttj||ddt|||j|jkr,dSt|j|jD]\}}||kr:dSq:|dkrbdSttt ||S)NFrrT) rrZcheck_same_dtyperHrErrrrrg)rrZrrirrrrYs   )Z exact_dtypefro)r'rr<r?r)rcCs|dkr&|dks.t|ts.t|dks.|dkr2d}t|trB|g}t|trx|dkrbtt|j}tjj |||||dStjj |||||dSdS)Nrrr4) rrrrrrrHrZlinalgZ matrix_normZ vector_norm)r'rr<r?r)rrrnormls$    r)rrcCs(t|jdkddtt|dS)NrcSsdS)Nz6expected a matrix, but got tensor with dim {self.ndim}rrrrrrrztrace..r)rrrHrrZdiag)rrrrr\s cs*tttftttftdfdd }|S)Nr[cs ||SrrrYbase_oprrropsz_make_r_binary_op..rop)rrr)rrrrr_make_r_binary_ops   r)rrrcCsdt|jdkdd|jdd\}}tj||jddtj||jdd|k}t||S)NrcSsdS)Nz2triu: input tensor must have at least 2 dimensionsrrrrrrrztriu..rrsr rrrHrrrrgrrrrhwr{rrrrscCsdt|jdkdd|jdd\}}tj||jddtj||jdd|k}t||S)NrcSsdS)Nz2tril: input tensor must have at least 2 dimensionsrrrrrrrztril..rrsrrrrrrrs)rowcolryrc Cs|dks|dkrdS|dkr*t|d|nt||dk}tdt|||}tdt|||}||d}|||d}||}td||} || |fS)Nrrrrrr)rrr) rrry m_first_rowZ m_last_rowZ n_row_allZn_row_trapezoidtrapezoid_sizeZdiff_rowrectangle_sizerrr_get_tril_sizess& rrrrr)rrcsPtdkfddtdkfddttjtjfkfdddS)Nrcs dS)Nzrow must be non-negative, got rr)rrrrrz_trilu_checks..cs dS)Nzcol must be non-negative, got rr)rrrrrcsdddS)Nrz" not implemented for ''rr)r)rrrrr)rrrrrr)rr)rrr _trilu_checkss  rrr)rrryr)rrgrrcCs td|||||t|||\}}} td| } ttj|||d} | d|tjd} | d} t| t| | d| }t| d| d||d}t || |}t ||}| d||d}|||| d| }||}t t ||ft ||ffS)Nrrrrgrr4rmrr) rrrrrrror9rXr%rprr)rrryr)rrgrrrr row_offset arange_kwxs1rZ row_inds1 col_inds1xs2 row_inds2 col_inds2rrrrs*  "" c Cs||dks|dkrdS|dkr*td||n|}tdt|| |}t|||d\}}}||||}||} | ||fS)Nrrr)rrr) rrryrrZtrapezoid_size_trilZrectangle_size_trilrZ triu_sizerrrr_get_triu_sizes srcCs td|||||t|||\}}} td|} ttj|||d} | d||d} | |} | |}| d|tjd}d| }t| t||d|}t|d| d||d}t ||}t ||}|r|||}|| }t t | |ft ||ffS) Nrrrr4grrrm) rrrrrrror9rXr%rprr)rrryr)rrgrrrr col_offsetrrrrrrZrrrrrrs0  ""   )F)rFNN)rrF)NN)N)N)NN)NNNNNFF)FFN)FFN)FFN)FFN)NF)NF)NF)NF)NF)NF)NN)NNF)NNF)NF)N)NNF)r)r)r)r)rr)rrZ)r)r)N)r)rrr)rrr)rNr)r)N)rFrl)rrF)rNF)r)r)r)r(_r"rrTrwarningscollections.abcrenumr functoolsrrrrtypingrr r r r r rrZ torch._primsZ_primsr%Ztorch._prims_commonZ _prims_commonrrrrrrrrrrrrrrrrrZtorch._prims_common.wrappersrr r!r"r#r$__all__r_Z_CZ DispatchKeyrr Z torch._decomprobjectrr$rr%Z INT_TO_FLOATr&r'r)r(r*r+DEFAULTr,r-rr r.r/r0r1r2r3r4r5r6r7Z NO_OPMATHr8r1r3r9r:rtZ ALWAYS_BOOLrBrCr:r;rDrEZ special_i0rFrGspecialZ multigammalnZmvlgammarHrIrJrKrr)rEr6rArLrQrMrNrrOrPrrQrRrSrTrUrVrWrXZ BOOL_TO_LONGrYrZr[r]rar^r_r`Z shift_leftrarbZshift_right_arithmeticrcrdrjrerfrrgrnrrhrvrurtrirjrkrlrmrnror~rprqrrrsr9rrurrvrwrrxryrrzrr{r|r}r~rrrrrrrrrrrrrrrrrrrrgrrrregisterrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrdefaultZpy_implZCompositeImplicitAutogradZMetarrrrrrrrrrrrrrrrr8rrrJrrSrrVrrrr]rr`rrrrr=r>r@rAr;r<r?rrrrrrrrrrrrrrrrrZstridedrrrrrrrrrrZ start_steprrrrrrrrrrrrrrZScalarrrrr\rrrrrrrrrrmrrZtorch._refs.fftZtorch._refs.linalgZtorch._refs.nn.functionalZtorch._refs.specialrrrrs   $  H p&  &                                             1   !         8        +        !           +B        )   4    L!(   F &8p-       "  N , ()6   & ) O&C  <(  ,      &)&)