U <c4@sz dZddlZddlZddlZddlmZmZmZddlZddlm Z ddl m Z ddl mZmZmZmZmZmZddlmZddlmZmZmZd d d d d ddddddddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;dZd?d@Z edAe!dBe"dCdDdDej#ej$e j%e&e&dEdFdZ'edGej#ej$dHdIdZ(edJe"dCdCej#ej$dHdKdZ)edLe"dCdCej#ej$dHdMdZ*edNej#ej$dHdOd-Z+edPe!dBe"dCdQdCej#ej$dHdRd2Z,edSej#dej$dHdUdZ-edVe"dCdQej#ej$dHdWd)Z.edXe dYdZd[gd\ed]e d^d_d[gd\ed`e dadbd[gd\edce dddZdegd\edfe dgd_degd\edhe didbdegd\edje dkd_dlgd\ej#e/e0e/dmdndoZ1edpe!dBdTdTdTdTdTdTej#ej$dHdqdrZ2edse"dCdQdCdCej#dej$dHdtdZ3edue"dCdQdCdCej#ej$dHdvd1Z4edwe"dCdQdxej#dej$dHdydZ5edzej#ej$dHd{d$Z6ed|ej#ej$dHd}d#Z7ed~ej#ej$dHddZ8edej#ej$dHddZ9edej#ej$dHddZ:edej#ej$dHdd Z;edej#dej$dHdd Zedej#ej$dHddZ?edej#ej$dHdd Z@edej#ej$dHdd8ZAede"dCdQdQdQej#ej$dHddZBede dejCjDjjEgd\ede dejCjDjjFgd\ede dejCjDjjGgd\ej#ddZHede"dCdQdQdQdQej#ej$dHdd;ZIede"dCdCdQdQdQdxej#dej$dHdd9ZJede"dCdQdQdxej#dej$dHdd4ZKede"dCdQdQdxej#dej$dHdd ZLedej#ej$dHdd0ZMedej#ej$dHdd.ZNede"dCdCdQdQej#dej$dHdd6ZOede"dCdCdQdQej#dej$dHdd5ZPede"dCdQdQej#dej$dHdd:ZQej#ej$dHddZRedej#dej$dHddZSedededej#ej$dHdd,ZTedededej#ej$dHdd/ZUedej#ej$dHdd(ZVedej#ej$dHdd ZWedƒej#ej$dHdd"ZXedăej#ej$dHdd ZYedƃe"dCdQej#ej$dHddȄZZedɃej#dej$dHdd3Z[ed˃ej#dej$dHdd7Z\ed̓ej#ej$dHdd<Z]edσej#ej$dHdd%Z^edуej#ej$dHddZ_edӃej#ej$dHddZ`edՃej#ej$dHddZaed׃ej#ej$dHddلZbedڃej#ej$dHdd܄Zcej#ej$dHddބZdej#ej$dHddZeej#ej$dHddZfede"dCddddej#ej$dHddZgedej#ej$dHdd&Zhede!dBdTdTe"dCdQdQej#ej$dHddZiede"dCdDdddCej#ej$eee0ejddd!Zkede"dCdCdCdQdQdQdCdQdQ ej#ej$dHddZlede"dCdCdDdDej#ej$dHddZmedej#ej$dHddZnedej#dej$dHdd'Zoedej#ej$dHdd+ZpdS(z(This file exports ONNX ops for opset 11.N)OptionalSequenceUnion)_C)_onnx) _type_utilserrorssymbolic_helpersymbolic_opset10symbolic_opset9utils)GLOBALS) _beartype jit_utils registrationaddappendarangeargsortcatchunk clamp_max clamp_minclampconstant_pad_ndcumsumDelete embedding_bagembedding_renormflattengatherhardtanhim2col index_fillindex index_copy index_putinsert linalg_detlinalg_vector_normlogdetmasked_scatter masked_selectmmnarrownormalpad pixel_shufflepopprim_constant_chunkreflection_padrelu6 remainderreplication_padroundscatterselectsizesortsplit_with_sizessplitsqueezestacktopkunbind unique_dim unsqueeze )Zopsetcsfdd}|S)z_Returns a decorator that calls the decorated (higher-order) function with the given parameters.cs |SN)fnargskwargsrG?/tmp/pip-unpacked-wheel-gikjz4vx/torch/onnx/symbolic_opset11.py_applyVsz_apply_params.._applyrG)rJrKrMrGrIrL _apply_paramsSsrNzaten::hardtanhTvf)gselfmin_valmax_valcCsx|}|dkrtjj}n tj|}|jdtj|| dd}|jdtj|| dd}t j |d|||ddS)NConstantdtypeZvalue_tClip Z opset_before) type scalarTyper JitScalarTypeFLOAT from_nameoptorchtensorrWopset9_op_with_optional_float_cast)rQrRrSrTrW scalar_typerGrGrLr!\s(   z aten::clamprQcs|}tjfdd}|dk r:|||}|||}t|rPt||St|rft||St|dkrt|dkrt j d|||ddStt|||SdS)Ncs6|dk r.t|s.jd|tj|dS|SdS)NCastZto_i)r _is_nonerarr^r` onnx_type)rcrWrgrGrL_cast_if_not_nonexsz clamp.._cast_if_not_nonerrYrZr[) r\r]rbeartyper rjrr_get_tensor_rankrdre)rQrRminmaxrWrlrGrgrLrss.          zaten::clamp_mincCsn|}|jd|tj|d}t|dkrVt |}t j |d|||ddSt j |d||ddSdS)NrhrirrYrZr[ZMax r\r]rarr^r`rkr rnrdZunusedre)rQrRrorWrprGrGrLrs  zaten::clamp_maxcCsn|}|jd|tj|d}t|dkrVt |}t j |d|||ddSt j |d||ddSdS)NrhrirrYrZr[ZMinrq)rQrRrprWrorGrGrLrs  z aten::relu6cCstj|d|dd}|}|dkr0tjj}n tj|}|jdt j d| dd}|jdt j d| dd}t ||||S) NZRelur[rUrrVrX) rdrer\r]rr^r_r`rarbrcrWr)rQinputZrelu_rWrfrSrTrGrGrLr5s   z aten::selecticCs|jd|||dS)NGatheraxis_ira)rQrRdimr$rGrGrLr:szaten::index_putFcst|rt|}n|g}trD|g|||g}jd|St|d}t|dkr`|St|dkrtt|D]&}t||rz d||||<qz|d}|ddD]} t || }q d|fdd|D}j d|d d i}np|d}|} t| rTt |} | dk rF| dkrFt || |St|| |S d|t|d g}tj d|dgt|gtjgd } j d | dd } t |} | dk r| dkrt || d}t|| }|}|dk r*||kr*j d|tj|d}tj|}|rj d d|tjdg|dd} d|||}t ||}n d|||}|S)Nr&brZNonZeroShapec s(g|] }tt|ddgqS)N)r _unsqueeze_helperrdexpand).0indZbroadcast_index_shaperQrGrL s zindex_put..Concatrxr~)axesstartsendsrwrhriConstantOfShaperVrX ScatterND)r&)r)r _is_packed_list _unpack_listis_caffe2_aten_fallbackat _parse_arglenrange_is_boolrardrrnZ masked_fillr+r _slice_helpersysmaxsizer_reshape_helperr\r]rr^r`rkrbrcrW)rQrRZindices_list_valuevalues accumulateZ indices_listrJZidx_r$rZbool_inprankZsub_data_shapeZ values_shaperWrfzerosresultrGrrLr&sx      (        zaten::pixel_shufflecCs8t|}|dk r&|dkr&tddS|jd||ddS)Nr1zonly support 4d inputZ DepthToSpaceZCRD)Z blocksize_imode_s)r rn_unimplementedra)rQrRZupscale_factorrrGrGrLr1Cs  zaten::upsample_nearest1dZupsample_nearest1dZnearest)Zdecoratezaten::upsample_nearest2dZupsample_nearest2drzaten::upsample_nearest3dZupsample_nearest3dzaten::upsample_linear1dZupsample_linear1dZlinearzaten::upsample_bilinear2dZupsample_bilinear2dzaten::upsample_trilinear3dZupsample_trilinear3dzaten::upsample_bicubic2dZupsample_bicubic2dZcubicnamerzZinterpolate_modecCst|||SrF)r Z_interpolate_helperrrGrGrL _interpolateMsrzaten::__interpolatec Cst|||||||SrF)r Z__interpolate_helper)rQrtr;Z scale_factormodeZ align_cornersZrecompute_scale_factorZ antialiasrGrGrL __interpolatens rz aten::gathercCsDt|drtddStr2|d||||S|jd|||dS)Nrur zsparse_grad == TrueZGatherElementsrw)r _maybe_get_constrrrra)rQrRrzr$Z sparse_gradrGrGrLr s   z aten::scatterc Cstr|jd||||ddS|}t|}t|rR|jd||||dS||kr|jd|tj | d}|jd||t ||||dSdS)Nr9src overload_nameZScatterElementsrwrhri)r rrr\r]_maybe_get_scalar _is_valuerarr^r`rkrd expand_as)rQrRrzr$rZsrc_typerGrGrLr9s*     z aten::cumsumnonecCsn|jdtj|tjdd}|rX|dkrXt|dd}|jd|t | d}n|}|d ||}|S) NrUrVrXzprim::ConstantrurWrhriZCumSum) rarbrcintnodekindr _get_constrr^rk)rQrRrzrWZ dim_tensorZ parsed_dtypecastZcsumrGrGrLrs zaten::masked_selectcCs$t|t|||}|d||S)NGatherND)rdnonzerorra)rQrRmaskr$rGrGrLr,szaten::masked_scatterc Cstt|t|||}t||tdg}tj||tdgtdgt||tdgdd}| d|||S)Nr~rTrrrZ dynamic_slicer) rdrrr rrb LongTensorrr;ra)rQrRrsourcer$rGrGrLr+s  z aten::lencCsTt|s|dkr&|d|St|||jdtdgd}t||dgS)Nzonnx::SplitToSequenceZSequenceLengthrUrrX) r _is_tensor_listrrrar;rbr_squeeze_helper)rQrRZsz_0rGrGrL_lens rzaten::__getitem_cCs4t|r|d||Sddlm}||||SdS)N SequenceAtr) __getitem_)r rraZtorch.onnx.symbolic_opset9r)rQrRrugetitemrGrGrLrs  rzaten::_set_itemcCs|d||}|d|||S)N SequenceEraseSequenceInsertry)rQ tensor_listrurOrGrGrL _set_itemsrz aten::appendcCs|d||SNrry)rQrRrcrGrGrLrsz aten::addcCsnt|r^t|r^|}|dkr4tddSt|}|}|D]}|d||}qF|St ||||S)Nzprim::ListConstructrz6does not support adding dynamic tensor list to anotherr) r rrrrrrrardr)rQrRotheralphaZtensor_list_nodeZtensorsltrGrGrLrs  z aten::insertcCs|d|||Srry)rQrRposrcrGrGrLr'sz aten::popcCs|d||SNrryrQrrzrGrGrLr2 sz aten::DeletecCs|d||SrryrrGrGrLrsz aten::catcCs:t|rt|||St|dd}|jd||dSdS)NrurzConcatFromSequencerw)r rrdrrrarrGrGrLrs z aten::stackcCs<t|rt|||St|dd}|jd||ddSdS)Nrurzrr|rxZ new_axis_i)r rrdr@rrarrGrGrLr@"s zaten::_unique2c Cs$|jd||dd\}}}}|||fS)NUniquer)sorted_ioutputsry) rQrRsortedreturn_inverse return_countsuindicesinverse_indicescountsrGrGrL_unique2,srzaten::avg_pool1dZ avg_pool1dzaten::avg_pool2dZ avg_pool2dzaten::avg_pool3dZ avg_pool3dc sltdddddddtdddddddtjd tjttttt tttfttdfdd }|S) NTFrOisrur)rt kernel_sizestridepadding ceil_modecount_include_padc st||||}t|ts"t|s*|}|rd|jd||jdtd|dddd}dt|}|jd ||||d|d }|S) NPadrU)rrrXconstantrrZ AveragePool)Zkernel_shape_iZ strides_iZpads_iZ ceil_mode_i) r Z_avgpool_helper isinstancetupleAssertionErrorrarbrcr) rQrtrrrrrZdivisor_overrideoutputrtuple_fnrGrL symbolic_fnDs8  z_avg_pool..symbolic_fn)N) r quantized_args parse_argsrrmrValuerrr)rrrrGrrL _avg_pool6s "rzaten::unique_dimc Cs&|jd|||dd\}}}} ||| fS)Nrr)rxrrry) rQrRrzrrrrrrrrGrGrLrClsz aten::topkc Cstj|||||||dS)N)largestrout)r Z _topk_helper)rQrRkrzrrrrGrGrLrAxsz aten::sortcCstj|||||dSN) decendingrr Z _sort_helper)rQrRrzrrrGrGrLr<sz aten::argsortcCstj|||||d\}}|Srr)rQrRrzrr_rrGrGrLrs z aten::roundcCs |d|S)NZRoundryrQrRrGrGrLr8szaten::remaindercCs4t|st|r"t|||S|jd||ddS)NZModr)Zfmod_i)r _is_fprdr6ra)rQrtrrGrGrLr6sz aten::splitc st||sjd|||d|dkr*St|rtt||krڇfddt|D}jdtjdgtjdd}jdtj|gtjdd}g}t |D]2} d ||| } | d ||| || }q|Sfd dt |DSt ||||SdS) NSplitToSequencerwcsg|]}t|dgqSr)r r)rrOrgrGrLrszsplit..rUrrVrXAddSlicec s2g|]*}djdtj|gtjddqS)rrUrVrX)rarbrclong)rrurQZ split_outrGrLrs ) r Z_is_split_staticrarrrrbrcrrrrdr>) rQrRZsplit_size_or_sizesrz_outputs split_sizesstartaxisresruendrGrrLr>s6     zaten::split_with_sizescCst|||||SrF)r>)rQrRrrzrrGrGrLr=sz aten::unbindc CsF|dkr2|jd||jdtjdtjdd|ddSt||||SdS)NrrUr|rVrXr)rx keepdims_i)rarbrcrrdrB)rQrRrzrrGrGrLrBsc Cszt|s0t|r0t|r0|jd|ddd}t|||jdtdgd}t |}|dkrx|d|d |}n|jdtj|tj d d}|d |d ||jdtjd tj d d|}|jd|t j j d}|jd||jd|tjdgtj d ddd}t|||jdtdd gd}|jdt||dgddgd}t|||jdtdgd}|jd|t j j d}|S)a!Generate paddings in ONNX order based on pad in pytorch. Args: input: the input tensor. pad: the paddings in pytorch. The order is dim_n_begin, dim_n_end, dim_n-1_begin, dim_n-1_end, ..., dim_m_begin, dim_m_end, where m is in range [0, n]. rrr|rrUrXNSizer}rVSubMulrrhrirrrwr~ TransposeZperm_i)r rZ_is_listZ_is_scalar_listrardr;rbrcrnint64_C_onnxTensorProtoDataTypeZINT64ropset10Zflip)rQrtr0Zpad_lenr extensionpaddingsZ padding_crGrGrL_prepare_onnx_paddingssR   "  rzaten::constant_pad_ndcCs:d}t|}t||}t|||}|jd||||dS)Nrrr)r r_if_scalar_type_asrra)rQrtrvaluerr0rGrGrLrs    zaten::reflection_pad1dzaten::reflection_pad2dzaten::reflection_pad3dcCs"d}t|||}|jd|||dS)NreflectrrrrarQrtrrr rGrGrLr4"s zaten::replication_pad1dzaten::replication_pad2dzaten::replication_pad3dcCs"d}t|||}|jd|||dS)NZedgerrrrrGrGrLr7,s z aten::padcCsvt|d}|dkr t|||S|dkr4t|||S|dkrJt||||S|dkr`t|||Std||dS)NsZ replicaterrZcircularzUnrecognized padding mode ) r rr7r4rrdZ _pad_circularrSymbolicValueError)rQrtr0rrrGrGrLr06s   zaten::linalg_detcCs |d|S)NZDetryrrGrGrLr(Fsz aten::logdetcCst|t||SrF)rdlogr()rQrtrGrGrLr*Ls aten::arangec Gsdd}t|dks t|dkrt|dkr2d}n ||d}tj||d|d\}}}}|jdtjd|d d }|jdtjd|d d } |d ||| St|d kst|d krt|d krd}n ||d}tj||d|d|d|d\} }}}|d |||St|dkrz||d}tj||d|d|d\}}}}|jdtjd|d d } |d ||| Stddt|dSdS)NcSst|d}|S)Nru)r rrVrGrGrL_get_arange_dtypeUs z!arange.._get_arange_dtyperrr|r)rrWrUrVrXRangerr)rrsteprWrs)rrrWrzwith z arguments)rr Z_arange_cast_helperrarbrcrWr) rQrJrrWtype_rrrZ start_defaultZ delta_defaultrrGrGrLrRs`     zaten::_dim_arangecCsT|d|}|jd||jdt|ddd}trB|d|St||ddddS) Nr}rvrUrXrrwz_caffe2::Ranger)rarbrcr rr)rQlikerzZ like_shapestoprGrGrL _dim_aranges  rz aten::sizecCs"|dkr|d|St|||S)Nr})rar _size_helperrQrRrzrGrGrLr;s z aten::squeezecCs||dkr|d|St|s.t|||gSt|dd}t|}|}|dk rb|dkrb||7}t||}|dkr~|dks|dkr,|jdt|gd}t |||}|jdtj dtj dd}|d ||} t j |d | d d \} \} } } t| ||g}t| j|| d |}t| j|| S|}|dkrltdt|ddt|ddd|St|||gS)NZSqueezerurzrrUrXr|rVEqualZIfrZn_blocksZIdentityz5This model contains a squeeze operation on dimension z. The size of z%this dimension in the given input is z. The model will zWbe exported without the squeeze node. If the model is intended to be used with dynamic z7input shapes, please export with dynamic_axes argument.)rar _is_constantrrrnZ_get_tensor_dim_sizerbrcr Zonesrradd_op_with_blocksr _add_output_to_blockblockwarningswarnstr)rQrRrzZ input_rankZ adjusted_dimdim_sizeZ dim_constantr;Z const_onecondZif_opZ if_contextZ else_contextrZsqueeze_Z identity_rGrGrLr?s^       zaten::unsqueezecCs(t|rt|dd}t|||gS)Nrurz)r r$rrr!rGrGrLrDs zaten::mmcCs|jd||dddS)NZGemmgg?)Zbeta_fZalpha_fry)rQrRrrGrGrLr-sz aten::indexcCstr|jd||ddSt|r0t|}n|g}t|dkr|d}t|st|sn| dkrt ||}| d||St |||S)Nr$ZTensorrr|rByter)r rrrrrrjrr\r]rdrrar$)rQrRr$rrGrGrLr$s     zaten::index_fillc Cstt|d}tr*|jd|||d|dSt||||\}}t|}t||}t|||d}t |||||S)Nrur#Z int_Scalar)rdim_i) r rrr_index_fill_reshape_helperrrrdrr9) rQrRrzr$r dim_valueexpanded_index_shapeexpanded_indexZexpanded_valuerGrGrLr#s(    zaten::index_copycCsLt|d}tr(|jd||||dSt||||\}}t|||||S)Nrur%)r.)r rrrr/r9)rQrRrzr$rr0r1r2rGrGrLr% s zaten::__rshift_cCs||kr<|jd|tj|d}|dkr^|jd||ddS|jdtjdtj d d }t |s|jd|t j jd}|d ||}|jd|tj|d}|d ||}|S) Nrhrir-BitShiftRIGHTZ direction_srUrrVrXPowDivr\r]rarr^r`rkrbrcZfloat32r rr r r_)rQrRrtwotwo_powrshiftrGrGrL __rshift_s*  r<zaten::__lshift_cCs||kr<|jd|tj|d}|dkr^|jd||ddS|jdtjdtj d d }t |s|jd|t j jd}|d ||}|jd|tj|d}|d ||}|S) Nrhrir-r3LEFTr5rUrrVrXr6rr8)rQrRrr9r:lshiftrGrGrL __lshift_8s*  r?c Cs|d||jdt|dd}|d||jdt||dd}|d|jdtdd||jdt|d}td|||}|jd|dd}t||dg}t|||jdtd dgd} |d|| } | S) NrrUrrXrr|rrr~)rarbrcrrDr rr) rQZinput_dZ kernel_size_dZ dilation_dZ padding_dZstride_dZblocks_dZblocks_d_indicesZ kernel_gridZ kernel_maskZ block_maskrGrGrL_get_im2col_indices_along_dimWs< r@cCs.|jdtdd||gdd}|d||S)NrUrrrXr)rarbr)rQrt padding_h padding_wr0rGrGrL_get_im2col_padded_inputs rCc Cst|||jdtdd}t|||jdtdd}|d||jdt||d}|jdt||dgt||dg|jdtdgdddS) NrUrrXr|rrr~rw)r;rarbrcr r)rQrtkernel_hkernel_wZ batch_dimZ channel_dimZchannel_unfoldedrGrGrL_get_im2col_output_shapesrFz aten::im2colrc Cst|||jdtdd}t|||jdtdd}|d|d}} |d|d} } |d|d} } |d|d}}t|||| | |}t|||| | | }t||||}t||| | }|jd||dd}|jd||d d}|jd |dddd dd gd }t|||S) NrUrrXrrr|rvrwrrrr) r;rarbrcr@rFrCr r)rQrtrZdilationrrZinput_hZinput_wZstride_hZstride_wrArBZ dilation_hZ dilation_wrDrEZblocks_row_indicesZblocks_col_indicesZ output_shapeZ padded_inputrrGrGrLr"s8z aten::narrowcCs$|d||}tj|||||ddS)NrTr)rar r)rQrtrzrlengthrrGrGrLr.sz aten::flattencCst|}|dkr|S|dkrL|dks:|dk r||dkr|jd||dSn8|dkr|dksp|dk r||dkr|jd||ddS|dkrtdd S|dkr||}t|||||S) Nr|r~ZFlattenrwrrrzzfONNX and PyTorch use different strategies to split the input. Input rank must be known at export time.)r rnrarZ_flatten_helper)rQrtZ start_dimZend_dimrzrGrGrLrs" zaten::linalg_vector_normr{)rQrzkeepdimc Cs|dkr|dkr:t|||jdtjdgtjdd}d}|d|d||jdtdgd}|jd |tj |  d }tj ||||d St||||||SdS) NrrUr~rVrXFZNotr"rhriZaxes_ir)r rrarbrcrrrr^r`r\r]rk_reducesum_helperrdr))rQrRordrzrIrWZcond_oprGrGrLr)s4  zaten::embedding_bagc  Cs|rtjrtdS| dk r,| dkr,td|jdtdd} |jd| tj j d} |jdtdgd} t |t |||jdtdddg} |s|| g}|jd|d di}tj ||dgdgtjgdgd } tj ||dgdgtjgdgd }t |||jdtdd}tj|d || dd \}\}}|j}t|}t|}|jd| |dd}|jd||dd}t ||dg}t ||dg}|d|||| }|jd||dd}t|s|d|||| }t ||dg}|d||}|dkr tj||dgdd}n4|dkr,|jd|dgdd}n|jd|dgdd}|jd| tj j d}t||t|||dddfS)Nz7embedding_bag with scale_grad_by_freq for training moderzembedding_bag with padding_idxrUr|rXrhrirrx)rrrZstepsZLoopr#rvrwrrrJZ ReduceMeanZ ReduceMax)r)r Zexport_trainingr Z_onnx_unsupported RuntimeErrorrarbrcr r ZBOOLrr rrrrr%r'r Z_add_input_to_blockrjrKr&rr)rQZembedding_matrixroffsetsZscale_grad_by_freqrsparseZper_sample_weightsZinclude_last_offsetZ padding_idxZloop_conditionZzeroZ indices_lenZoffsets_startsZ offsets_endsZloop_lenZloopZ loop_contextrZ loop_blockZblock_input_iterr,Z indices_startZ indices_endZ indices_rowZ embeddingsZper_sample_weights_rowZcond_outrGrGrLrs        zaten::embedding_renormc Cs|d|}|d||}t|}|dkr0d}n"|dkr>d}ntd|d||j||dgdd }|d ||jd td d }t|}|d||} |d|| } |d|d||| |} |d|t||dg| S)Nrrvr|ZReduceL1rZReduceL2z8Unsupported: ONNX export of embedding_renorm with norm: z. Only 1. and 2. are supported.rJrrUgHz>rXr7rZWhereZGreaterr)rarrrrbrcr r) rQZweightrZmax_normZ norm_typeZunique_indicesZpartial_weightZpartial_weight_normZpartial_weight_norm_ZscalesZpartial_weight_renormrGrGrLr|s@    z aten::chunkc Cs|jd|d||dd}|d||jdtjdgtjdd }|d |d |||}t|||d|d||d ||g}|jd|ddi}t||||S)Nrvr}rrwrrUr|rVrXr7rrrrx)r)rarbrcrrdrr>)rQrRchunksrzr+Z chunk_size_s chunk_sizeZ chunk_vecrGrGrLrsz aten::normalc CsD|dk r"t|s"t|||d}t|||d|} t|| |S)NZRandomNormalLike)r rjrdrmulrar) rQZmeanZstdZsizes generatorrWZlayoutZdeviceZ pin_memoryrrGrGrLr/szprim::ConstantChunkc Cs|d|}|jdtj|gtjdd}|jd||dd}|jdtjdgtjdd}|jdtj|gtjdd}|jdtj|dgtjdd} |d || } |d | |} g} t|D]N} |jdtj| dgtjdd}|d | |}| |d |||||}q| S) Nr}rUrVrXrvrrwr|rr7rr)rarbrcrrr)rQrRrPrzZ input_shaperZinput_shape_dimrrQZchunk_size_minus_1Zinput_shape_dim_shiftZ chunk_dimrrur$rrGrGrLr3s$   )F)F)N)N)N)N)N)N)N)rN)N)N)N)NNNNNN)q__doc__ functoolsrr(typingrrrrbrZtorch._Crr Z torch.onnxrrr r r r rdr Ztorch.onnx._globalsr Ztorch.onnx._internalrrr__all__partialZ onnx_symbolicZ_onnx_symbolicrNrrrmZ GraphContextrfloatr!rrrr5r:r&r1r*rrrr r9rr,r+rrrrrr'r2rrr@rnnmodulesZ_singleZ_pairZ_triplerrCrAr<rr8r6r>r=rBrrr4r7r0r(r*rrr;r?rDr-r$r#r%r<r?r@rCrFr"r.rboolr)rrrr/r3rGrGrGrLs    7   "     o        "    ) $  94  2 +3    ^%