U <cx @sddlZddlZddlmmZddlmZmZm Z m Z m Z mZddlmZmZmZejejddZddZede d d d ejdPejd d dZede d d d ejdQejd ddZede d d d ejdRejd ddZede d d d d ejdSejd ddZedejdTejd ddZedejdUejd ddZedejdVejd d d!Z ed"e d d d d ejdWejd d#d$Z!ed%e d d d ejdXejd d&d'Z"ed(ejdYejd d)d*Z#ed+e d d d d ejdZejd d,d-Z$ed.e d d d d d d ejd[ejd d1d2Z%ed3e d d d d d ejd\ejd d4d5Z&ejd6d7Z'ed8ed9d:gd;ejde d d d d ejd]ejd d?d@Z)edAejd^ejd dBdCZ*edDe d d d d ejejd dEdFZ+edGejejd dHdIZ,edJejejd dKdLZ-edMejejd dNdOZ.dS)_N) _type_utilserrorssymbolic_helpersymbolic_opset11symbolic_opset9utils) _beartype jit_utils registration )Zopsetcsfdd}|S)z_Returns a decorator that calls the decorated (higher-order) function with the given parameters.cs |SN)fnargskwargsr ?/tmp/pip-unpacked-wheel-gikjz4vx/torch/onnx/symbolic_opset13.py_applysz_apply_params.._applyr )rrrr rr _apply_paramssrz aten::softmaxvinonegcCsP|jd||d}|rL|dkrLt|dd}|jd|t|d}|S)NZSoftmaxaxis_iprim::ConstantrdtypeCastZto_iopnodekindr _get_constr JitScalarType onnx_type)rinputdimrsoftmax parsed_dtyper r rr) s r)zaten::log_softmaxcCsP|jd||d}|rL|dkrLt|dd}|jd|t|d}|S)NZ LogSoftmaxrrrrrrr )rr'r(rZ return_opr*r r r log_softmax.s r+zaten::frobenius_normFcCs^t|d}t|s2t|dkr2|jd|ddS|d||}tj||||d}|d|S)NisrZReduceL2 keepdims_iMulZSqrt)rZ_maybe_get_constZ _is_valuelenr!_reducesum_helper)rselfr(keepdimZdim_valZsqrZsumsqrr r rfrobenius_norm;s  r4z aten::splitc st||sjd|||d|dkr*St|rtt||krڇfddt|D}jdtjdgtjdd}jdtj|gtjdd}g}t |D]2} d ||| } | d ||| || }q|Sfd dt |DSt | d } | dkr$jd ||||dSt|dd} t||} | dkrh|dk r\| |} n td|| g| | }| | }|r| |jdt|d}jd ||||dS)NSplitToSequencercsg|]}t|dgqS)r)r_unsqueeze_helper).0rrr r Tszsplit..ConstantrrZvalue_tAddSlicec s2g|]*}djdtj|gtjddqS) SequenceAtr9r:r;r!torchtensorlong)r7rrZ split_outr rr8cs valueSplitroutputsr split_size$Unknown dimension size not supported)r_is_split_staticr!Z_is_packed_listr0Z _unpack_listr@rArBrangeappend _node_getr"r(r$_get_tensor_dim_sizerSymbolicValueError)rr2split_size_or_sizesr(_outputs split_sizesstartaxisresrend split_valrHsizesplitsleftoverr rCrsplitGsX          r[zaten::split_with_sizescCst|||||Sr r[rr2rRr(rQr r rsplit_with_sizessr^zaten::unsafe_splitcCst|||||Sr r\)rr2rPr(rQr r r unsafe_splitsr_zaten::unsafe_split_with_sizescCst|||||Sr )r^r]r r runsafe_split_with_sizessr`zaten::tensor_splitc" Cs&|jdtj|tjdd}t||d}|jdtjdtjdd}t||rt| d}| dkr|jdtjdgtjdd}g} |dk st t |dD]J} |jd||jdtj| gtjdddd} | |d ||| || }qt|||} | |d ||| || St|d d } t||} | dkr`|dk rT| |} n td || | }| | }||dg}| ||g}|jdtj||tjdd}|jd ||||dSt|rxt|dkrxt|||jdtdd}t||d}|jd|tjjd}|jdtjdgtjdd}|jd||dd}|d}tj|d|||ddd\}\}}|j}t|}t|}t|}|jd||dd}|jd||d||dd} |d ||| |}|d||}|d|}t||t||| }|jd||jdtjdtjdddd}t||d}t|||} |d ||| |}|d||St|||} |d| |}|d||}!|d| |}|d|!|}|d||dt||d|}|jd||dd}|dkr|jd|||dS|jd ||||dSdS)Nr9r:r;rrDZGatherrr=rindices_or_sectionsrIrErFrrConcat SequenceEmptyLoop)rGn_blocksr<SequenceInsertZIdentityZDivZModZTileSubr5)r!r@rArBopset11 unsqueezerrJrMr"r(AssertionErrorrKrL _size_helperr$rNrrO _is_tensor_get_tensor_rank_C_onnxTensorProtoDataTypeBOOLr add_op_with_blocksblockr_add_input_to_block_add_output_to_blockoutput)"rr2rbr(rQrTZconst_1rWrSrUrrVrHrXZmin_split_sizeZnum_splits_one_extrarYrZloop_lenloop_conditionZ padding_0 final_splitsloop loop_context_ loop_blockblock_input_itercondslicecond_outloop_outZ last_sliceZdim_sizeZmin_split_size_plus_1r r r tensor_splits                  rz aten::unbindc s|dkr2jd|jdtjdtjddddSjdtdg|d}jd|||d }|dkrn|gn|}fd d |D}|S) Nr5r9rar:r;rrr.rErFc s,g|]$}d|jdtgdqS)ZSqueezer9r;)r!r@rA)r7outr(rr rr82szunbind..r?)rr2r(rQrYrGZsqueezed_outputsr rrunbind"s rzaten::nonzero_numpycCst|t||d|dS)Nra)rQ)ropset9nonzero)rr'rQr r r nonzero_numpy9srz aten::wherec Csbt|s|jd|tjjd}|dkrRt||}t|||jdt dd|S|d|||S)Nrrr9rar;ZWhere) rZ_is_boolr!rprqrrrrZ_unbind_helperr@rA)r conditionr2otherrQr r rwhere@s  rz&aten::fake_quantize_per_channel_affinec Cs||fdkr&td|d|d||dkrD|jd|tjjd}n|jd|tjjd}|jd||||d }||fd kr|d |t||jd t j d t j dd}|jd||||d S)N)r)rrrrVFor (quant_min, quant_max), ONNX allows only (0, 127), (0, 255) and (-128, 127). Got (, )rrrQuantizeLinearrrClipr9rr:r;DequantizeLinear) rrOr!rprqUINT8INT8runusedr@rAuint8)rinputsscale zero_pointrT quant_min quant_max quantizedr r r fake_quantize_per_channel_affineOs"  rz%aten::fake_quantize_per_tensor_affinec Cs||fdkr&td|d|d||dkrD|jd|tjjd}n|jd|tjjd}|dkr||jd|tjj d}|d |||}||fd kr|d |t ||jd t j d t jdd}|d|||S)NrrrrrrrZFloatrrrr9rr:r;r)rrOr!rprqrrtypeZ scalarTypeFLOATrrr@rAr)rrrrrrrr r rfake_quantize_per_tensor_affiness&  rcstjdfdd }|S)NcsFt||}|dkr"t||St|dd}|j|||dSdS)Nrr3r-)rZ_maybe_cast_reduce_op_inputrZ_handle_reduce_dim_noner$r!)rr2r(r3 onnx_op_namer rsymbolics  z%_reduce_op_symbolic..symbolic)NN)rbeartype)rrr rr_reduce_op_symbolics rz aten::sumZ ReduceSumsum)Zdecoratecs&t|tjtjfdd}|S)NcsLtddtjfdd}tddddtjfdd}||fS)Nrrcsb|dkr:t|dd}|jd|t|d}n|dkrXtd|S||SNzonnx::Constantrrrrr r"r#rr$r!rr%r&_unimplemented)rr2rnamerr r reduce_nodims z8_reduce_with_dtype..reduce..reduce_nodimrcsf|dkr:t|dd}|jd|t|d}n|dkrXtd|S||||Srr)rr2r(r3rrr r reduce_dims z6_reduce_with_dtype..reduce..reduce_dim)r parse_argsrr)rrrrrrr rreduces   z"_reduce_with_dtype..reduce)rrZoverload_by_arg_countrr)Zonnx_oprrr rr_reduce_with_dtypes rzaten::unsafe_chunkc Cs|dkr2|jd||jdtjdtjdd|ddSt||}|dkrRtdd S||d|}|g||}||}|r|||jdtj|tjdd}|jd ||||d S) Nr5r9rar:r;rr unsafe_chunkzunknown dimension sizerErF)r!r@rArBrrNrrL) rr2chunksr(rQrXrHrYrZr r rrs$   rzaten::repeat_interleavec" Cs|}|}t|r8t|||jdtdgd}d}n t|}t|}t|}t|} |dkrtt d||dkrt d|| dkrt d||dkr|t | 7}| } t | D] \} } | dkrd\| | <| | <q|d ko|ddk} | |dks | rt|||}t||d}|dksH|d krx|dd krxt|sh|jdt|d}|d ||}n^| rt|||jdtdgd}|d ||jdtd gd}t|||d |||}nt||||S|jd |d |tjd gtjdd}t|||d}t||||}d\| |<| |<|jdtd d}|jd|tjjd}|}|d}tj|d|||d d\}\}}|j}t|}t|}t|}|d||}|d||}t|||d }|jdt| d|d d||jdt| |d ddg}|jd|ddi}t |||d}t|||jdt| d}|d||}|jd|tjjd} t!|| t!|||"#}!|jd|!|d}!|!S)Nr9rhr;rzGUnsupported: ONNX export of repeat_interleave for unknown repeats rank.zGUnsupported: ONNX export of repeat_interleave for unknown repeats size.zEUnsupported: ONNX export of repeat_interleave for unknown input size.)rrhraZExpandEqualZConstantOfShapeZShaper:)rhrarrrdrerfr>rcrrgZConcatFromSequencer)rc)$rZ_is_noneZ_reshape_helperr!r@rAZ_maybe_get_scalarroZ_get_tensor_sizesrrOr0copy enumeratermrjrkrn LongTensorrrrepeat_interleaverBr[rprqrrr rsrtrruexpandrvr"rw)"rr2Zrepeatsr(Z output_sizer'Z final_dimZ repeats_dimZ repeats_sizesZ input_sizesZ output_sizesidxZ input_sizeZcond_dynamic_repeatsZrepsZ repeat_dimZ repeat_condZ reps_likeZr_splitsZi_splitsryrxrzr{r|r}r~rrZr_splitZi_splitZr_concatrrr r rrs      "          rzaten::diagonalc stj|jdt|gdd}tj|jdt|gdd}jd||dd}t|ddd}jd||d}t|} | dk rtt | } | || |jd || ||gd }n t d d Sd ||tj dgddjdt|gd} |dkrLdd|d|| jdtdgd} d}n4ddd|| |jdtdgd} jd| dd} t | ddd} d| jdtdgd}d|jdtt|dgd}fddtt | ddD}|| jd$|ddi}t|ddd}dd| jdtjdtjdd}tjd|dd \}\}}}|d||}t||| dg}|jd!|| dd"}t||d#dd}t|j|t|j||S)%Nr9r;r(rcrrZEyeLike)Zk_iZ Transpose)Zperm_idiagonalzunknown input rankr/rh)Zaxes_ir.ZMaxZMinrir<ZCumSumrac s.g|]&}tjjdt|gddqS)r9r;r)rrXr!r@r)r7rTrresultr rr8szdiagonal..rZNotrr:ZIfrZGatherND)Z batch_dims_i)rc)rrXr!r@rzerosrrolistrKremoverr1ZonesabsrLrAZint64r rsr6rrvrt)rr2offsetZdim1Zdim2Z dim1_sizeZ dim2_sizeZ mask_shapemaskZrankZaxesZ offset_opZ diag_sizeZselect_window_ones_fillZ select_windowZ gather_shapeZgather_indicesZ overrun_condZif_opZ if_contextZ else_contextr}Zgather_indices_if_blockZfinal_non_overrunZ final_overrunr rrrxs           rzquantized::linearcCsnt||\}}}}t||\} } }} t|||| | } t|| \}}}}t||| |} t|| ||Sr )rdequantize_helperrequantize_bias_helperrZlinearquantize_helper)rq_inputq_weightbiasop_scale op_zero_pointr' input_scaler}weight weight_scalerTq_biasrwr r rquantized_linearsrzquantized::conv2dc  Csvt||\} } } } t||\} }} }t||| ||}t||\}} } } t|| | |||||}t|||| Sr )rrrrconv2drrrrrZstridepaddingZdilationgroupsrrr'rr}rrrTrrwr r rquantized_conv2dsrzquantized::conv2d_reluc  Cst||\} } } } t||\} }} }t||| ||}t||\}} } } t|| | |||||}t||}t|||| Sr )rrrrrZrelurrr r rquantized_conv2d_relus r)N)N)NF)N)N)N)N)N)rN)N)NNN)rr)rr)N)NN)/ functoolsr@Ztorch._C._onnxZ_CZ_onnxrpZ torch.onnxrrrrrjrrrZtorch.onnx._internalrr r partialZ onnx_symbolicZ_onnx_symbolicrrrZ GraphContextr)r+r4r[r^r_r`rrrrrrrrrrrrrrr r r rs        7   !!   # u