U <c]q@sddlZddlZddlZddlmZmZddlZddlmm Z ddl ZddlmZddl m Z m Z mZmZmZddlmZddlmZmZmZddd d d d d ddddddddddddddddddd gZejejd!d"Zd#d$Zed%ejejd&d'dZe d(d(d)ejejd&d*d+Z!ed,ejejd&d-d.Z"ed/e d(d0d0d1ejdejd&d2dZ#ed3e d(d(d0d0d0d1ejdejd&d4d Z$ed5ed6ej%j&j'j(d7d8d9gd:ed;eded?ej%j&j'j*d@d8d9gd:edAedBej%j&j'j(d7dCd9gd:edDedEej%j&j'j)d=dCd9gd:edFedGej%j&j'j*d@dCd9gd:eje+ee,e-dHdIdJZ.edKedLej%j&j'j(gd:edMedNej%j&j'j)gd:edOedPej%j&j'j*gd:ejdQdRZ/edSedTd@dUgd:edVedWdXdUgd:edYedZd[dUgd:ed\ed]d@d^gd:ed_ed`dXd^gd:edaedbd[d^gd:ejdcddZ0edeejejd&dfdgZ1ejdejd&dhdiZ2edjejejd&dkdZ3edle d(dmejejd&dnd Z4edoejejd&dpd Z5edqe d(d(d(d0d0d0d(d0d0 ejejd&drd Z6edse d(d(d(d0d0ejdejd&dvd Z7edwejejd&dxdZ8edyejejd&dzd Z9ed{ejejd&d|dZ:ed}ejejd&d~dZ;ede d(dddejejd&ddZedejejd&ddZ?edejejd&ddZ@edejejd&ddZAedejejd&ddZBedejejd&ddZCedejejd&ddZDedejejd&ddZEede d(d(d(dd(d(ejejd&ddZFedejejd&ddZGedejejd&ddZHede d(d0d(d(ejejejIe,ejIejIejIdddZJdS)N)CallableSequence)_C) _patch_torch _type_utilserrorssymbolic_helpersymbolic_opset9)GLOBALS) _beartype jit_utils registration dequantizediv embedding_bagfake_quantize_per_tensor_affineflipfmodisfiniteisinf nan_to_numquantize_per_tensorquantized_add_relu quantized_add quantized_catquantized_conv2d_reluquantized_conv2dquantized_group_normquantized_hardswishquantized_instance_normquantized_layer_normquantized_leaky_reluquantized_linear quantized_mulquantized_sigmoidslicesorttopk )Zopsetcsfdd}|S)z_Returns a decorator that calls the decorated (higher-order) function with the given parameters.cs |SN)fnargskwargsr*?/tmp/pip-unpacked-wheel-gikjz4vx/torch/onnx/symbolic_opset10.py_applyBsz_apply_params.._applyr*)r-r.r0r*r,r/ _apply_params?sr1z aten::divgcGs0t|dkrt|||St|||f|SdSNr)lenopset9 true_divide_div_rounding_mode)r3selfotherr-r*r*r/rHs vscCs(|dkrt|||St||||SdS)Nfloor) _floor_divider6r8)r3r9r:Z rounding_moder*r*r/r8Qs r8zaten::_floor_dividec Cst|st|r.t|||}|d|S|d||}|jdtjdtjdd}|d|d|||d||}|jd ||dd }|d ||d |d ||}|jdtjdtjdd} |d|| } |d|| |SdS)NZFloorZDivConstantrdtypeZvalue_tZXorZLessModZfmod_iAndZNotZEqualZSubWhere)r_is_fpr6r7optorchtensorZint64) r3r9r:outrZzeronegativemodZ fixup_maskZonefixupr*r*r/r>Zs " r>z aten::sortinonecCstj|||||dS)N) decendingrL)rZ _sort_helper)r3r9dimrRrLr*r*r/r&psz aten::topkc Cstj|||||||dS)N)largestsortedrL)rZ _topk_helper)r3r9krSrTrUrLr*r*r/r'wszaten::max_pool1dZ max_pool1drFF)return_indices)Zdecoratezaten::max_pool2dZ max_pool2dzaten::max_pool3dZ max_pool3dzaten::max_pool1d_with_indicesZmax_pool1d_with_indicesTzaten::max_pool2d_with_indicesZmax_pool2d_with_indiceszaten::max_pool3d_with_indicesZmax_pool3d_with_indices)nametuple_fnndimsrWc s<tddddddtddddddfdd}|S)NTFr;isrPc s|s|}||d||d}t|dhkrD||d<r|jd|fddi|\}} |jd|dddtDd dtDd \} } tj|| d dtDd dd } t|| | } || fS|jd|fddi|}|SdS)NrX)kernel_shape_ipads_i strides_i ceil_mode_irFZ dilations_iZMaxPooloutputscSsg|]}dqSrFr*.0_r*r*r/ sz2_max_pool..symbolic_fn..cSsg|]}dqSrcr*rdr*r*r/rgs)rbr^r`cSsg|] }d|qS)rXr*)rerPr*r*r/rgsr)axesstartsends)setrIranger _slice_helperr6sub) r3input kernel_sizestridepaddingdilation ceil_moder.rindicesrfZflattened_indicesr<r\rWr[r*r/ symbolic_fns:   z_max_pool..symbolic_fn)rquantized_args parse_args)rZr[r\rWrxr*rwr/ _max_pools;/r{zaten::avg_pool1dZ avg_pool1dzaten::avg_pool2dZ avg_pool2dzaten::avg_pool3dZ avg_pool3dc sdtdddddddtdddddddtjd tjttttttttdfdd }|S) NTFr;r]rPrQ)rorprqrrrtcount_include_padc s|s|}t||||}t|ts*t|rZtj|d|d|ddddd}dt|}|jd ||||d|d }|S) NZPad)rrrXZconstant )r_mode_sZvalue_fZ opset_beforerZ AveragePool)r^r`r_ra) rZ_avgpool_helper isinstancetupleAssertionErrorr6Z_op_with_optional_float_castr5rI) r3rorprqrrrtr|Zdivisor_overrideoutputrZr[r*r/rxs>   z_avg_pool..symbolic_fn)N) rryrzr beartyperValuerint)rZr[rxr*rr/ _avg_pools %rzaten::upsample_nearest1dZupsample_nearest1dZnearestzaten::upsample_nearest2dZupsample_nearest2dzaten::upsample_nearest3dZupsample_nearest3dzaten::upsample_linear1dZupsample_linear1dlinearzaten::upsample_bilinear2dZupsample_bilinear2dzaten::upsample_trilinear3dZupsample_trilinear3dcs(tdddtjfdd}|S)NTFcsbt||\}}tt|}|r8td|S|dkrPt|||}|jd||dS)Nzalign_corners == TrueResizer)rZ_get_interpolate_attributesZ_interpolate_warning_maybe_get_scalarZ_unimplementedZ_interpolate_size_to_scalesrI)r3roZ output_sizer-scales align_cornersrSinterpolate_moderZr*r/rxBs"  z!_interpolate..symbolic_fn)rryr r)rZrSrrxr*rr/ _interpolate(s rzaten::__interpolatec Cs*t||||||\}}|jd|||dS)Nrr)rZ _interpolate_get_scales_and_moderI) r3rosizeZ scale_factormoderZrecompute_scale_factorZ antialiasrr*r*r/ __interpolateUs rcCs`|rTt||dg}t||dg}t|trB|jdt|d}t||dg}nt|t|kshtt|t|ks|t|dkst|t|kstt|dkr|ddkr|ddkr|dkst|dkr|ddkr|S|jdt|d}|jdt|d}|jdt|d}|dkr8|d||||S|jdt|d}|d|||||S)Nrr?rBrFSlice) r_unsqueeze_helperrrrIrJrKr5r)r3rorhrirjsteps dynamic_slicer*r*r/_slicegs:        rz aten::slicec Gs|t|dkr|\}}}}n(t|dkr6|\}}}d}n td||dko`t|tj}|dkot|tj}|dk} |dk} t |d}|s| rt|t s|s| rt|t s |dkr d} |r|j d t dd }|rb|j d t d d }nB|r*dn t |dg}|rBd n t |dg}t |dg}d } t j||||||g| d S)NrrYrzUnknown aten::slice signaturezprim::Constantzonnx::ConstantrPTr?rBrF)rhrirjrr)r5rSymbolicValueErrornodekindrtyperZNoneTyperZ _parse_argrrIrJrKrm) r3r9r-rSstartendstepZ is_start_noneZ is_end_noneZis_start_onnx_constZis_end_onnx_constrr*r*r/r%sd     z aten::flipr]c Cs4tj|||dgt|dgt|dgt|dS)Nl)rhrirjr)rrmr5)r3roZdimsr*r*r/rs   z aten::fmodcCs|jd||ddS)NrCrFrD)rI)r3ror:r*r*r/rszaten::embedding_bagc  Cs|rtjrtdS| dk r,| dkr,tdtdt|d} | dk r|r^| d} |} n4| } ||jdt t j gdg} |jd| d di} g} t | D]8}t|t|| t dt |dg}t|t|| t dt |ddg}|jdt dgd}|d ||||}|d ||}t|sj|d ||||}t||dg}|d ||}|dkrtj||dgdd }n4|dkr|jd|dgdd }n|jd|dgdd }t||dg}| |q|jd| d di}|dddfStdSdS)Nz7embedding_bag with scale_grad_by_freq for training moderzembedding_bag with padding_idxzExport of embedding_bag with dynamic input/offsets shape is not supported in opset 10. Please use opset 11 or higher to export model for dynamic input shape.'rFr?rBConcataxis_irZGatherZMul)Zaxes_iZ keepdims_iZ ReduceMeanZ ReduceMaxziembedding_bag with unknown shape of offsets for opset 10 is not supported. please use opset 11 or higher.)r)r)r Zexport_trainingrZ_onnx_unsupported RuntimeErrorwarningswarnZ_get_tensor_dim_sizerIrJrKsysmaxsizerlrr6selectZ_is_noneZ_reducesum_helperappend)r3Zembedding_matrixrvoffsetsZscale_grad_by_freqrsparseZper_sample_weightsZinclude_last_offsetZ padding_idxZ offsets_dim_0Z offset_lenZoffsets_extendedlist_rPZstart_end_Zaxes_Z indices_rowZ embeddingsZper_sample_weights_rowrr*r*r/rs         z%aten::fake_quantize_per_tensor_affinec Cs||fdkrtdddd|||fdkrDtd|d|d |t|}|dkrhtdddd ||j}|d kr|jd |tj j d }n|jd |tj j d }|d|d|||||S)N)rrrr( z=Quantize range (0, 127) not supported, requires opset 13 Clip))r)rrzLFor (quant_min, quant_max), ONNX allows only (0, 255) and (-128, 127). Got (z, )z Non-constant scale not supportedrCastZto_iZDequantizeLinearZQuantizeLinear) rZ _onnx_opset_unsupported_detailedrrrfloatdatarI_C_onnxTensorProtoDataTypeZUINT8ZINT8)r3inputsscale zero_pointZ quant_minZ quant_maxr*r*r/r's@    z aten::isinfcCs|dt||dS)NZIsInfF)rIr6Z _cast_Doubler3ror*r*r/rXszaten::isfinitecCs,t||}t||}t|t|||Sr))rr6isnanZ__not_Z__or_)r3roZinf_nodeZnan_noder*r*r/r^s  zaten::quantize_per_tensorcCsLt|dd}|jd|t|d}|jd|tjjd}t ||||S)NrPrArr) rZ _get_constrIr JitScalarTypeZ onnx_typerrFLOATquantize_helper)r3rorrrAr*r*r/rfs zaten::dequantizecCst||dSr4rdequantize_helperrr*r*r/rrszaten::nan_to_numfc Cs6t|s|Stj|}|dkr2d}t ||}| d||j dt j |g|dd|}t |}|dkr||j}t|t||t|||j dt dgd} | d| |j dt j |g|dd|} |dkr|j}t|t|| t|| |j dt dgd} | d| |j dt j |g|dd| S)Nr}rGr?r@rBr)rrHrr from_namerZ scalarTyperAr6rrIrJrKfinfomax logical_andrgtZ LongTensorminlt) r3ronanZposinfZneginfZ input_dtypeZnan_condZ nan_resultrZ posinf_condZnan_posinf_resultZ neginf_condr*r*r/rxsV   zquantized::linearc Cslt||\}}}}t||\} } }}t|||| } t|| \}}}}t||| |} t|| ||Sr))rrrequantize_bias_helperr6rr) r3q_inputq_weightbiasop_scale op_zero_pointro input_scalerfweight weight_scaleq_biasrr*r*r/r"s zquantized::addcCsFt||\}}}}t||\}}}}t|||}t||||Sr))rrr6addrr3xyrrrfrr*r*r/rszquantized::add_relucCsRt||\}}}}t||\}}}}t|||}t||}t||||Sr))rrr6rrelurrr*r*r/rs  zquantized::mulcCsFt||\}}}}t||\}}}}t|||}t||||Sr))rrr6mulrrr*r*r/r#szquantized::hardswishcCs0t||\}}}}t||}t||||Sr))rrr6Z hardswishrr3rrrrfrr*r*r/rs zquantized::sigmoidcCs0t||\}}}}t||}t||||Sr))rrr6Zsigmoidrrr*r*r/r$s zquantized::leaky_relucCs4t||\}}}}t||||}t||||Sr))rrr6Z leaky_relur)r3rZnegative_slopeZinplacerrrfrr*r*r/r!szquantized::layer_normc Cs:t||\}}}}t||||||d} t|| ||SNF)rrr6Z layer_normr) r3rZnormalized_shaperrepsrrrfrr*r*r/r s zquantized::group_normc Cs:t||\}}}}t||||||d} t|| ||Sr)rrr6Z group_normr) r3rZ num_groupsrrrrrrfrr*r*r/rs zquantized::instance_normc Cs@t||\}}}}t||||dddd|d } t|| ||S)NFr})rrr6Z instance_normr) r3rrrrrrrorfrr*r*r/r(s zquantized::conv2d_reluc  Cst||\} } } } t||\} }} } t||| |}t||\}} } } t|| | |||||}t||}t|||| Sr))rrrr6conv2drrr3rrrrqrrrsgroupsrrrorrfrrrrr*r*r/r=s zquantized::conv2dc  Cstt||\} } } } t||\} }} } t||| |}t||\}} } } t|| | |||||}t|||| Sr))rrrr6rrrr*r*r/rVs zquantized::cat)r3q_inputsrSrrreturncs@t|}fdd|D}jd|d|i}t|||S)Ncsg|]}t|dqSrr)reror2r*r/rgysz!quantized_cat..rr)r)rZ _unpack_listrIr)r3rrSrrZunpacked_inputsZ dequantizedZ concatenatedr*r2r/rns  )N)N)NF)rr)K functoolsrrtypingrrrJZtorch._C._onnxrZ_onnxrZ torch.onnxrrrrr r6Ztorch.onnx._globalsr Ztorch.onnx._internalr r r __all__partialZ onnx_symbolicZ_onnx_symbolicr1rZ GraphContextrrzr8r>r&r'nnmodulesutilsZ_singleZ_pairZ_triplestrrboolr{rrrrr%rrrrrrrrrr"rrr#rr$r!r rrrrrrr*r*r*r/s               "5,      #/  T. 6