U <c>@sddlZddlZddlmZmZddlZddlmZddl m Z m Z m Z m ZmZddlmZmZmZdddd d d d d dddddddddgZejejddZejejdddZede dddejdHejdd d Zed!e ddejejdd"dZejejejje e!eejjeejjfd#d$d%Z"ed&e dd'd(ejejdd)d Z#ed*e dd'd(ejejdd+dZ$ed,ejejdd-dZ%ed.ejejdd/dZ&ed0ejejdd1dZ'ed2ejejdd3d Z(ed4e ddddd5ejejdd6dZ)ed7ejejdd8d Z*ed9e ddd(ejejejjejje!d:d;dZ+ed<e ddd(ejejejjejje!d:d=dZ,ed>ejejdd?dZ-ed@ejejddAd Z.edBejejddCdZ/edDe dd5ddejejddEdZ0edFe dddddejdIejddGdZ1dS)JN)OptionalTuple)_onnx) _type_utilserrorssymbolic_helpersymbolic_opset9utils) _beartype jit_utils registrationargmaxargmin binary_cross_entropy_with_logitscelucross_entropy_lossdropouteinsumgelenative_dropoutnll_loss nll_loss2d nll_loss_ndouterpow tensordotunfold )Zopsetgcsh|s tdt|drPfdd|D}jdjd |d|itjjdSjd |d|iSdS) NzEinsum inputs are empty.rcs g|]}jd|tjjdqS)CastZto_i)op_C_onnxTensorProtoDataTypeZINT64).0tensorr?/tmp/pip-unpacked-wheel-gikjz4vx/torch/onnx/symbolic_opset12.py 3sz"_einsum_helper..r!EinsumZ equation_sr")r+)r+) RuntimeErrorrZ_is_boolr#r$r%BOOL)r equationtensorsr(rr)_einsum_helper-s r0z aten::einsumsviscCst|}t|||SN)rZ _unpack_listr0)r r.Z tensor_listpathr/r(r(r)r@s z aten::outercCsL||kr<|jd|tj|d}t|d||gS)Nr!r"zi,j->ij)type scalarTyper#rZ JitScalarType from_nameZ onnx_typer0r inputotherr(r(r)rHs )r r:ptrainreturncCsft|d|s|dfS|jdt|d}|jdtj|tjdd}|jd|||dd\}}||fS)NrConstantZvalue_tZdtypeZDropout)outputs)rZcheck_training_moder#torchr'bool)r r:r<r=trmaskr(r(r)&_dropout_returns_masked_input_and_maskXs rIz aten::dropoutfbcCst||||\}}|Sr4rI)r r:r<r=Zmasked_r(r(r)rgszaten::native_dropoutcCst||||Sr4rL)r r:r<r=r(r(r)roszaten::nll_losscCsft|d}dddg}||}t|d}|rL|jd||||d}n|jd|||||d}|S)NinonemeansumZNegativeLogLikelihoodLossZ reduction_sZignore_index_i)r_maybe_get_constnode mustBeNoner#)r selftargetweight reduction ignore_indexreduction_valsZnlllossr(r(r)rvs*     zaten::nll_loss2dcCst||||||Sr4rr rVrWrXrYrZr(r(r)rszaten::nll_loss_ndcCst||||||Sr4r\r]r(r(r)rszaten::cross_entropy_lossc Cst|d}dddg}||}t|d}|dk rF|dkrFtd|t|d}|rt|jd||||d }n|jd|||||d }|S) NrNrOrPrQrJgz2Unsupported: ONNX does not support label_smoothingZSoftmaxCrossEntropyLossrR)rrSrSymbolicValueErrorrTrUr#) r rVrWrXrYrZZlabel_smoothingr[Zcelossr(r(r)rs6      z&aten::binary_cross_entropy_with_logitsrNc CsF|jdtdgd}t||}t||}t|||} t|||} t|| } |dksht|rt |t |t |||t || | } n4t |t |t |t ||||t || | } |dk rt|st ||| } t |d}|dkr| S|dkr|jd| ddS|dkr6|jd | ddSt d |SdS) Nr?r@rNrZ ReduceMean)Z keepdims_irBZ ReduceSumzMbinary_cross_entropy_with_logits with reduction other than none, mean, or sum)r#rDr'opset9ZsigmoidlogsubrZ_is_nonenegaddmulrSZ_onnx_unsupported) r r:rWrXZ pos_weightrYr<Zsig_xZ log_sig_xZsub_1_xZsub_1_yZlog_1_xoutputr(r(r)rsH          z aten::celucCsdt|d}|dkrT|jd|tjjd}|jd||d}|jd|tjjdS|jd||dS)NrJDoubler!r"ZCelu)Zalpha_f) rrSr6r7r#r$r%FLOATZDOUBLE)r rValphaoutr(r(r)rs  z aten::argmaxr r:ZdimZkeepdimcCst||||dS)NZArgMaxrZ_argmin_argmax_helperrkr(r(r)r s z aten::argmincCst||||dS)NZArgMinrlrkr(r(r)rs z aten::powcCs|d||S)NZPowr#)r rVexponentr(r(r)r+szaten::gecCs|d||S)NZGreaterOrEqualrmr9r(r(r)r1szaten::lecCs|d||S)NZ LessOrEqualrmr9r(r(r)r7sz aten::unfoldc$ Cst|d}t|d}t|s>t|s>t|||||StrZ|jd||||dSt||}|dk r|jdt dd}|jdt |d} |jdt |dd} |d|| |} |d|| |} t || |jdt dd} t || |jdt dd}t |}|dk s$t ttd|}|||g}|jdt dd}|jd |tjjd }|d | |}tj|d ||dd \}\}}|j}t|}t|}|d| |}|d| |}|jdt dgd}t||dg}t||dg}|d||||}t||jd||d|g}|||jd|ddi}|d |tjj} t|| t|||}!dddddg}||d|d|d<||d<|jd|!|d}"t||"dg}#|#StddS)NrNr)Z dimension_iZsize_iZstep_ir?rr@r_ZRanger!r"ZMinZLoop)Zn_blocksZGatherrBZSliceZ Transpose)Zperm_iConcatZaxis_iZUnfoldzinput size not accessible)ro) rrSZ _is_valuer`rZis_caffe2_aten_fallbackatZ_get_tensor_dim_sizer#rDr'Z _size_helper_get_tensor_rankAssertionErrorlistrangeappendpopr$r%r-r Zadd_op_with_blocksblockr Z_add_input_to_blockZ_unsqueeze_helperZ_add_output_to_blockrTrfZ_squeeze_helper_unimplemented)$r r:Z dimensionsizestepZ const_sizeZ const_stepZsizedimZ low_startZlow_endZhi_endZ low_indicesZ hi_indicesZlow_sizeZhi_sizendimpermZunsqueeze_listZloop_conditionZloop_lenZloopZ loop_contextrMZ loop_blockZblock_input_iterZcondstartsendsaxesstackZ unsqueezeconcatZcond_outZ loop_outputZ transposeZsqueezer(r(r)r=s           "zaten::tensordotcs|dk rtddt|dkr2td|t|dkrPtd|fddttDfddttDfddtD}fd dtD}t|||}t|||} | d |} tj || d gd gt|gd } | |j d t j dgt j ddg} t||| } | d | } tj || d gdgtjgd }|j d t j dgt j dd|g} t||| } | d | } tj || d gtgtjgd }tj || d gd gtgd }||j d t j dgt j ddg} t|| | }| d |} tj || d gdgtjgd }|j d t j dgt j dd|g} t|| | }t|d|j d| |g}| |g} t||| S)NZ Tensordotz-Out parameter is not supported for tensordot.zJUnsupported: ONNX export of tensordot for tensor(input_a) of unknown rank.zJUnsupported: ONNX export of tensordot for tensor(input_b) of unknown rank.cs,g|]$}|dkr |n|qSrr(r&rN) dim_count_adims_ar(r)r*sztensordot..cs,g|]$}|dkr |n|qSrr(r) dim_count_bdims_br(r)r*scsg|]}|kr|qSr(r(r)rr(r)r*scsg|]}|kr|qSr(r(r)rr(r)r*sZShaper)rrrr?rAr@z ij,jk->ikprim::ListConstruct)r)rrzrsrr^rvlenr`Zpermuter#Z _slice_helperrDr'longZ_reshape_from_tensorsysmaxsizer)r Zinput_aZinput_brrrjZ left_dims_aZ left_dims_bZ new_input_aZ new_input_bZ input_shapeZ left_sizes_aZ shape_sizesZoutput_aZslicesZ left_sizes_bZoutput_brfr()rrrrr)rs          )N)N)2 functoolsrtypingrrrDZtorch._Crr$Z torch.onnxrrrrr`r Ztorch.onnx._internalr r r __all__partialZ onnx_symbolicZ_onnx_symbolicZbeartypeZ GraphContextr0 parse_argsrrZ_CValuefloatrErIrrrrrrrrr rrrrrrr(r(r(r)s        .+     L