U <cn@sGUddlmZddlZddlZddlZddlmZddlmZm Z m Z ddl m Z ddl mZddlmZddlZddlZddlmZddlmmZddlmZdd lmZmZmZmZmZmZm Z dd l!m"Z"dd l#m$Z$m%Z%dd l&m'Z'dd l(m)Z)ddl*Zddl+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2ej3Z3dZ4ddZ5ddZ6e7ddddddddde7dddddd dddd!e7d"d#d$d%dd&d'e7d"d(d)d%d*d+e7d,d%dd-e7d.d%dd-e7d/d0d1d2e7d/d3d4d5d6d1d7e7d8d9d:dd;e7dd%d=e7d?d%d@dd;e7dAdBdCdDdEddFe7dGdHdIdd;e7dJdBdKdDdLddFe7dJdBdKdHdMddNdOe7dPdQdRd9dSddFe7dTdQdUdVdWe7dXd9dd-e7dXdYdZd9dd[d'e7dXd\d]d^ddd_d`e7dadbdcdd;e7dddDdedd;e7dddfdgdDdhddidOe7dddjdkdDdlddmdOe7dnd9d=e7dndBdod9dpd+e7dqdrdsdtd1d1due7dvdbdwddxdye7dvdzd{dbd|d}dd~e7dvd%dddde7dvdzd{d%dddd~e7dvdddddye7dvdzd{ddddd~e7dd9ddd;e7ddBddDdWe7ddBdddd+e7dd%d=g&Z8ddZ9ddZ:ddZ;ddZddZ?ddZ@ddZAddZBddZCddZDddZEddZFddZGddZHddZIddZJddZKddZLddZMddZNddZOddZPddZQddÄZRddńZSddDŽZTddɄZUdd˄ZVdd̈́ZWddτZXddфZYddӄZZddՄZ[ddׄZ\ddلZ]ddۄZ^dd݄Z_dd߄Z`ddZaddZbddZcddZdddZeddZfddZgddZhddZiddZjddZkddZldqddZmddZndrddZoddZpddZqe;e<e>e@eAe=e?eBeCeDeEeFeGeHeIeJeKeLeMeNeOePeQeReSeUeTeVeXeWeYeZe[e\e]e^e_e`eaebecedeeefegeheiejekelemdemdenddendd1enddendd1emdddeodeodeodeodddepddepdd1epddepdd1e7ddddddd d e7dd d d dddd e7dddddddd e7dddddddd e7dddddddd e7dddd dddd e7dddddddd e7ddzddtddde7dd d!dtddd"d e7dd#d$dtddd%d e7dd&d'dtdddd e7dd(d)dtdddd e7ddd*d+dddd e7d,dzd-d.ddde7d,d d/d.ddd0d e7d,d1d2d.ddd%d e7d,d3d4d.dddd e7d,d5d6d.dddd e7d,dd7d8dddd e7d9d:d;ddd@ddeqdAdBe7d9d:d;d@ddeqdCdBe7dDd:dEdtddde7dDd=dFdtddd?d e7dDd:dEdGddeqdCdBe7dDd=dFdGddeqdAdBe7dHd:dId.ddde7dHd=dJd.ddd?d e7dHd:dIdKddeqdCdBe7dHd=dJd.ddeqdAdBe7dLdMgdNfdOdPddddQdRe7dLdMgdNd1fdSdPddddTdRe7dLdUdUdMgdNfdVdWddddXdRe7dLdUdUdMgdNd1fdYdWddddZdRe7dLd[d[d[gdd1fd\d]ddddd^d_ e7dLdMgdNfdOd`ddddadRe7dbdcdddeddddfdge7dbdhdidjddddkdge7dbdldmdndddodd1dp e7dbdqdrdPddddsdge7dbdtdudddddvdge7dbdcdddwddddxdge7dbdcdddyddddzd1d{ e7dbd|d}d~ddddd1d{ e7dbddddddddge7dbddddddddge7dd dddddde7ddddddddde7ddddddddde7ddddddddde7ddddddddde7ddddddddde7dd ddddddde7dddddddde7ddddddddde7ddddddddde7ddddddddde7ddddddddde7ddddddddde7ddddddddde7ddddddddde7ddddddddde7ddddddddde7ddÐdĐddWe7ddƐdǐdŐdd+e7ddȐdddd1dʍe7dːd̐d͐ddddddύe7dːdАddtddddddӍ e7dːdԐddtddddddӍ e7dːdאdؐdddddddӍ e7dːdڐdېddddddݍe7dːd̐d͐ddddddݍe7dߐddddddddde7ddddddddde7ddddddddde7ddddddddde7ddddddddde7ddddddddde7ddddddddddӍ e7ddddddddddӍ e7dddddddddde7dddddddde7dddddddde7dddddddde7d d dd dddde7d d dddddde7dddddd+e7ddddddde7ddddddd1de7ddfdddWe7dddddd+e7ddd dd!d+e7ddfdd"eqdCdOe7d#d$d%dtdWe7d#d$d%dGeqdCdOe7d#d&d'dtdd+e7d#d(d)dtd!d+e7d*d+dd,dtdd-e7d.d/dd0dtdd-e7d1d2dd3dtdd-e7d4d5d6ddWe7d4d7d8d9dd:d;e7d<d7d=d>dd:d;e7d<d?d@ddWe7d<d?d@dAeqdCdOe7dBdzdCdDdxd+e7dBdfdEdFdGd+e7dBdHdIdJdKd+e7dLdMdNdOdWe7dLdMdNdPeqdQdOe7dLdMdNdRdddSdTe7dUdVdWddWe7dUdVdWdXeqdCdOe7dUdVdWdYdddSdTe7dZd[d\d]dWe7dZd[d\d^eqdCdOe7dZd[d\d_dddSdTe7d`dMdadbdWe7d`dMdadbeqdQdOe7d`dMdadcdddSdTe7dddVdedfdWe7dddVdedgeqdCdOe7dddVdedhdddSdTe7didVdjdfdWe7didVdjdgeqdCdOe7didVdjdkdddSdTe7didldmdfdnd+e7dodpdqdbdWe7dodpdqdbeqdQdOe7dodpdqdrdddSdTe7dsdtdudfdWe7dsdtdudgeqdCdOe7dsdtdudvdddSdTe7dwdxdydzdWe7dwdxdyd{eqdCdOe7dwdxdyd|dddSdTe7d}d~dddddddύe7d}dddddddddӍ e7d}dddddd1dddӍ e7d}dddddddddӍ e7d}dddddddddӍ e7d}dddddddde7dddddddddde7dddddddde7dddddddde7ddddddddde7ddddddddde7ddddddddde7dd~dddddde7ddddddddde7dddddWe7dddddd+e7dddddd+e7dddddd1dʍe7dddd.dWe7ddddKdCd+e7dddddd+e7ddddd!d+e7dddddd+e7dddddd+e7dddd.dd+e7dddd.dd+e7ddddĐd.dd-e7dŐdddǐddd-e7dȐdddʐddd-e7dːddd͐ddd-e7dΐdddАddd-e7dѐdddӐd.dd-e7dԐdddʐd.dd-e7d֐dאdؐddWe7d֐dאdؐdeqdCdOe7d֐dאdؐddddSdTe7dܐdݐdސddd1de7dܐdݐdސddd1dde7ddݐdddd1dde7ddݐdddd1dde7dddddd1dde7dddddd1dde7ddddddd1de7ddddddd1de7ddddddd1de7ddddddd1dde7ddddddd1dde7ddzd d dWe7d dzd d dWe7e:ejrdddddddd1de7e:ejrdddddddd1de7e:ejrdddddddd1de7e:ejrdddddddd1de7e:ejrdddd1dddd d1de7e:ejrdddd1dd!dd"d1de7e:ejrdddd1dd#dd$d1de7e:ejrdddd1dddd%d1de7e:ejrdddddd&dd'd1de7e:ejrdddddd(dd)d1de7e:ejrdUdddd*d+d,d1de7e:ejrddddd-d.d/d1de7e:ejrd0dddd1d2d3d1de7e:ejrddddd4d.d5d1de7e:ejrddddd-d6d7d1de7e:ejrddd8d1dd9d.d:d1de7e:ejrddd8d1dd9d6d;d1de7e:ejrdd?d1de7e:ejrddd8d1dd@d.dAd1de7e:ejrddBd8d1ddCd.dDd1de7e:ejrdd#d8d1ddEd.dFd1de7e:ejrddPd1de7e:ejrdddKd1ddQd.dRd1de7e:ejrddBdKd1ddSd.dTd1de7e:ejrdd#dKd1ddUd.dVd1de7e:ejrdddde7dAdddddddOe7dJdddddddOe7dPdQdRddd+e7dTdQdUddd+e7dXdYdZdddd'e7dadddddye7dddjdkdddddOe7dndBdoddd+e7dvdddddye7ddddddye7dddddd+e7ddddeqdCdOe7dddde7d e:ejvd!d"d#d$d%dd&ded1d'e7d(e:ejvd)d"d#d*d+dd,ded1d'e7d-e:ejvd.d"d#d/d0dd1ded1d'e7d2e:ejvd3d"d#d4d5dd6ded1d'e7d7e:ejvd8d"d#d9d:dd;ded1d'e7dd?dd@ded1d'e7dAe:ejvdBd"d#dCdDddEded1d'e7dFe:ejvdGd"d#dHdIddJded1d'e7dKe:ejvdLd"d#dMdNddOded1d'e7dPdQddRe7dPdSddTdUe7dPdVddWdUe7dPdXdYdZdd[d;e7dPd\deqdCd]e7d^d_d`dbdaddbd1dce7d^dddUdedfejwfdgdbd1dhdddie7djdkdldmdd1dadddne7djdddUdedfejwfdodpdd1dhdddne7dqdddUdUdUdedfejxfdrdsdd1dtddudne7ddvdwdxddyddCdddze7d?d{d|deqdCd}e7d~ddeydUdUgfdeqdCd}gZze{dd"ddgddddgD]\Z|Z}dD]Z~e~dk2r2e|dk2r22qeede~dZddeeedZdde~ZdeddeDZeze7de~dUdddUed֐dde|f de~ee}eedde|ddd 2q2qdPdTdd8ddXdadvd,d.d/dddƐdd<dːddddndd>dd"gZddQidd#id1d1dd1d1ddd1idZe,ee7fed<eD]>Ze7edeqdCd1dZeeiZeeeze3qdsddZdtddZduddZdvddZdwddZdxddZdyddZdzddZd{ddZddZd|ddZd}ddZd~ddZddZdddZdddZdddZdddZdddÄZdĐdńZdƐdDŽZdȐdɄZeeeeeeeeeeeeeeedʜZe,de-fed<e7ddbddddddЍe7dѐdddddddddՍe7dѐd֐dאddddddddd܍e7dѐdddސddddddddde7dѐdddddddddddde7dѐdddddddddddde7ddddddddde7de eje ejdddddddddddde7dd%dddddde7ddddddddde7ddddddddd dddde7d d d dd e7d dddd dddde7dddddddde7ddYddddddddde7dddddddxdd1dde7ddddd ddd1dd!e7d"dd#dd$dd1d%e7d&dd'dd(ddd1d)e7d&dd*dd+ddxdd1d,e7d&dfd-d.dd/dd0dd1dd1d2 e7d&d3d4d5dd6dd7dddd1d8 e7d&d֐ded9fd:ded9fdd;dddddd?dd@e7dAddBdddddCddDe7dEdFdGddHddde7dIdJddKddLddde7dIdMdNdOddPddQddddRe7dSdTddUddVddde7dSdYdWdXddYddZddddRe7d[d\dd]dd^e7d[ed9fd_d`ddadddbe7d[edfdcddddeddfdbe7dѐdgdhddidddddje7dѐdkddldgedUdMdMddmddnddoe7dѐdpdqdgdrddsddtddue7dѐdvdwddxdddyddje7dѐdzd{dd|ddd}ddje7d dgd~dddddd1dje7d ddddgedUdMdMddddnd1doe7d dpddgdddddtd1due7d dvddddddyd1dje7d dzdddddd}d1dje7d dddddddd1dje7d dddddddd1dje7d dddddddd1dje7dddddddddd1de7dddddddddd1de7dddddddddddd1de7dddddddddd1de7dddddddddd1de7dddddzddddd1de7dddddzddddd1de7dddddzddddd1de7dddddzddddd1de7ddddd ddddd1de7dƐdddd ddddd1de7dʐddd̐d ddddd1de7dϐdddddҐd ddddd1de7d ddddddddddd1dٍ e7d ddddddddddd1dٍ e7d ddddddddddd1dٍ e7dd%dddddde7ddddddddddde7dddd%dddddde7ddddddddddde7d͐dddddddde7dddddddddde7de eje ejdddddddddddde7ddddddddddje7dddddd ddd dd e7dd dd dddddddfdde7ddYddddddde7d=ddddddddde7d"ed9fdddddddddd1d2 e7dddddgddd gfd!dd"dd#dd$ddd1d1d1d1d% e7ddd&edddgeddd gfd'dd(dd)dd*ddd1d1d+ e7dd,ddddgddd gfd-dd.dd/dddd1d1d1d1d0 e7dd1dd2edddgeddd gfd3dd4dd5dddd1d1d6 e7dd7dd2edddgeddd gfd8dd9dd:dddd1d1d6 gPZd;d<Zd͐dddAd=gZd=ddgZe eeD]B\ZZe7d>eeed?d@ddzdzed1dAZeeDqeD]@Ze7dBedCddDddEded1dFZeeDqddGddHdfd[dIddIdfddJddKdfddLddMdfdEdNddOdfdѐdPddQdfdIdRddSdfdSdTddUdfdVdWddXdfd"dYddYdfg ZddZd1iiZe,ee7fed[<d1d1d1d1d1d\Zd=ddgZe eeD]|\\ZZZZe7d>eeed?d]defd^defd_dedeedd`ZeeiZeeeeFqjGdadbdbeZGdcddddeZGdedfdfeZGdgdhdheZGdidjdjeeZGdkdldleeZddmdnZÐddodpZdS()abstractmethodN)deepcopy)reducepartialwraps)product)mul)pi) _reduction)TestCaseto_gpufreeze_rng_state is_iterableTEST_WITH_ROCM gradcheck gradgradcheck) TEST_CUDA)_get_numerical_jacobian _iter_tensors)Variable)_TensorOrTensors)DictCallableTupleListSequenceUnionAnyh㈵>cCs<t|dd}|dkr,tjt|ddddd}|dk s8t|S)N reductionZ sizeAverageTF)Z emit_warning)getattr _ReductionZlegacy_get_stringAssertionErrormresultr&E/tmp/pip-unpacked-wheel-gikjz4vx/torch/testing/_internal/common_nn.py get_reduction s   r(cCs$t|dd}|dk r|St|ddS)Nweightweights)r r#r&r&r' get_weight(s r+ZLinear) ztorch::nn::LinearOptions(10, 8))r,cCs,t||d|dddddS)Nrr.r-)torchmmtviewexpandip_r&r&r'kr:T{Gzt?) module_nameconstructor_argscpp_constructor_args input_size reference_fn with_tf32tf32_precision)r,r-Fz+torch::nn::LinearOptions(10, 8).bias(false)Zno_biascCst||dS)Nr)r1r2r3r6r&r&r'r:ur;)r=r>r?r@descrArBrC Threshold)@?z#torch::nn::ThresholdOptions(2., 1.)r.Zthreshold_value)r=r>r?r@ check_inplacerD)rFg$@z$torch::nn::ThresholdOptions(2., 10.)Z large_value)r=r>r?r@rDZReLU)r=r@rLZReLU6RReLU)r/rIrIF)r=r@ test_cuda)皙?g?z/torch::nn::RReLUOptions().lower(0.1).upper(0.9))r.r.rKZ with_up_down)r=r>r?r@rDrNZHardtanh)rJrIrKcGs |ddSNr0r/clampr7r9r&r&r'r:r;)r=r@rASigmoid)r=r@ZTanhZFlattencGs t|dSNr/)r1flattenrSr&r&r'r:r;ZSoftmaxr/ztorch::nn::SoftmaxOptions(1))r,cGs&t|t|ddddSNr/Tr,rX)r1expdivsumr5rSr&r&r'r:r;)r=r>r?r@rAZ Softmax2d)r/rJr,rXcGst|t|ddSNr/Fr1rZr[r\rSr&r&r'r:r;Z LogSoftmaxztorch::nn::LogSoftmaxOptions(1)cGs*t|t|ddddSrY)r1rZdiv_r\r5log_rSr&r&r'r:r;cGs"t|t|ddSr]r1rZr_r\r`rSr&r&r'r:r;Z multiparam)r=r>r?r@rArDZELU)rFz!torch::nn::ELUOptions().alpha(2.)cGst|dk|d|dS)NrrIr/r1whererZxr9r&r&r'r:r;Z Hardshrinkz torch::nn::HardshrinkOptions(2.))r.rJrIr.)r=r>r?r@Z LeakyReLU)?z1torch::nn::LeakyReLUOptions().negative_slope(0.5)Z with_negval)z1torch::nn::LeakyReLUOptions().negative_slope(0.0)cCs tddSNr,r1randnr&r&r&r'r:r;Zwith_zero_negval)r=r>r?input_fnrLrDZ LogSigmoidrIrJr.cGs |SNsigmoidlogrSr&r&r'r:r;ZSoftpluscGstdt|SrUr1rprZrSr&r&r'r:r;rIz$torch::nn::SoftplusOptions().beta(2)cGsdtdtd|S)Nrfr/rIrqrSr&r&r'r:r;beta)rIz4torch::nn::SoftplusOptions().beta(2).threshold(-100)c GsH|ddk|||ddk|ddtdtd|SNrIrtrGrFr/type_asr1rprZrSr&r&r'r:s0Zbeta_thresholdZ Softshrinkztorch::nn::SoftshrinkOptions(1)lambdaZ CrossMapLRN2d)rKr<MbP?rIz>torch::nn::CrossMapLRN2dOptions(5).alpha(5e-3).beta(1e-3).k(2))rIrJrz)r=r>r?r@check_gradgradcheck_batched_gradZPReLUcCs(tj|ddtj|dd|ddSNrmin)maxr1rRr6r&r&r'r:#r;Z1d)r=r@rArDrJz+torch::nn::PReLUOptions().num_parameters(3)Z 1d_multiparamcCs(tj|ddtj|dd|ddSr}rr6r&r&r'r:,r;)r=r>r?r@rDrAZ2dcCs(tj|ddtj|dd|ddSr}rr6r&r&r'r:2r;)r=r@rDrAZ 2d_multiparamcCs(tj|ddtj|dd|ddSr}rr6r&r&r'r::r;)rIrJr.rKrzcCs(tj|ddtj|dd|ddSr}rr6r&r&r'r:?r;Z3dZ 3d_multiparamcCs(tj|ddtj|dd|ddSr}rr6r&r&r'r:Hr;ZSoftsigncGs|dt|SrUr[r1absrSr&r&r'r:Mr;ZSoftminztorch::nn::SoftminOptions(1))rIrJrKr,ZmultidimZ TanhshrinkcGs tt|d}t|j|SrU)rrr1randpermr4double)sizetotalr&r&r'_rand_tensor_non_equalfs rc sGfdddtj}|S)NcseZdZfddZdS)z)wrap_functional..FunctionalModulecs |Srmr&)selfargsfnkwargsr&r'forwardmsz1wrap_functional..FunctionalModule.forwardN)__name__ __module__ __qualname__rr&rr&r'FunctionalModulelsr)nnModule)rrrr&rr'wrap_functionalksrc s@tddtdtfdddddddfd dd d S) Nr,ZPoissonNLLLoss_no_reducecstj||ddSNnoner)FZpoisson_nll_lossrwr7r3r&r'r:wr;z/poissonnllloss_no_reduce_test..zaF::poisson_nll_loss(i, t.to(i.options()), F::PoissonNLLLossFuncOptions().reduction(torch::kNone))cSs tddSrhr1randr&r&r&r'r:zr; _get_input()r7r3cs||Srm)rZrrSrr&r'r:|r;Ffullname constructorcpp_function_callrk cpp_var_maprApickler1rjdictrr&r&rr'poissonnllloss_no_reduce_testrs   rc sPttdddtdtfdddddd d fd dd d dS)Nr,rZBCELoss_no_reducecstj||ddSrrZbinary_cross_entropyrwrrr&r'r:r;z(bceloss_no_reduce_test..iF::binary_cross_entropy(i, t.to(i.options()), F::BinaryCrossEntropyFuncOptions().reduction(torch::kNone))cSstddddSNrr,y&1?v?r1rclamp_r&r&r&r'r:r;rrcs"|dd| SrUrprSrr&r'r:r;FgǺF?rrrrkrrAr precision)rr1rjgtrrrr&r&rr'bceloss_no_reduce_tests  rc sHtddtdtfddddddd fd dd d S) Nr&rZBCELoss_no_reduce_scalarcstj||ddSrrrrr&r'r:r;z/bceloss_no_reduce_scalar_test..rcSstdddSNr&rrrr&r&r&r'r:r;rrcs"|dd| SrUrrSrr&r'r:r;Fr)r1rjrrrrr&r&rr'bceloss_no_reduce_scalar_tests  rc s`ttdddtdtdtfdddddd d fd dd d dS)Nrr,rZBCELoss_weights_no_reducecstj|||ddSNrr)rrrr3r*r&r'r:sz0bceloss_weights_no_reduce_test..zF::binary_cross_entropy(i, t.to(i.options()), F::BinaryCrossEntropyFuncOptions().weight(weights.to(i.options())).reduction(torch::kNone))cSstddddSrrr&r&r&r'r:r;rr7r3r*cs&|dd| SrUr)r7r8r$rr&r'r:r;Fa2U0*3?r)rr1rjrrrrrr&r&rr'bceloss_weights_no_reduce_tests    rc sRtdtdtdtfdddddddfd dd d S) Nr&Z BCELoss_weights_no_reduce_scalarcstj|||ddSrrrrr&r'r:sz7bceloss_weights_no_reduce_scalar_test..zF::binary_cross_entropy( i, t.to(i.options()), F::BinaryCrossEntropyFuncOptions().weight(weights.to(i.options())).reduction(torch::kNone))rrcSstdddSrrr&r&r&r'r:r;cs&|dd| SrUrrSrr&r'r:r;F)rrrrrkrAr)r1rjrrrrr&r&rr'%bceloss_weights_no_reduce_scalar_tests    rc sZttdddttdtfdddddd d fd dd d d S)Nrr,rZBCEWithLogitsLoss_legacy_enumcstj||ddS)NF)rrZ binary_cross_entropy_with_logitsrwrrr&r'r:r;z4bce_with_logistic_legacy_enum_test..F::binary_cross_entropy_with_logits( i, t.to(i.options()), F::BinaryCrossEntropyWithLogitsFuncOptions().reduction(torch::kNone))cSstddddSrrr&r&r&r'r:r;rrcs*|dd| SrUrrSror3r&r'r:r;FrrrrkrrAr{r rr1rjrrrrTrrr&r&rr'"bce_with_logistic_legacy_enum_tests  rc sZttdddttdtfdddddd d fd dd d d S)Nrr,rZBCEWithLogitsLoss_no_reducecstj||ddSrrrrr&r'r:r;z2bce_with_logistic_no_reduce_test..rcSstddddSrrr&r&r&r'r:r;rrcs*|dd| SrUrrSrr&r'r:r;Frrr&r&rr' bce_with_logistic_no_reduce_tests  rc sTtddttdtfddddddd fd dd d d S) Nr&rZ"BCEWithLogitsLoss_no_reduce_scalarcstj||ddSrrrrr&r'r:r;z9bce_with_logistic_no_reduce_scalar_test..rcSstdddSrrr&r&r&r'r:r;rrcs*|dd| SrUrrSrr&r'r:r;Fr)r1rjrrrrTrrr&r&rr''bce_with_logistic_no_reduce_scalar_tests  rc sBtddtdtfdddddddfd dd d d S) Nr,ZKLDivLoss_with_target_no_reducecstj||ddSrrZkl_divrwrrr&r'r:r;z6kldivloss_with_target_no_reduce_test..NF::kl_div(i, t.to(i.options()), F::KLDivFuncOptions().reduction(torch::kNone))cSstddSrhr1rrpr&r&r&r'r:r;rrcstd||ddSN KLDivLossrrloss_reference_fnsrwrSrr&r'r:sTFrrrrkrrAsupports_forward_adrr1rrrr&r&rr'$kldivloss_with_target_no_reduce_tests   rc sBtddtdtfdddddddfd dd d d S) Nr,ZKLDivLoss_no_reducecstj||ddSrrrrr&r'r: r;z*kldivloss_no_reduce_test..rcSstddSrhrr&r&r&r'r: r;rrcstd||ddSrrrSrr&r'r: sTFrrr&r&rr'kldivloss_no_reduce_tests   rc s@tdtdtfdddddddfd dd d d S) Nr&ZKLDivLoss_no_reduce_scalarcstj||ddSrrrrr&r'r:r;z1kldivloss_no_reduce_scalar_test..rcSstdSNr&rr&r&r&r'r:r;rrcstd||ddSrrrSrr&r'r:sTFrrr&r&rr'kldivloss_no_reduce_scalar_tests   rc sFtddtdtfdddddddfd dd d d S) Nr,Z#KLDivLoss_with_log_target_no_reducecstj||dddSNrT)r log_targetrrrr&r'r:(r;z:kldivloss_with_log_target_no_reduce_test.._F::kl_div(i, t.to(i.options()), F::KLDivFuncOptions().reduction(torch::kNone).log_target(true))cSstddSrhrr&r&r&r'r:*r;rrcstd||ddSNKLDivLoss_log_targetrrrrSrr&r'r:,sTFrr1rrprrr&r&rr'(kldivloss_with_log_target_no_reduce_test#s  rc sFtddtdtfdddddddfd dd d d S) Nr,ZKLDivLoss_no_reduce_log_targetcstj||dddSrrrrr&r'r:7r;z5kldivloss_no_reduce_log_target_test..rcSstddSrhrr&r&r&r'r:9r;rrcstd||ddSrrrSrr&r'r:;sTFrrr&r&rr'#kldivloss_no_reduce_log_target_test2s  rc sDtdtdtfdddddddfd dd d d S) Nr&Z%KLDivLoss_no_reduce_scalar_log_targetcstj||dddSrrrrr&r'r:Gr;z.rcSstdSrrr&r&r&r'r:Ir;rrcstd||ddSrrrSrr&r'r:KsTFrrr&r&rr'*kldivloss_no_reduce_scalar_log_target_testBs  rc sDtdddtdtfdddddd d fd dd d dS)NrIrJr.ZL1Loss_no_reducecstj||ddSrrZl1_lossrwrrr&r'r:Vr;z'l1loss_no_reduce_test..PF::l1_loss(i, t.to(i.options()), F::L1LossFuncOptions().reduction(torch::kNone))cSstdddSNrIrJr.rir&r&r&r'r:Xr;rrcs||SrmrwrrSrr&r'r:Zr;TFrrr&r&rr'l1loss_no_reduce_testQs  rc sJtjdddtjdtdtfdddd dd d fd dd ddS)NrIrJr.dtypeZL1Loss_no_reduce_complexcstj||ddSrrrrr&r'r:dr;z/l1loss_no_reduce_complex_test..rcSstjdddtjdS)NrIrJr.r)r1rjcdoubler&r&r&r'r:fr;rrcs||SrmrrSrr&r'r:hr;TFr)r1rjrrrr&r&rr'l1loss_no_reduce_complex_test_s  rc s@tdtdtfdddddddfd dd d d S) Nr&ZL1Loss_no_reduce_scalarcstj||ddSrrrrr&r'r:rr;z.l1loss_no_reduce_scalar_test..rcSs tdSrrir&r&r&r'r:tr;rrcs||SrmrrSrr&r'r:vr;TFrrr&r&rr'l1loss_no_reduce_scalar_testms   rc s@d}tj|tdtfddd|ddfddd d d S) NrHZMSELoss_no_reducecstj||ddSrrZmse_lossrwrtargetr&r'r:r;z(mseloss_no_reduce_test..WF::mse_loss(i, target.to(i.options()), F::MSELossFuncOptions().reduction(torch::kNone))rr7rcs|dSNrIpowrSrr&r'r:r;TFrrrr@rrArrrr@r&rr'mseloss_no_reduce_test{s   rc s@d}t|tdtfddd|ddfddd d d S) Nr&ZMSELoss_no_reduce_scalarcstj||ddSrrrrr&r'r:r;z/mseloss_no_reduce_scalar_test..rrrcs|dSrrrSrr&r'r:r;TFrrrr&rr'mseloss_no_reduce_scalar_tests   rc s`ttdddditdtfdddd dd d fd dd dS)Nrr,rrZNLLLoss_no_reducecstj||ddSNrrrnll_lossrwlongrrr3r&r'r:r;z(nllloss_no_reduce_test..pF::nll_loss( i, t.to(i.options()).to(torch::kLong), F::NLLLossFuncOptions().reduction(torch::kNone))cSstddSNrr,rr&r&r&r'r:r;rrcstd||fSNNLLLossrrwrrSrr&r'r:sFr rr1emptyuniform_rfloorrrrr&r&rr'nllloss_no_reduce_tests   rc sbttdddddtdtfddd d dd d fd dddS)Nrr,rIr ignore_indexrZNLLLoss_no_reduce_ignore_indexcs,tj||tdtddSNrrrrrrwrintstrrrr&r'r:s z5nllloss_no_reduce_ignore_index_test..zF::nll_loss( i, t.to(i.options()).to(torch::kLong), F::NLLLossFuncOptions().ignore_index(2).reduction(torch::kNone))cSstddSrrr&r&r&r'r:r;rrcstd||fSrrrSrr&r'r:sFrrr&r&rr'#nllloss_no_reduce_ignore_index_tests    r c spttddtdfddtdt fdddd dd d fd dd dS)Nrr,cs|ddSrrwrr)r&r'rsz.nllloss_no_reduce_weights_test..kwargsZNLLLoss_no_reduce_weightscstj||f|Srmrrrr&r'r:r;z0nllloss_no_reduce_weights_test..F::nll_loss( i, t.to(i.options()).to(torch::kLong), F::NLLLossFuncOptions().weight(weight.to(i.options())).reduction(torch::kNone))cSstdddSNrr,{Gz?r1raddrpr&r&r&r'r:r;rr7r3r)cs td||f|SrrrSrr&r'r:sFr rr1rrrrrrrrr&r&rr3r)r'nllloss_no_reduce_weights_tests      rc spttddtdfddtdt fdddd dd d fd dd dS)Nrr,cs|dddS)NrrIr)rrr rr r&r'rs z;nllloss_no_reduce_weights_ignore_index_test..kwargsZ&NLLLoss_no_reduce_weights_ignore_indexcs tj||f|jSrm)rrrwrdatarrr&r'r:r;z=nllloss_no_reduce_weights_ignore_index_test..zF::nll_loss( i, t.to(i.options()).to(torch::kLong), F::NLLLossFuncOptions().weight(weight.to(i.options())).reduction(torch::kNone).ignore_index(2))cSstdddSrrr&r&r&r'r:r;rrcs td||f|SrrrSrr&r'r:sFrrr&r&rr'+nllloss_no_reduce_weights_ignore_index_tests      rc s~ttddtdfddtdt fdddtdd d  d d fd dd dS)Nrr,cs|dddS)Nrr0rr rr r&r'rs z?nllloss_no_reduce_weights_ignore_index_neg_test..kwargsZ*NLLLoss_no_reduce_weights_ignore_index_negcstj||f|Srmrrrr&r'r:r;zAnllloss_no_reduce_weights_ignore_index_neg_test..zF::nll_loss( i, t.to(i.options()).to(torch::kLong), F::NLLLossFuncOptions().weight(weight.to(i.options())).reduction(torch::kNone).ignore_index(-1))rrrcs td||f|SrrrSrr&r'r:sF)rrrinputrrAr) rr1rrrrrrrrrrpr&r&rr'/nllloss_no_reduce_weights_ignore_index_neg_tests      rc s`ttdddddditdtfddd d dd d fd dddS)NrIrKrJrrZNLLLoss2d_no_reducecstj||ddSrrrrr&r'r:r;z*nllloss2d_no_reduce_test..rcSstddddSNrIrJrKrr&r&r&r'r:r;rrcstd||fSN NLLLossNdrrSrr&r'r:sFrrr1rrrrrrr&r&rr'nllloss2d_no_reduce_tests   rc sbttdddddddtdtfdd d d d d d fdd ddS)NrIrKrJr/rrZ NLLLoss2d_no_reduce_ignore_indexcs,tj||tdtddSrrrrr&r'r:s z7nllloss2d_no_reduce_ignore_index_test..F::nll_loss( i, t.to(i.options()).to(torch::kLong), F::NLLLossFuncOptions().ignore_index(1).reduction(torch::kNone))cSstddddSrrr&r&r&r'r:r;rrcstd||fSrrrSrr&r'r:sFrrr&r&rr'%nllloss2d_no_reduce_ignore_index_test s    r!c spttddddtdfddtdtfddd d dd d fd dddS)NrIrKrJcs|ddSrr rr r&r'r sz0nllloss2d_no_reduce_weights_test..kwargsZNLLLoss2d_no_reduce_weightscstj||f|Srmrrrr&r'r:&r;z2nllloss2d_no_reduce_weights_test..r cSstddddSrrr&r&r&r'r:*r;rrcs td||f|SrrrSrr&r'r:,sFrrr&r&rr' nllloss2d_no_reduce_weights_tests      r"c sdttdddddddditdtfddd d dd d fd dddS)NrIrKrJrrZNLLLossNd_no_reducecstj||ddSrrrrr&r'r:7r;z*nlllossNd_no_reduce_test..rcSstddddddSrrr&r&r&r'r::r;rrcstd||fSrrrSrr&r'r:<sFrrr&r&rr'nlllossNd_no_reduce_test1s$  r#c sfttdddddddddtdtfdd d d d d d fdd ddS)NrIrKrJr/rrZ NLLLossNd_no_reduce_ignore_indexcs,tj||tdtddSrrrrr&r'r:Gs z7nlllossNd_no_reduce_ignore_index_test..r cSstddddddSrrr&r&r&r'r:Kr;rrcstd||fSrrrSrr&r'r:MsFrrr&r&rr'%nlllossNd_no_reduce_ignore_index_testAs$   r$c stttddddddtdfddtdtfddd d dd d fd dddS)NrIrKrJcs|ddSrr rr r&r'rVsz0nlllossNd_no_reduce_weights_test..kwargsZNLLLossNd_no_reduce_weightscstj||f|Srmrrrr&r'r:\r;z2nlllossNd_no_reduce_weights_test..r cSstddddddSrrr&r&r&r'r:`r;rrcs td||f|SrrrSrr&r'r:bsFrrr&r&rr' nlllossNd_no_reduce_weights_testRs$     r%c sDtdddtdtfdddddd d fd dd d dS)NrIrJr.ZSmoothL1Loss_no_reducecstj||ddSrrZsmooth_l1_lossrwrrr&r'r:lr;z-smoothl1loss_no_reduce_test..jF::smooth_l1_loss( i, t.to(i.options()), F::SmoothL1LossFuncOptions().reduction(torch::kNone))cSstdddSrrir&r&r&r'r:or;rrcstd||ddSN SmoothL1LossrrrrSrr&r'r:qsTFrrr&r&rr'smoothl1loss_no_reduce_testgs  r*c s@tdtdtfdddddddfd dd d d S) Nr&ZSmoothL1Loss_no_reduce_scalarcstj||ddSrr&rrr&r'r:|r;z4smoothl1loss_no_reduce_scalar_test..r'cSs tdSrrir&r&r&r'r:r;rrcstd||ddSr(rrSrr&r'r:sTFrrr&r&rr'"smoothl1loss_no_reduce_scalar_testws   r+c sDtdddtdtfdddddd d fd dd d dS)NrIrJr.ZSmoothL1Loss_betacstj||dddS)Nrrfrrsr&rrr&r'r:r;z(smoothl1loss_beta_test..zoF::smooth_l1_loss( i, t.to(i.options()), F::SmoothL1LossFuncOptions().reduction(torch::kNone), 0.5)cSstdddSrrir&r&r&r'r:r;rrcstd||dddS)Nr)rrfr,rrSrr&r'r:sTFrrr&r&rr'smoothl1loss_beta_tests  r-c sDtdddtdtfdddddd d fd dd d dS)NrIrJr.ZSmoothL1Loss_zero_betacstj||dddS)Nrrr,r&rrr&r'r:r;z-smoothl1loss_zero_beta_test..zmF::smooth_l1_loss( i, t.to(i.options()), F::SmoothL1LossFuncOptions().reduction(torch::kNone), 0)cSstdddSrrir&r&r&r'r:r;rrcstd||dddS)Nr)rrr,rrSrr&r'r:sTFrrr&r&rr'smoothl1loss_zero_beta_tests  r.c sDtdddtdtfdddddd d fd dd d dS)NrIrJr.ZHuberLoss_deltacstj||dddS)Nrrfrdelta)rZ huber_lossrwrrr&r'r:r;z&huberloss_delta_test..znF::huber_loss( i, t.to(i.options()), F::HuberLossFuncOptions().reduction(torch::kNone).delta(0.5))cSstdddSrrir&r&r&r'r:r;rrcstd||dddS)N HuberLossrrfr/rrSrr&r'r:sTFrrr&r&rr'huberloss_delta_tests  r2c sFtdtdtfdddddddfd dd d d d S) Nr&Z!MultiLabelMarginLoss_0d_no_reducecstj||ddSrrZmultilabel_margin_lossrwrrrr&r'r:r;z8multilabelmarginloss_0d_no_reduce_test..F::multilabel_margin_loss( i, t.to(i.options()).to(torch::kLong), F::MultilabelMarginLossFuncOptions().reduction(torch::kNone))cSs tdSrrir&r&r&r'r:r;rrcstd|j|ddSNMultiLabelMarginLossrrrrrwrrSrr&r'r:sTF rrrrkrrAcheck_sum_reductionr{r)r1zerosrrrr&r&rr'&multilabelmarginloss_0d_no_reduce_tests  r;c sTttddtdtfdddddddfd dd d d d S) Nr,Z!MultiLabelMarginLoss_1d_no_reducecstj||ddSrr3rrr&r'r:r;z8multilabelmarginloss_1d_no_reduce_test..r4cSs tdSrhrir&r&r&r'r:r;rrcstd|j|ddSr5r7rSrr&r'r:sTFr8rr&r&rr'&multilabelmarginloss_1d_no_reduce_tests  r<c sfttjtddddddtdt fdd d d d d d fdd dddd S)NrKr,grXr0r~ZMultiLabelMarginLoss_index_negcstj||ddSrr3rrr&r'r:r;z5multilabelmarginloss_index_neg_test..r4cSs tddSNrKr,rir&r&r&r'r:r;rrcstd|j|ddSr5r7rSrr&r'r:sTFr8) rr1rRrrrrrrrr&r&rr'#multilabelmarginloss_index_neg_tests.  r>c sVttdddtdtfddddddd fd dd d d d S)NrKr,ZMultiLabelMarginLoss_no_reducecstj||ddSrr3rrr&r'r:r;z5multilabelmarginloss_no_reduce_test..r4cSs tddSr=rir&r&r&r'r:r;rrcstd|j|ddSr5r7rSrr&r'r:sTFr8rr&r&rr'#multilabelmarginloss_no_reduce_tests  r?c sZttddddtdtfdddd dd d fd dd ddS)Nr,rrIr/ZHingeEmbeddingLoss_no_reducecstj||ddSrrZhinge_embedding_lossrwrrr&r'r:r;z3hingeembeddingloss_no_reduce_test..zvF::hinge_embedding_loss( i, t.to(i.options()), F::HingeEmbeddingLossFuncOptions().reduction(torch::kNone))cSs tdSrhrir&r&r&r'r:r;rrcstd||ddS)NHingeEmbeddingLossrrrrSrr&r'r:sTFrrrrkrrAr9r rr1rjrrmul_subrrr&r&rr'!hingeembeddingloss_no_reduce_tests$  rFc sZttddddtdtfdddd dd d fd dd ddS)Nr,rrIr/Z#HingeEmbeddingLoss_margin_no_reducecstj||dddSNrfrmarginrr@rrr&r'r:r;z:hingeembeddingloss_margin_no_reduce_test..zF::hinge_embedding_loss( i, t.to(i.options()), F::HingeEmbeddingLossFuncOptions().margin(0.5).reduction(torch::kNone))cSs tdSrhrir&r&r&r'r:r;rrcstd||dddS)NrArfrrHrrSrr&r'r:sTFrBrCr&r&rr'(hingeembeddingloss_margin_no_reduce_test s$  rJc sBtddtdtfdddddddfd dd d d S) NrKZSoftMarginLoss_no_reducecstj||ddSr)rZsoft_margin_lossrwrrr&r'r: r;z/softmarginloss_no_reduce_test..znF::soft_margin_loss( i, t.to(i.options()), F::SoftMarginLossFuncOptions().reduction(torch::kNone))cSs tddSNrKrir&r&r&r'r:#r;rrcstd||ddS)NSoftMarginLossrrrrSrr&r'r:%sTFrrr&r&rr'softmarginloss_no_reduce_tests   rMc sLtdddtdtfdddddd d fd dd d d S)NrKr,rIZ"MultiLabelSoftMarginLoss_no_reducecstj||ddSrrZmultilabel_soft_margin_lossrwrrr&r'r:0r;z9multilabelsoftmarginloss_no_reduce_test..zF::multilabel_soft_margin_loss( i, t.to(i.options()), F::MultilabelSoftMarginLossFuncOptions().reduction(torch::kNone))cSs tddSr=rir&r&r&r'r:3r;rrcs:|d|  jdd|dSNr/dimrorpr\rrSrr&r'r:5sFrr1rrrrrr&r&rr''multilabelsoftmarginloss_no_reduce_test+s  rTc s^tdddtdtdtfdddddd d fd dd d d d S)NrKr,rIZ*MultiLabelSoftMarginLoss_weights_no_reducecstj|||ddSrrNrrr&r'r:AszAmultilabelsoftmarginloss_weights_no_reduce_test..zF::multilabel_soft_margin_loss( i, t.to(i.options()), F::MultilabelSoftMarginLossFuncOptions().weight(weights.to(i.options())).reduction(torch::kNone))cSs tddSr=rir&r&r&r'r:Fr;rrcs>|d|  jdd|dSrOrRrSrr&r'r:HsTFr8rSr&r&rr'/multilabelsoftmarginloss_weights_no_reduce_test;s    rUc sPtddtdtfddddddd fd dd d d d S)NrKr-ZMultiMarginLoss_no_reducecstj||ddSrrZmulti_margin_lossrwrrrr&r'r:Tr;z0multimarginloss_no_reduce_test..F::multi_margin_loss( i, t.to(i.options()).to(torch::kLong), F::MultiMarginLossFuncOptions().reduction(torch::kNone))cSs tddSr=rir&r&r&r'r:Wr;rrcstd|j|ddSNMultiMarginLossrrr7rSrr&r'r:YsTFr8r1rrrrrrr&r&rr'multimarginloss_no_reduce_testOs  r[c sPtddtdtfddddddd fd dd d d d S)Nr/r-ZMultiMarginLoss_1d_no_reducecstj||ddSrrVrrr&r'r:er;z3multimarginloss_1d_no_reduce_test..rWcSs tdSrhrir&r&r&r'r:hr;rrcstd|j|ddSrXr7rSrr&r'r:jsTFr8rZr&r&rr'!multimarginloss_1d_no_reduce_test`s  r\c sPtddtdtfddddddd fd dd d d d S)Nr&r-Z,multimarginloss_1d_input_0d_target_no_reducecstj||ddSrrVrrr&r'r:vr;zCmultimarginloss_1d_input_0d_target_no_reduce_test..rWcSs tdSrhrir&r&r&r'r:yr;rrcstd|j|ddSrXr7rSrr&r'r:{sTFr8rZr&r&rr'1multimarginloss_1d_input_0d_target_no_reduce_testqs  r]c sPtddtdtfddddddd fd dd d d d S)NrKr-ZMultiMarginLoss_p_no_reducecstj||dddS)NrIrr8rrVrrr&r'r:r;z2multimarginloss_p_no_reduce_test..zF::multi_margin_loss( i, t.to(i.options()).to(torch::kLong), F::MultiMarginLossFuncOptions().p(2).reduction(torch::kNone))cSstddddSNrKr,rGz?)r1rjrr&r&r&r'r:r;rrcs td|j|dddS)NrYrIrr^r7rSrr&r'r:sTFr8rZr&r&rr' multimarginloss_p_no_reduce_tests  rac sPtddtdtfddddddd fd dd d d d S)NrKr-Z MultiMarginLoss_margin_no_reducecstj||dddSrGrVrrr&r'r:r;z7multimarginloss_margin_no_reduce_test..zF::multi_margin_loss( i, t.to(i.options()).to(torch::kLong), F::MultiMarginLossFuncOptions().margin(0.5).reduction(torch::kNone))cSs tddSr=rir&r&r&r'r:r;rrcs td|j|dddS)NrYrfrrHr7rSrr&r'r:sTFr8rZr&r&rr'%multimarginloss_margin_no_reduce_tests  rbc s`tddtdtdtfdddddd d fd dd d d d S)NrKr-r,Z!MultiMarginLoss_weights_no_reducecs"tj|||ddSrrVrrr&r'r:sz8multimarginloss_weights_no_reduce_test..zF::multi_margin_loss( i, t.to(i.options()).to(torch::kLong), F::MultiMarginLossFuncOptions().weight(weights.to(i.options())).reduction(torch::kNone))cSs tddSr=rir&r&r&r'r:r;rrcs td|j|ddS)NrYrrr7rSrr&r'r:sTFr8rZr&r&rr'&multimarginloss_weights_no_reduce_tests    rccstjdtjd|dkr>tfdddddid d }n(|d krftfd dd ddidd }rd|d<d|d|d<|S)Nr/rJrIrratiocstjdddSNrIrf) output_ratio_random_samplesreturn_indicesrZFractionalMaxPool2dr&random_samplesrir&r'r:s z,fractional_max_pool2d_test..ztorch::nn::FractionalMaxPool2dOptions(2) .output_ratio(0.5) ._random_samples(random_samples))r/rJrKrlZFractionalMaxPool2d_ratiorr?r@rrrcstjdddS)NrIrJr.rJ output_sizerhrirjr&rkr&r'r:sztorch::nn::FractionalMaxPool2dOptions({2, 3}) .output_size(std::vector({4, 3})) ._random_samples(random_samples)r/rJrmrzZFractionalMaxPool2d_sizeFtest_cpp_api_parity%s_return_indicesrr1rrrr test_caserioutr&rkr'fractional_max_pool2d_tests*    rzcs|rjtjdtjd|dkr@tfddddditd d S|d krtfd dd dditdd Sn@|dkrtddddtdddS|d krtddddtdddSdS)NrdrrecstjdddSNrIrf)rgrhrjr&rlr&r'r:sz9fractional_max_pool2d_no_batch_dim_test..ztorch::nn::FractionalMaxPool2dOptions(2) .output_ratio(0.5) ._random_samples(random_samples))rJrKrmrlZ&FractionalMaxPool2d_ratio_no_batch_dimrr?r@rrArrcstjdddS)Nrorprrrhrjr&r|r&r'r:sztorch::nn::FractionalMaxPool2dOptions({2, 3}) .output_size(std::vector({4, 3})) ._random_samples(random_samples))rJrmrzZ%FractionalMaxPool2d_size_no_batch_dimcSstjdddSNrIrf)rgrjr&r&r&r'r:szctorch::nn::FractionalMaxPool2dOptions(2) .output_ratio(0.5)FZ8FractionalMaxPool2d_ratio_no_batch_dim_no_random_samplesrr?r@rArNrcSstjdddS)Nrorprrrjr&r&r&r'r:r;ztorch::nn::FractionalMaxPool2dOptions({2, 3}) .output_size(std::vector({4, 3}))Z7FractionalMaxPool2d_size_no_batch_dim_no_random_samplesr1rrrrsingle_batch_reference_fnrxZuse_random_samplesr&r|r''fractional_max_pool2d_no_batch_dim_testsL     rcstjdtjd|dkr>tfdddddid d }nR|d krhtfd dd ddidd }n(|dkrtfdddddidd }rd|d<d|d|d<|S)NrIr.rJrrecstjdddSrfrZFractionalMaxPool3dr&rkr&r'r:s z,fractional_max_pool3d_test..ztorch::nn::FractionalMaxPool3dOptions(2) .output_ratio(0.5) ._random_samples(random_samples))rIr.rKrKrKrlZFractionalMaxPool3d_ratiornrcstjdddS)NrIrIrIr.r.r.rqrr&rkr&r'r:sztorch::nn::FractionalMaxPool3dOptions({2, 2, 2}) .output_size(std::vector({4, 4, 4})) ._random_samples(random_samples))rIr.rmrmrmZFractionalMaxPool3d_sizeasymsizecstjdddS)N)r.rIrJ)r,rJrIrqrr&rkr&r'r:#sztorch::nn::FractionalMaxPool3dOptions({4, 2, 3}) .output_size(std::vector({10, 3, 2})) ._random_samples(random_samples))rIr.rmrKZFractionalMaxPool3d_asymsizeFrtrurrvrwr&rkr'fractional_max_pool3d_test s:      rcs|rjtjdtjd|dkr@tfddddditd d S|d krtfd dd dditdd Sn@|dkrtddddtdddS|d krtddddtdddSdS)NrrrecstjdddSr{rr&r|r&r'r::sz9fractional_max_pool3d_no_batch_dim_test..ztorch::nn::FractionalMaxPool3dOptions(2) .output_ratio(0.5) ._random_samples(random_samples))r.rKrKrKrlZ&FractionalMaxPool3d_ratio_no_batch_dimr}rcstjdddS)Nrrr~rr&r|r&r'r:Esztorch::nn::FractionalMaxPool3dOptions({2, 2, 2}) .output_size(std::vector({4, 4, 4})) ._random_samples(random_samples))r.rmrmrmZ%FractionalMaxPool3d_size_no_batch_dimcSstjdddSrrr&r&r&r'r:Rszctorch::nn::FractionalMaxPool3dOptions(2) .output_ratio(0.5)FZ8FractionalMaxPool3d_ratio_no_batch_dim_no_random_samplesrcSstjdddS)Nrrrrr&r&r&r'r:\r;ztorch::nn::FractionalMaxPool3dOptions({2, 2, 2}) .output_size(std::vector({4, 4, 4}))Z7FractionalMaxPool3d_size_no_batch_dim_no_random_samplesrrr&r|r''fractional_max_pool3d_no_batch_dim_test4sL     rc CsRdd}||}t|tjr"|gn|}t||dW5QRSQRXdS)zReference function for modules supporting no batch dimensions. The module is passed the input and target in batched form with a single item. The output is squeezed to compare with the no-batch input. cSs&t|ttfrdd|DS|dS)NcSsg|]}|dqSr unsqueeze.0r3r&r&r' nszDsingle_batch_reference_fn..unsqueeze_inp..r isinstancelisttuplerinpr&r&r' unsqueeze_inplsz0single_batch_reference_fn..unsqueeze_inprN)rr1Tensorr squeeze)r parametersmodulerZsingle_batch_inputr&r&r'rfs rrerrirZ BatchNorm1d)r,z!torch::nn::BatchNorm1dOptions(10)Zaffine)r=r>r?r@cudnn check_evalrD)rKz torch::nn::BatchNorm1dOptions(5))r.rKrJZ3d_input)r,ryNzBtorch::nn::BatchNorm1dOptions(10).eps(1e-3).momentum(c10::nullopt)Zaffine_simple_average)r,ry333333?FzGtorch::nn::BatchNorm1dOptions(10).eps(1e-3).momentum(0.3).affine(false)Z not_affine)r,ryrTFztorch::nn::BatchNorm1dOptions(10) .eps(1e-3).momentum(0.3).affine(true).track_running_stats(false)Znot_tracking_stats)rKryrFzFtorch::nn::BatchNorm1dOptions(5).eps(1e-3).momentum(0.3).affine(false)Z3d_input_not_affine)rrK Z zero_batchZ BatchNorm2dz torch::nn::BatchNorm2dOptions(3))r=r>r?r@rr)rJryNzAtorch::nn::BatchNorm2dOptions(3).eps(1e-3).momentum(c10::nullopt)Z2d_simple_average)rJry皙?z8torch::nn::BatchNorm2dOptions(3).eps(1e-3).momentum(0.8)Zmomentum)rJryrFzFtorch::nn::BatchNorm2dOptions(3).eps(1e-3).momentum(0.8).affine(false))rJryrTFztorch::nn::BatchNorm2dOptions(3) .eps(1e-3).momentum(0.8).affine(true).track_running_stats(false)zFtorch::nn::BatchNorm2dOptions(5).eps(1e-3).momentum(0.3).affine(false))rrKrIrIZ BatchNorm3dz torch::nn::BatchNorm3dOptions(3))rIrJr.r.r.zAtorch::nn::BatchNorm3dOptions(3).eps(1e-3).momentum(c10::nullopt)Z3d_simple_average)rJryffffff?z8torch::nn::BatchNorm3dOptions(3).eps(1e-3).momentum(0.7))rJryrFzFtorch::nn::BatchNorm3dOptions(3).eps(1e-3).momentum(0.7).affine(false))rJryrTFztorch::nn::BatchNorm3dOptions(3) .eps(1e-3).momentum(0.7).affine(true).track_running_stats(false)zFtorch::nn::BatchNorm3dOptions(5).eps(1e-3).momentum(0.3).affine(false))rrKrIrIrIZInstanceNorm1d)rJryrz;torch::nn::InstanceNorm1dOptions(3).eps(1e-3).momentum(0.3))r.rJr)rJryrFTztorch::nn::InstanceNorm1dOptions(3) .eps(1e-3).momentum(0.3).affine(false).track_running_stats(true)Ztracking_stats)rJrZtracking_stats_no_batch_dim)r=r>r?r@rrrefrDZ no_batch_dimZInstanceNorm2dz;torch::nn::InstanceNorm2dOptions(3).eps(1e-3).momentum(0.3)ztorch::nn::InstanceNorm2dOptions(3) .eps(1e-3).momentum(0.3).affine(false).track_running_stats(true))rJrzrzZInstanceNorm3dz;torch::nn::InstanceNorm3dOptions(3).eps(1e-3).momentum(0.3)ztorch::nn::InstanceNorm3dOptions(3) .eps(1e-3).momentum(0.3).affine(false).track_running_stats(true))rJr.r.r.Z LayerNormrKryz*torch::nn::LayerNormOptions({5}).eps(1e-3))r.rKrKZ1d_elementwise_affine)r=r>r?r@rr check_halfrDzDtorch::nn::LayerNormOptions({5}).eps(1e-3).elementwise_affine(false)Z1d_no_elementwise_affinerIz0torch::nn::LayerNormOptions({2, 2, 5}).eps(1e-3))r.rIrIrKZ3d_elementwise_affinezJtorch::nn::LayerNormOptions({2, 2, 5}).eps(1e-3).elementwise_affine(false)Z3d_no_elementwise_affine8zMtorch::nn::LayerNormOptions({56, 56, 56}).eps(1e-5).elementwise_affine(false))r.rrrZ3d_no_affine_large_feature) r=r>r?r@rrgradcheck_fast_moderrD)rrKZ1d_empty_elementwise_affineZ GroupNorm)rJrzryz+torch::nn::GroupNormOptions(3, 6).eps(1e-3))r.rzrKZ 1d_affine)r=r>r?r@rrcheck_bfloat16rD)rJ ryz,torch::nn::GroupNormOptions(3, 12).eps(1e-3))r.rZ 1d_affine_GN)r/rzryz+torch::nn::GroupNormOptions(1, 6).eps(1e-3))rzZ1d_affine_large_batch) r=r>r?r@rrrDrtest_cpu)rKrKryFz9torch::nn::GroupNormOptions(5, 5).eps(1e-3).affine(false)Z1d_no_affine_IN)r/r,ryFz:torch::nn::GroupNormOptions(1, 10).eps(1e-3).affine(false)Z1d_no_affine_LN)r.rzrIrJZ 2d_affine)r.rzrZ2d_affine_large_feature) r=r>r?r@rrrrDr)rJ3rFz:torch::nn::GroupNormOptions(3, 51).eps(1e-5).affine(false))rIrrrZ2d_no_affine_large_feature)rJrJryFz9torch::nn::GroupNormOptions(3, 3).eps(1e-3).affine(false))r.rJrIrJZ2d_no_affine_IN)r/rJryFz9torch::nn::GroupNormOptions(1, 3).eps(1e-3).affine(false)Z2d_no_affine_LNConv1dz!torch::nn::Conv1dOptions(4, 5, 3))rIr.r,)r=r>r?r@rrBrC)r.rKrJrIz+torch::nn::Conv1dOptions(4, 5, 3).stride(2)stride)r=r>r?r@rrDrBrC)r.rKrJr/r/z6torch::nn::Conv1dOptions(4, 5, 3).stride(1).padding(1)Zpad1r)r.rKrKr/rIz6torch::nn::Conv1dOptions(4, 5, 5).stride(1).padding(2)Zpad2)r.r.rJr/r/z6torch::nn::Conv1dOptions(4, 4, 3).stride(1).padding(1))r/r.r/Z pad1size1)r.r.rKr/rIz6torch::nn::Conv1dOptions(4, 4, 5).stride(1).padding(2)Z pad2size1)rr.r,ZConv1d_dilatedcCstjdddddS)Nr.rKrJrI kernel_sizedilationrrr&r&r&r'r:r;z-torch::nn::Conv1dOptions(4, 5, 3).dilation(2))rrr?r@rBrCZ Conv1d_groupscCstjdddddS)Nr.rzrJrIrgroupsrr&r&r&r'r:r;z+torch::nn::Conv1dOptions(4, 6, 3).groups(2))rIr.rz)rrr?r@rrBrCZConv1d_pad_validcCstjdddddS)Nr.rKrJvalidpaddingrr&r&r&r'r:r;z8torch::nn::Conv1dOptions(4, 5, 3).padding(torch::kValid)ZConv1d_pad_samecCstjdddddS)Nr.rKrJsamerrr&r&r&r'r:r;z7torch::nn::Conv1dOptions(4, 5, 3).padding(torch::kSame)ZConv1d_pad_same2cCstjdddddS)Nr.rKrrrr&r&r&r'r:r;z7torch::nn::Conv1dOptions(4, 5, 4).padding(torch::kSame)ZConv1d_pad_same_dilatedcCstjddddddS)Nr.rKrrIrrrr&r&r&r'r:r;zCtorch::nn::Conv1dOptions(4, 5, 3).padding(torch::kSame).dilation(2)ConvTranspose1dcCstjdddddddS)NrJr.rr/rW)rrroutput_paddingrrr&r&r&r'r:r;zQtorch::nn::ConvTranspose1dOptions(3, 4, 3).stride(3).padding(1).output_padding(1))r/rJrm)rrr?rr@rBrC)rJr.rJrIr/r/r/Fztorch::nn::ConvTranspose1dOptions(3, 4, 3) .stride(2).padding(1).output_padding(1).groups(1).bias(false))r/rJrz) rJr.rJrIr/r/r/TrIztorch::nn::ConvTranspose1dOptions(3, 4, 3) .stride(2).padding(1).output_padding(1).groups(1).bias(true).dilation(2)ZdilatedZConvTranspose1d_groupsc CstjddddddddS) Nr.rzrJrr/rWrI)rrrrrr&r&r&r'r:r;z|torch::nn::ConvTranspose1dOptions(4, 6, 3) .stride(3).padding(1).output_padding(1).groups(2))rIr.rm MaxPool1d)r.ztorch::nn::MaxPool1dOptions(4))rIr,r.)r.r.z(torch::nn::MaxPool1dOptions(4).stride(4)ZMaxPool1d_return_indicescCstjdddS)Nr.Tr)rrr&r&r&r'r:1r;)r=rrr@rtConv2d)rJr.rJrIz&torch::nn::Conv2dOptions(3, 4, {3, 2}))rIrJrmrK)r=r>r?r@rcheck_with_long_tensorrBrC)rJr.rJrJrIrIz5torch::nn::Conv2dOptions(3, 4, {3, 3}).stride({2, 2})Zstrided) r=r>r?r@rrDrrBrC)rJr.rrr/r/zEtorch::nn::Conv2dOptions(3, 4, {3, 3}).stride({2, 2}).padding({1, 1})r)rJrIrrrrzVtorch::nn::Conv2dOptions(3, 2, {3, 3}).stride({2, 2}).padding({1, 1}).dilation({2, 2}))rIrJr-r-)rJr.rr/rr/r/Fz~torch::nn::Conv2dOptions(3, 4, {3, 2}) .stride(1).padding(0).dilation(1).groups(1).bias(false))rIrJrzrK)r=r>r?r@rrDrrB)rrJrmrKZ Conv2d_groupscCstjdddddSNr.rzrrIrrrr&r&r&r'r:wr;z0torch::nn::Conv2dOptions(4, 6, {3, 2}).groups(2))rIr.rzrK)rrr?r@rrrBrCZConv2d_groups_thnncCstjdddddSrrr&r&r&r'r:r;)rrr?r@rrBrCZConv2d_pad_validcCstjdddddS)NrIr.rJr.rrrr&r&r&r'r:r;z=torch::nn::Conv2dOptions(2, 4, {3, 4}).padding(torch::kValid))rIrIrzrKZConv2d_pad_samecCstjdddddS)NrIr.rrrrr&r&r&r'r:r;zr?rr@rrBrC) rJr.rJror/rr/FraHtorch::nn::ConvTranspose2dOptions(3, 4, 3) .stride({2, 3}) .padding(1) .output_padding({1, 1}) .groups(1) .bias(false) .dilation({2, 2}))r/rJrzrm)rJr.rJror/rr/Fztorch::nn::ConvTranspose2dOptions(3, 4, 3) .stride({2, 3}).padding(1).output_padding({1, 1}).groups(1).bias(false)ZConvTranspose2d_groupscCstjdddddS)NrIr.ror)rrr&r&r&r'r:r;z9torch::nn::ConvTranspose2dOptions(2, 4, {2, 3}).groups(2))r/rIr.rKZConv2d_depthwisecCstjdddddS)Nr.rrrr&r&r&r'r:r;z0torch::nn::Conv2dOptions(4, 4, {3, 3}).groups(4))rIr.rzrzZ Conv2d_depthwise_with_multipliercCstjdddddS)Nr.r-rrrr&r&r&r'r:r;z0torch::nn::Conv2dOptions(4, 8, {3, 3}).groups(4)ZConv2d_depthwise_stridedcCstjddddddS)Nr.rr)rrrr&r&r&r'r:r;z?torch::nn::Conv2dOptions(4, 4, {3, 3}).stride({2, 2}).groups(4)ZConv2d_depthwise_paddedcCstjddddddS)Nr.rr)rrrr&r&r&r'r:r;z@torch::nn::Conv2dOptions(4, 4, {3, 3}).padding({1, 1}).groups(4)ZConv2d_depthwise_dilatedcCstjddddddS)Nr.r)rrrr&r&r&r'r:r;zAtorch::nn::Conv2dOptions(4, 4, {2, 2}).dilation({2, 2}).groups(4))rIr.rKrK MaxPool2d)rrrzBtorch::nn::MaxPool2dOptions({3, 3}).stride({2, 2}).padding({1, 1}))rJrmrm)r/rJrmrmZ4d_input)r=r>r?r@check_with_channels_lastrDZMaxPool2d_return_indicescCstjdddddS)NrrrTr)rrr&r&r&r'r: r;)r=rrr@rrtZ AvgPool1dztorch::nn::AvgPool1dOptions(2))rIrJrz)rrrrz(torch::nn::AvgPool1dOptions(2).stride(2))rIrIr/z3torch::nn::AvgPool1dOptions(2).stride(2).padding(1)Z stride_pad)rJrz AvgPool2d)rz#torch::nn::AvgPool2dOptions({2, 2}))rrz2torch::nn::AvgPool2dOptions({2, 2}).stride({2, 2}))rrrzBtorch::nn::AvgPool2dOptions({2, 2}).stride({2, 2}).padding({1, 1})ZAvgPool2d_divisorcCstjdddSNrr/Zdivisor_overriderrr&r&r&r'r:N r;z7torch::nn::AvgPool2dOptions({2, 2}).divisor_override(1))rrr?r@rZAvgPool2d_divisor_stridecCstjddddSrrr&r&r&r'r:U r;zFtorch::nn::AvgPool2dOptions({2, 2}).stride({2, 2}).divisor_override(1)ZAvgPool2d_divisor_stride_padcCstjdddddS)Nrrr/rrr&r&r&r'r:\ r;zVtorch::nn::AvgPool2dOptions({2, 2}).stride({2, 2}).padding({1, 1}).divisor_override(1)ZLPPool2drz*torch::nn::LPPool2dOptions(2, 2).stride(2))?rIz"torch::nn::LPPool2dOptions(1.5, 2)cCstddddSNr/rJrmrr&r&r&r'r:k r;norm)r=r>r?rkrDZLPPool1dz"torch::nn::LPPool1dOptions(1.5, 2)cCstdddSrrr&r&r&r'r:r r;)rIrIrJz*torch::nn::LPPool1dOptions(2, 2).stride(3))rJrmZLocalResponseNormz&torch::nn::LocalResponseNormOptions(3))r/rKrmz&torch::nn::LocalResponseNormOptions(2))r/rKrmrmZ 2d_uneven_pad)r/rGrfrFz@torch::nn::LocalResponseNormOptions(1).alpha(1.).beta(0.5).k(2.))r/rKrmrmrmZ3d_custom_paramsZReflectionPad1d)r/rIz)torch::nn::ReflectionPad1dOptions({1, 2}))rIrJr-)rJr-batchcCstjdddtjddSNrIrJr-Tr requires_gradr1r complex128r&r&r&r'r: r;complex)r=r>r?rk skip_halfrDZReflectionPad2d)r/rIrJr.z/torch::nn::ReflectionPad2dOptions({1, 2, 3, 4}))rJr-r-cCstjddddtjddSrrr&r&r&r'r: r;ZReflectionPad3d))r/rIrrIr/rIz5torch::nn::ReflectionPad3dOptions({1, 2, 0, 2, 1, 2}))rIrJr-r-r-)rJr-r-r-c CstjdddddtjddSrrr&r&r&r'r: r;ZReplicationPad1dz*torch::nn::ReplicationPad1dOptions({1, 2})rcCstjdddtjddSNrIrJr.Trrr&r&r&r'r: r;ZReplicationPad2dz0torch::nn::ReplicationPad2dOptions({1, 2, 3, 4}))rIrJr.r.)rJr.r.cCstjddddtjddSrrr&r&r&r'r: r;Z ZeroPad2dz)torch::nn::ZeroPad2dOptions({1, 2, 3, 4})cCstjddddtjddSrrr&r&r&r'r: r;))r0r0r0z-torch::nn::ZeroPad2dOptions({-1, -1, -1, -2})Z negative_dimsZ ConstantPad1d)rrFz+torch::nn::ConstantPad1dOptions({1, 2}, 2.)cCstjdddtjddSrrr&r&r&r'r:5 r;Z ConstantPad2d)rrFz1torch::nn::ConstantPad2dOptions({1, 2, 3, 4}, 2.)cCstjddddtjddSrrr&r&r&r'r:K r;Z ConstantPad3d))r/rIrJr.r/rrFz7torch::nn::ConstantPad3dOptions({1, 2, 3, 4, 1, 0}, 2.))rIrJr.r.rK)rJr.r.rKc CstjdddddtjddS)NrIrJr.rKTrrr&r&r&r'r:a r;Conv3d)rIrJrIrJrIz)torch::nn::Conv3dOptions(2, 3, {2, 3, 2}))r/rIr.rKr.g?)rIrJrlr/rr/r/Fztorch::nn::Conv3dOptions(2, 3, {2, 3, 4}) .stride(1).padding(0).dilation(1).groups(1).bias(false))r/rIrJr.rK)rIrJr/r/r/r/rr/r/FZ 1x1x1_no_bias)rJr.rIrIz+torch::nn::Conv3dOptions(3, 4, 2).stride(2))rIrJrKrKrK)rJr.rIrIr/z6torch::nn::Conv3dOptions(3, 4, 2).stride(2).padding(1)Zstride_padding)rJr.rlz)torch::nn::Conv3dOptions(3, 4, {2, 3, 4}))rrJrJr.rK)r=r>r?r@rrrDrBZ Conv3d_groupscCstjdddddS)NrIr.rJrrrr&r&r&r'r: r;z+torch::nn::Conv3dOptions(2, 4, 3).groups(2)ZConv3d_dilatedcCstjdddddS)NrJr.rIrrr&r&r&r'r: r;z-torch::nn::Conv3dOptions(3, 4, 2).dilation(2)ZConv3d_dilated_stridedcCstjddddddS)NrJr.rI)rrrrr&r&r&r'r: r;z7torch::nn::Conv3dOptions(3, 4, 2).dilation(2).stride(2)ZConv3d_pad_validcCstjdddddS)NrJr.rlrrrr&r&r&r'r: r;z@torch::nn::Conv3dOptions(3, 4, {2, 3, 4}).padding(torch::kValid))rIrJrzrKr.ZConv3d_pad_samecCstjdddddS)NrJr.rlrrrr&r&r&r'r: r;z?torch::nn::Conv3dOptions(3, 4, {2, 3, 4}).padding(torch::kSame)ZConv3d_pad_same_dilatedcCstjddddddS)NrJr.rlrrIrrr&r&r&r'r: r;zKtorch::nn::Conv3dOptions(3, 4, {2, 3, 4}).padding(torch::kSame).dilation(2)ZConvTranspose3dz2torch::nn::ConvTranspose3dOptions(2, 3, {2, 3, 2}))r=r>r?rr@rBrC) rIrJrr/rrr/Trztorch::nn::ConvTranspose3dOptions(2, 3, {2, 3, 2}) .stride(1).padding(0).output_padding(0).groups(1).bias(true).dilation({2, 2, 2}))r=r>r?rr@rDrBrC MaxPool3d)rz&torch::nn::MaxPool3dOptions({2, 2, 2}))rIrz0torch::nn::MaxPool3dOptions(2).stride({2, 2, 2}))rIrIrz;torch::nn::MaxPool3dOptions(2).stride(2).padding({1, 1, 1})ZMaxPool3d_return_indicescCstjdddddS)NrIrTr)rrr&r&r&r'r: r; AvgPool3dz&torch::nn::AvgPool3dOptions({2, 2, 2})z0torch::nn::AvgPool3dOptions(2).stride({2, 2, 2})z;torch::nn::AvgPool3dOptions(2).stride(2).padding({1, 1, 1}))r.rIr/rIr/z;torch::nn::AvgPool3dOptions(4).stride(2).padding({1, 2, 1})Zstride_pad_gpu_fixedkw_output)rIr.r-r/r/r/rIzCtorch::nn::AvgPool3dOptions({2, 4, 8}).stride(1).padding({1, 1, 2}))rIrJrIr.r-Zstride_pad_gpu_general_output)rJr/rz3torch::nn::AvgPool3dOptions(3).stride(1).padding(0)Zstride1_pad0_gpu_inputZstride_pad_gpu_input_nooverlapZAvgPool3d_divisorcCstjdddS)Nrr/rrrr&r&r&r'r:D r;z:torch::nn::AvgPool3dOptions({2, 2, 2}).divisor_override(1)ZAvgPool3d_divisor_stridecCstjddddS)NrIrr/rrr&r&r&r'r:K r;zDtorch::nn::AvgPool3dOptions(2).stride({2, 2, 2}).divisor_override(1)ZAvgPool3d_divisor_stride_padcCstjdddddSNrIrr/rrr&r&r&r'r:R r;zOtorch::nn::AvgPool3dOptions(2).stride(2).padding({1, 1, 1}).divisor_override(1)Z/AvgPool3d_divisor_stride_pad_gpu_fixedkw_outputcCstjdddddS)Nr.rIrr/rrr&r&r&r'r:Y r;zOtorch::nn::AvgPool3dOptions(4).stride(2).padding({1, 2, 1}).divisor_override(1)Z/AvgPool3d_divisor_stride_pad_gpu_general_outputcCstjdddddS)Nrr/rrrr&r&r&r'r:` r;zWtorch::nn::AvgPool3dOptions({2, 4, 8}).stride(1).padding({1, 1, 2}).divisor_override(1)Z(AvgPool3d_divisor_stride1_pad0_gpu_inputcCstjdddddS)NrJr/rrrr&r&r&r'r:g r;zGtorch::nn::AvgPool3dOptions(3).stride(1).padding(0).divisor_override(1)Z0AvgPool3d_divisor_stride_pad_gpu_input_nooverlapcCstjdddddSrrr&r&r&r'r:n r;ZReplicationPad3d))r/rIrJrJrIr/z6torch::nn::ReplicationPad3dOptions({1, 2, 3, 3, 2, 1}))rIrJrIrIrI)rJrIrIrIc CstjdddddtjddS)NrIrJTrrr&r&r&r'r: r; Embeddingrpz!torch::nn::EmbeddingOptions(4, 3)cCstjddtjddSNrIrJrr.r1rrrandom_r&r&r&r'r: r;)r=r>r?rkr{cCs tjddtjddddSNr/irr.rmr1rrrr5r&r&r&r'r: r;Z discontiguous)r=r>r?rkr{rD EmbeddingBagz$torch::nn::EmbeddingBagOptions(4, 3)cCstjddtjddSrrr&r&r&r'r: r;meancCs tjddtjddddSrrr&r&r&r'r: r;)r.rJNrFFr\ztorch::nn::EmbeddingBagOptions(4, 3) .max_norm(c10::nullopt).norm_type(2.).scale_grad_by_freq(false).mode(torch::kSum)cCstjddtjddSrrr&r&r&r'r: r;r\)r.rJNrFFrztorch::nn::EmbeddingBagOptions(4, 3) .max_norm(c10::nullopt).norm_type(2.).scale_grad_by_freq(false).mode(torch::kMax)cCstjddtjddSrrr&r&r&r'r: r;rZEmbeddingBag_mean_padding_idxcCstjddddS)Nr.rJr/Z padding_idxrrr&r&r&r'r: r;z3torch::nn::EmbeddingBagOptions(4, 3).padding_idx(1)cCsttdtdgSNrJr1stackrr&r&r&r'r: r;)rrr?rkr{ZEmbeddingBag_sum_padding_idxc CstjddddddddS)Nr.rJrFFr\r/rrr&r&r&r'r: r;ztorch::nn::EmbeddingBagOptions(4, 3) .max_norm(c10::nullopt).norm_type(2.).scale_grad_by_freq(false).mode(torch::kSum).padding_idx(1)cCsttdtdgSrrr&r&r&r'r: r;ZEmbeddingBag_max_padding_idxc CstjddddddddS)Nr.rJrFFrr/rrr&r&r&r'r: r;ztorch::nn::EmbeddingBagOptions(4, 3) .max_norm(c10::nullopt).norm_type(2.).scale_grad_by_freq(false).mode(torch::kMax).padding_idx(1)cCsttdtdgSrrr&r&r&r'r: r;ZEmbeddingBag_sparsecCstjddddSNr.rJT)sparserr&r&r&r'r: r;z1torch::nn::EmbeddingBagOptions(4, 3).sparse(true)cCstdddSNrIr/r1rrepeatr&r&r&r'r: r;)rrr?rkr{has_sparse_gradientscCstjddddSr)rrr&r&r&r'r: r;z.torch::nn::EmbeddingOptions(4, 3).sparse(true)cCstdddSrrr&r&r&r'r: r;ZEmbedding_sparse)rr?rkrr{rZ PixelShufflez!torch::nn::PixelShuffleOptions(3))r/rr.r.ZPixelUnshufflez#torch::nn::PixelUnshuffleOptions(3))r/r/rrrZnearest)r scale_factormodezF::InterpolateFuncOptions() .size(std::vector({12})).scale_factor(c10::nullopt).mode(torch::kNearest))r/rIr.Zinterpolate_nearest_1d)rcpp_options_argsr@rr)rrIr.Zinterpolate_nearest_1d_zero_dim)r)r/rIrJZinterpolate_nearest_tuple_1dg@zF::InterpolateFuncOptions() .size(c10::nullopt).scale_factor(std::vector({4.})).mode(torch::kNearest)Zinterpolate_nearest_scale_1dZlinear)rrrZ align_cornerszF::InterpolateFuncOptions() .size(std::vector({12})) .scale_factor(c10::nullopt) .mode(torch::kLinear) .align_corners(false)Zinterpolate_linear_1dzF::InterpolateFuncOptions() .size(std::vector({4})) .scale_factor(c10::nullopt) .mode(torch::kLinear) .align_corners(false)Zinterpolate_linear_tuple_1dzF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({4.})) .mode(torch::kLinear) .align_corners(false)Zinterpolate_linear_scale_1dZinterpolate_linear_1d_zero_dimzF::InterpolateFuncOptions() .size(std::vector({12})) .scale_factor(c10::nullopt) .mode(torch::kLinear) .align_corners(true)Z#interpolate_linear_1d_align_cornerszF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({4.})) .mode(torch::kLinear) .align_corners(true)Z)interpolate_linear_scale_1d_align_cornerszF::InterpolateFuncOptions() .size(std::vector({2, 2})) .scale_factor(c10::nullopt) .mode(torch::kNearest))r/r/r/Z%interpolate_nearest_2d_launch_configszF::InterpolateFuncOptions() .size(std::vector({12, 12})) .scale_factor(c10::nullopt) .mode(torch::kNearest))r/rIr.r.Zinterpolate_nearest_2d)rrzF::InterpolateFuncOptions() .size(std::vector({12, 16})) .scale_factor(c10::nullopt) .mode(torch::kNearest)rZinterpolate_nearest_tuple_2dzF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({4., 4.})) .mode(torch::kNearest)Zinterpolate_nearest_scale_2d)rrIr.r.Zinterpolate_nearest_2d_zero_dimZbilinearzF::InterpolateFuncOptions() .size(std::vector({12, 12})) .scale_factor(c10::nullopt) .mode(torch::kBilinear) .align_corners(false)Zinterpolate_bilinear_2dZ interpolate_bilinear_2d_zero_dim)r.rzzF::InterpolateFuncOptions() .size(std::vector({4, 6})) .scale_factor(c10::nullopt) .mode(torch::kBilinear) .align_corners(false))r/rIrIrJZinterpolate_bilinear_tuple_2dzF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({4., 4.})) .mode(torch::kBilinear) .align_corners(false)Zinterpolate_bilinear_scale_2d)rFrFzF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({2., 2.})) .mode(torch::kBilinear) .align_corners(false)Z*interpolate_bilinear_scale_tuple_shared_2dzF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({2., 1.})) .mode(torch::kBilinear) .align_corners(false)Z*interpolate_bilinear_scale_tuple_skewed_2dzF::InterpolateFuncOptions() .size(std::vector({4, 6})) .scale_factor(c10::nullopt) .mode(torch::kBilinear) .align_corners(true)Z+interpolate_bilinear_tuple_2d_align_cornerszF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({2., 1.})) .mode(torch::kBilinear) .align_corners(true)Z8interpolate_bilinear_scale_tuple_skewed_2d_align_cornersZbicubiczF::InterpolateFuncOptions() .size(std::vector({12, 12})) .scale_factor(c10::nullopt) .mode(torch::kBicubic) .align_corners(false)Zinterpolate_bicubic_2dZinterpolate_bicubic_2d_zero_dimzF::InterpolateFuncOptions() .size(std::vector({4, 6})) .scale_factor(c10::nullopt) .mode(torch::kBicubic) .align_corners(false)Zinterpolate_bicubic_tuple_2dzF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({4., 4.})) .mode(torch::kBicubic) .align_corners(false)Zinterpolate_bicubic_scale_2dzF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({2., 2.})) .mode(torch::kBicubic) .align_corners(false)Z)interpolate_bicubic_scale_tuple_shared_2dzF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({2., 1.})) .mode(torch::kBicubic) .align_corners(false)Z)interpolate_bicubic_scale_tuple_skewed_2dzF::InterpolateFuncOptions() .size(std::vector({4, 6})) .scale_factor(c10::nullopt) .mode(torch::kBicubic) .align_corners(true)Z*interpolate_bicubic_tuple_2d_align_cornerszF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({2., 1.})) .mode(torch::kBicubic) .align_corners(true)Z7interpolate_bicubic_scale_tuple_skewed_2d_align_cornerszF::InterpolateFuncOptions() .size(std::vector({12, 12, 12})) .scale_factor(c10::nullopt) .mode(torch::kNearest))r/rIr.r.r.Zinterpolate_nearest_3d)rrIr.r.r.Zinterpolate_nearest_3d_zero_dim)rrrzF::InterpolateFuncOptions() .size(std::vector({12, 16, 16})) .scale_factor(c10::nullopt) .mode(torch::kNearest))r/rIrJr.r.Zinterpolate_nearest_tuple_3dzF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({4., 4., 4.})) .mode(torch::kNearest)Zinterpolate_nearest_scale_3dZ trilinearaF::InterpolateFuncOptions() .size(std::vector({12, 12, 12})) .scale_factor(c10::nullopt) .mode(torch::kTrilinear) .align_corners(false)Zinterpolate_trilinear_3dZ!interpolate_trilinear_3d_zero_dim)r.rzrzzF::InterpolateFuncOptions() .size(std::vector({4, 6, 6})) .scale_factor(c10::nullopt) .mode(torch::kTrilinear) .align_corners(false))r/rIrIrJrJZinterpolate_trilinear_tuple_3dg@zF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({3., 3., 3.})) .mode(torch::kTrilinear) .align_corners(false)Zinterpolate_trilinear_scale_3dr)rrr@rrrzF::InterpolateFuncOptions() .size(std::vector({4, 6, 6})) .scale_factor(c10::nullopt) .mode(torch::kTrilinear) .align_corners(true)Z,interpolate_trilinear_tuple_3d_align_cornerszF::InterpolateFuncOptions() .size(c10::nullopt) .scale_factor(std::vector({3., 3., 3.})) .mode(torch::kTrilinear) .align_corners(true)Z,interpolate_trilinear_scale_3d_align_cornersZAdaptiveMaxPool1dz&torch::nn::AdaptiveMaxPool1dOptions(3)cCs tdddSNr/rJrKrr&r&r&r'r: r;)r=r>r?rkcCs tddSNrJrKrr&r&r&r'r: r;ZAdaptiveMaxPool2dz&torch::nn::AdaptiveMaxPool2dOptions(3)cCstddddSNr/rJrKrzrr&r&r&r'r: r;Zsingle)rz+torch::nn::AdaptiveMaxPool2dOptions({3, 4})cCstddddSrrr&r&r&r'r: r;rcCs tdddSNrJrKrzrr&r&r&r'r: r;)r=r>r?rkrArD))rJNz6torch::nn::AdaptiveMaxPool2dOptions({3, c10::nullopt})cCstddddSrrr&r&r&r'r: r;Z tuple_noneZAdaptiveMaxPool3dz&torch::nn::AdaptiveMaxPool3dOptions(3)cCstdddddSNrIrJrKrzrmrr&r&r&r'r: r;cCstddddS)NrJrKrzrmrr&r&r&r'r: r;)rJr.rKz.torch::nn::AdaptiveMaxPool3dOptions({3, 4, 5})cCstdddddSrrr&r&r&r'r: r;))rJNrKz9torch::nn::AdaptiveMaxPool3dOptions({3, c10::nullopt, 5})cCstdddddSrrr&r&r&r'r: r;cCstdddddS)NrIrJrrrr&r&r&r'r: r;Zsingle_nonatomiccCstdddddS)NrIrJrzr.r,rr&r&r&r'r: r;Ztuple_nonatomicZAdaptiveAvgPool1dz&torch::nn::AdaptiveAvgPool1dOptions(3)cCstdddSrrr&r&r&r'r:r;cCs tddSrrr&r&r&r'r: r;z&torch::nn::AdaptiveAvgPool1dOptions(1)cCstdddSrrr&r&r&r'r:r;Z one_outputZAdaptiveAvgPool2dz&torch::nn::AdaptiveAvgPool2dOptions(3)cCstddddSrrr&r&r&r'r:r;cCstdddSrrr&r&r&r'r:!r;z&torch::nn::AdaptiveAvgPool2dOptions(1)cCstddddSrrr&r&r&r'r:)r;Zsingle_1x1outputz+torch::nn::AdaptiveAvgPool2dOptions({3, 4})cCstddddSrrr&r&r&r'r:0r;z6torch::nn::AdaptiveAvgPool2dOptions({3, c10::nullopt})cCstddddSrrr&r&r&r'r:7r;ZAdaptiveAvgPool3dz&torch::nn::AdaptiveAvgPool3dOptions(3)cCstdddddSNrIrJrKrmrr&r&r&r'r:>r;cCstddddS)NrJrKrIrmrr&r&r&r'r:Er;z.torch::nn::AdaptiveAvgPool3dOptions({3, 4, 5})cCstdddddSr rr&r&r&r'r:Mr;))Nr.rKz9torch::nn::AdaptiveAvgPool3dOptions({c10::nullopt, 4, 5})cCstdddddSr rr&r&r&r'r:Tr;))rJrIrIz.torch::nn::AdaptiveAvgPool3dOptions({3, 2, 2})cCstdddddS)Nr/rJrIrzrr&r&r&r'r:[r;Zlast_dimZSELUr&Zscalar)r=r@rLrDCELUz"torch::nn::CELUOptions().alpha(2.)cGs"t|dk|dd|dSNrrFrfr/rbrdr&r&r'r:or;)r=r@r>r?rLrAcGs"t|dk|dd|dSr rbrdr&r&r'r:wr;)r=r@r>r?rLrArDZGLU)rKrzztorch::nn::GLUOptions(1))rKrzrmrQZGELU)rz,torch::nn::GELUOptions().approximate("none")cGs |ddt|tdSNrfrGrFr1erfmathsqrtrdr&r&r'r:r;cGs |ddt|tdSr rrdr&r&r'r:r;ZSiLUcGs|t|Srmr1rordr&r&r'r:r;cGs|t|Srmrrdr&r&r'r:r;ZMishcGs|tt|Srmr1tanhrZsoftplusrdr&r&r'r:r;cGs|tt|Srmrrdr&r&r'r:r;r0rPzF::SoftmaxFuncOptions(-1))rIrZsoftmax_lastdimr/)rQrz/F::SoftmaxFuncOptions(1).dtype(torch::kFloat64)Zsoftmax_lastdim_dtype)rrr@rrrNzF::SoftmaxFuncOptions(1))rIrrIrIZsoftmax_spatial_special)rIrIr.r.Zsoftmax_spatialZsoftmax_spatial_dtypezF::SoftmaxFuncOptions(0)Zsoftmax_functional_dim0)rrr@rrNrrJzF::SoftmaxFuncOptions(3)Zsoftmax_functional_dim3Zsoftmax_functional_scalarzF::LogSoftmaxFuncOptions(-1)Zlog_softmax_lastdimzF::LogSoftmaxFuncOptions(1)Zlog_softmax_spatial_specialZlog_softmax_spatialzF::LogSoftmaxFuncOptions(0)Zlog_softmax_dim0zF::LogSoftmaxFuncOptions(3)Zlog_softmax_dim3Zlog_softmax_scalarr )r0ztorch::nn::SoftmaxOptions(-1))r.rKUnfoldcCstddddS)Nrrrrrrr&r&r&r'r:+r;zPtorch::nn::UnfoldOptions({2, 2}).dilation({1, 1}).padding({0, 0}).stride({1, 1}))rIr.rJrJ)rrr?r@r{rNFoldcCstdddddSNrrrrrrr&r&r&r'r:3r;zVtorch::nn::FoldOptions({3, 3}, {2, 2}).dilation({1, 1}).padding({0, 0}).stride({1, 1}))rIrr.ZFold_no_batch_dim_inputcCstdddddSrrr&r&r&r'r:;r;)rr.)rrr?r@r{rrNZUnfold_int_inputcCstddddS)NrIr/rrr&r&r&r'r:Dr;zr?r@rDrBrCr|r.r-rgztorch::nn::TransformerEncoderLayerOptions(4, 2) .dim_feedforward(8) .dropout(0.0) .activation(torch::kGELU)Zgelu_activation)r=r>r?r@r{rDrBrCZTransformerDecoderLayer)r.rIr-rgztorch::nn::TransformerDecoderLayerOptions(4, 2) .dim_feedforward(8) .dropout(0.0)cCstdddtdddfSNrJr.rIrr&r&r&r'r:tr;)r=r>r?rkr{rDrBrCztorch::nn::TransformerDecoderLayerOptions(4, 2) .dim_feedforward(8) .dropout(0.0) .activation(torch::kGELU)cCstdddtdddfSr1rr&r&r&r'r:r;Z Transformeratorch::nn::TransformerOptions() .d_model(4) .nhead(2) .num_encoder_layers(2) .num_decoder_layers(2) .dim_feedforward(8) .dropout(0.0) .activation(torch::kReLU)cCs&tdddtdddtddfSr1rr&r&r&r'r:r;Zmultilayer_coderg{Gz?)rJrKztorch::nn::LinearOptions(3, 5)cCs tdSrrr&r&r&r'r:r;cCs*t|dd|dd|dS)Nr/r0r)r1r2r4r3r6r&r&r'r:r;)r=r>r?rkrArDrBrCz5torch::nn::FlattenOptions().start_dim(-3).end_dim(-1))r0)r=r?r>r@rArDZ Unflattenz'torch::nn::UnflattenOptions(-2, {2, 2})rZreflectZ replicater:ztorch::kReflectztorch::kCircularztorch::kReplicatez torch::kZeros{z, }rroccs|]}|dVqdSr/Nr&rr8r&r&r' sr7zConv{}da`torch::nn::Conv{}dOptions(2, 3, 3) .stride(2) .padding({}) .dilation(1) .groups(1) .bias(true) .padding_mode({})z{}_stride2_pad2) r=r>r?r@rrrrDrBrC Hardsigmoid Hardswishr>)r{ check_jitrN)r rEr8r9rM!non_linear_activations_extra_info)r=r@rArDrtcCsZ|||}|dkr |S|dkr0|S|dkrV|dkrV||dS|SNrr\Z batchmeanr)rprr\rQrrrrr%r&r&r'kldivloss_referencesr>cCs\t|||}|dkr"|S|dkr2|S|dkrX|dkrX||dS|Sr<)r1rZrr\rQrr=r&r&r'kldivloss_log_target_referencesr?rtcCs|dkst|d}|d}|f|dd}t||}|dkrbt||}d} tdd|DD]V} || } || krdn || } t | } | d| |t |  | || <| | 7} qx|dkr| | S|d kr| S|S) NrJrr/rIcSsg|] }t|qSr&)range)rrr&r&r'rsz'nlllossNd_reference..rgrr\) rQr"rr1r:rwonesritemrinsertrr\)rrr)rrNCZout_sizeoutputZ total_weighttupZt_nxrZ input_indexr&r&r'nlllossNd_reference s(     rHcCs|dkstt|d}|d}|dkr>t||}|jd|fdd|jddD}|dkr|dksxt|d|||}|||j dd }|dkr| S|d kr| S|S) NrIr/css|] }dVqdSr5r&rr9r&r&r'r7.sz;cross_entropy_loss_prob_target_reference..rgrGrPrr\) rQr"r1 log_softmaxrrArwr4shaper\r)rrr)rlabel_smoothingrErFr&r&r'(cross_entropy_loss_prob_target_reference&s  & rMc Cs4t|d}tj|||||d}|dkr,|Sd|kr@dksFntt|d}|d}|dk r||jd|fdd|jddD}t|d } ||k} | | d|dkr|dk rt| | d | |  } nt| | } n|d krt| } n| } d||| ||S) Nr/rrgrGcss|] }dVqdSr5r&rIr&r&r'r7Nsz>cross_entropy_loss_indices_target_reference..rIrrr\)r1rJrrr"rr4rKr\Z masked_fill_ZgatherZ masked_selectZ logical_notrVr) rrr)rrrLZlog_softmax_inputZnlllossrEZ smooth_lossZ ignore_maskretr&r&r'+cross_entropy_loss_indices_target_reference<s4   *  *  rOcCs6|j|jkrt|||||dSt||||||dSdS)N)r)rrL)r)rrrL)rKrMrO)rrr)rrrLr&r&r'cross_entropy_loss_referenceds  rPc sjddfddt||D}t|\}}||}|dkrRt|t|S|dkrbt|S|SdS)NcSs6||kr dS|dkrdn||}|| |}||fS)Nrr/r&)rrr)rrr%r&r&r'nll_loss_helperws z*nllloss_reference..nll_loss_helpercsg|]\}}||qSr&r&)rr7r3rrQr)r&r'r~sz%nllloss_reference..rr\)zipZ new_tensorr\) rrr)rrZlosses_and_weightslossesr*Z losses_tensorr&rRr'nllloss_referencets  rUrGcCs~||}||k|}||k|}|dkr6|}n$||d||d|d|}|dkrj|S|dkrz|S|S)NrrfrIrr\)rrwrr\)rrrrsabs_diffZ ge_beta_maskZ lt_beta_maskrFr&r&r'smoothl1loss_references $rWcCsd||}||k}||k}|||d||d|d}|dkrP|S|dkr`|S|S)NrfrIrr\)rrr\)rrrr0rVZ ge_delta_maskZ lt_delta_maskrFr&r&r'huberloss_references $rXcCspg}|D]}|dkrq$||qd}|D]>}tdt|D]*}||kr>|tdd||||7}q>q,|S)Nrr/)appendr@lenr)rrtargetsZ target_indexr\r7r&r&r'_multilabelmarginloss_references "r\cCs|}|dkrp|dks$t|dkr:|dn|dd}|dkr`|dn|dd}|d}|d}||}td|D]}t||||||<q|dkr||S|dkr| |S|dkr| |S||SdSNrIr/rrr\) rQr"rrnewzero_r@r\rr\r)rrrZ input_dimnrQrFr7r&r&r'multilabelmarginloss_references" &&     racCsL||jdd|}t|dk||}|dkr8|S|dkrH|S|S)Nrr~r/rr\)rRrwr1rcrr\)rrrIrZ margin_clamprFr&r&r'hingeembeddingloss_referencesrbcCs:d| |}|dkr&|S|dkr6|S|SNr/rr\)rZrprr\)rrrrFr&r&r'softmarginloss_references rdcCsj|dkr|t|d}d}tdt|D]6}||kr.|td||||||||7}q.|S)Nr/r)r^rZZfill_r@r)rZ target_idxr8rIr)rFr7r&r&r'_multimarginloss_references,rec Cs|dkr2|dkr"|dn|dd}|}|dkrP|d}|d}|d}||} td|D] } t|| || |||| | <qx|dkr| |S|dkr| |S|dkr| d|S| |Sr]) rQrrr^r@rerr\r) rrr8rIr)rZ target_dimr`rQrFrer&r&r'multimarginloss_references" &       rfcCsZdd}t|dkd|||||||jdd}|dkrF|S|dkrV|S|S)NcSsv||d}td|dD]P}||||||||d||||dd||<q |S)Nrg-q=rf)r^rr@r\)abcosr7r&r&r'_cossNz+cosineembeddingloss_reference.._cosr/rr~rr\)r1rcrRrr\)input1input2rrIrrjrFr&r&r'cosineembeddingloss_references.rmư>c Cszt||||}t||||} |r@t||||} t| | } tj||| dd} |dkrf| S|dkrv| S| S)Nrgr~rr\)r1Zpairwise_distancerrRrr\) anchorZpositivenegativerIr8epsZswaprZd_pZd_nZd_srFr&r&r'tripletmarginloss_references rrcCs>| |||jdd}|dkr*|S|dkr:|S|S)Nrr~rr\)rRrr\)rkrlrrIrrFr&r&r'marginrankingloss_reference's rsc Cstj|tjd}tj|tjd}|j}|}|}|d}g}t|dD]v} || } || } || } | d| df|} | dkr|| d| f| ddd<n|| | | | ddd<|d| | f }| | ddf}|d|f|d<|d| df|d<| dd| ddk}td| D]f}| }|dd|dd7<|ddt||dd| d7<||| f|}qB||ddd qRt|d}|dkr||j|j|jdS|d kr|S||}|S) Nrrr/rIrr0rrdevicer\)r1Z as_tensorrrrZcumsumr@rrBZnew_fullrQrZZ new_zerosclonercrYr\rpcattorur)Z log_probsr[Z input_lengthsZtarget_lengthsblankrdtZcum_target_lengthsrTr7Z input_lengthZ target_lengthZcum_target_lengthZ targets_primeZprobsalphaZ mask_thirdr3Z alpha_nextrFr&r&r'ctcloss_reference1sB     ,"    r|c CsJtj|dddd|d df||ddddd|dfgddS)z input: [[[0., 1., 2.], [3., 4., 5.]]] pad: (1, 2) output: [[[2., 0., 1., 2., 0., 1.], [5., 3., 4., 5., 3., 4.]]] Nrr/rIrPr1rwrrr&r&r'r"Vs $r"c Cstj|dddd|d df||ddddd|dfgdd}tj|dddddd|d df||ddddddd|dfgddS)a-input: [[[[0., 1., 2], [3., 4., 5.]]]] pad: (1, 2, 2, 1) output: [[[[2., 0., 1., 2., 0., 1.], [5., 3., 4., 5., 3., 4.], [2., 0., 1., 2., 0., 1.], [5., 3., 4., 5., 3., 4.], [2., 0., 1., 2., 0., 1.]]]] NrIrrJrPr/r}r~r&r&r'r'cs Jr'c Cstj|dddd|d df||ddddd|dfgdd}tj|dddddd|d df||ddddddd|dfgdd}tj|dddddddd|d df||ddddddddd|dfgddS) aZinput: [[[[[ 0., 1., 2.], [ 3., 4., 5.]], [[ 6., 7., 8.], [ 9., 10., 11.]]]]] pad: (1, 2, 2, 1, 1, 2) output: [[[[[ 8., 6., 7., 8., 6., 7.], [11., 9., 10., 11., 9., 10.], [ 8., 6., 7., 8., 6., 7.], [11., 9., 10., 11., 9., 10.], [ 8., 6., 7., 8., 6., 7.]], [[ 2., 0., 1., 2., 0., 1.], [ 5., 3., 4., 5., 3., 4.], [ 2., 0., 1., 2., 0., 1.], [ 5., 3., 4., 5., 3., 4.], [ 2., 0., 1., 2., 0., 1.]], [[ 8., 6., 7., 8., 6., 7.], [11., 9., 10., 11., 9., 10.], [ 8., 6., 7., 8., 6., 7.], [11., 9., 10., 11., 9., 10.], [ 8., 6., 7., 8., 6., 7.]], [[ 2., 0., 1., 2., 0., 1.], [ 5., 3., 4., 5., 3., 4.], [ 2., 0., 1., 2., 0., 1.], [ 5., 3., 4., 5., 3., 4.], [ 2., 0., 1., 2., 0., 1.]], [[ 8., 6., 7., 8., 6., 7.], [11., 9., 10., 11., 9., 10.], [ 8., 6., 7., 8., 6., 7.], [11., 9., 10., 11., 9., 10.], [ 8., 6., 7., 8., 6., 7.]]]]] Nr.rrKrIrPrJr/r}r~r&r&r'r-ss%JVr-)rrrrr)r1r6rArLrYCosineEmbeddingLossTripletMarginLossMarginRankingLossCTCLossCrossEntropyLossr rZL1LosscCstjdddS)NrlTrrir&r&r&r'r:r;cCs$d|tddt||DS)NrGcss"|]\}}||VqdSrm)rr\)rrgrhr&r&r'r7sz..)numelr\rSr7r3r9r&r&r'r:s )r=r@ target_fnrA check_complexrcCstddSrrr&r&r&r'r:r;cCstddSrr1rrrrrr&r&r&r'r:r;cCst||t|dSNr)rUr(r7r3r$r&r&r'r:s)r=rkrrAr9r)NNrIz6torch::nn::NLLLossOptions().weight({}).ignore_index(2)cCstddSrrr&r&r&r'r:r;cCstddSrrr&r&r&r'r:r;cCst||ddS)NrIr)rUrr&r&r'r:r;r)r=r>r?rkrrArDrcCs tdfSrhrr&r&r&r'r:r;z3torch::nn::NLLLossOptions().weight(torch::rand(10))cCstdddSrrr&r&r&r'r:r;cCstddSrrr&r&r&r'r:r;cCst||t|dS)Nr rUr+rr&r&r'r:sr*)r=constructor_args_fnr?rkrrArDrcCstdddfS)Nr,rIrr&r&r&r'r:r;zCtorch::nn::NLLLossOptions().weight(torch::rand(10)).ignore_index(2)cCstdddSrrr&r&r&r'r:r;cCstddSrrr&r&r&r'r:r;cCst||t|ddS)NrIr)rrrr&r&r'r:sZweights_ignore_indexcCstdddfS)Nr,r0rr&r&r&r'r:r;zDtorch::nn::NLLLossOptions().weight(torch::rand(10)).ignore_index(-1)cCstdddSrrr&r&r&r'r:r;cCs tdddS)Nr r/rr&r&r&r'r:r;cCst||t|ddS)Nr0rrrr&r&r'r:sZweights_ignore_index_negrcCstddSrhrr&r&r&r'r:r;cCs tddSrhrr&r&r&r'r:r;cCst||t|Srmr>r(rr&r&r'r:s)r=rkrrAr9)rz.torch::nn::KLDivLossOptions().log_target(true)cCstddSrhrr&r&r&r'r:r;cCstddSrhrr&r&r&r'r:r;cCst||t|Srmr?r(rr&r&r'r:sr)r=rr?rkrrAr9rDZMSELosscCstjdddS)NrHTrrir&r&r&r'r:r;cCs.||dt|dkr(|ndSNrIrr/rrr\r(rrr&r&r'r:s )r=r@rrAr9BCELosscCstddddSNrr,rr`rr&r&r&r'r: r;cCstdddSNrr,rr1rjrrr&r&r&r'r: r;cCs:||d|d| t|r4|ndSrU)rpr\r(rrr&r&r'r: s$)r=rkrrArcCs tdfSrhrr&r&r&r'r:r;z3torch::nn::BCELossOptions().weight(torch::rand(10))cCstddddSrrr&r&r&r'r:r;cCstdddSrrr&r&r&r'r:r;cCsB||d|d|t| t|r<|ndSrUrpr+r\r(rrr&r&r'r:s,r)rr,cCstddSrrr&r&r&r'r:r;)r=r@rcCs tdfSrhrr&r&r&r'r:"r;zr?r@rrArDr9r6cCstddSrhr1rrrrr&r&r&r'r:>r;cCst||t|dSrrar(rr&r&r'r:?s)r=r@rrArDr9r{rrKr,cCstdddSr=rr&r&r&r'r:Ir;cCst||t|dSrrrr&r&r'r:Js)r=r@rrAr9r{rZMultiLabelSoftMarginLosscCstdddSNrKr,rIr1rrrr&r&r&r'r:Sr;cCs4||d||  |SrU)rorpr\rrr&r&r'r:Tr;)r=r@rrAr{rYcCstddSNrKr-rr&r&r&r'r:Zr;cCst||t|dSrrfr(rr&r&r'r:[s)r=r@rrAr9r{cCstddS)Nr/r-rr&r&r&r'r:cr;cCst||t|dSrrrr&r&r'r:ds)r=r@rrArDr9r{z(torch::nn::MultiMarginLossOptions().p(2)cCstddddSr_rr&r&r&r'r:nr;cCstddSrrr&r&r&r'r:or;cCst||dt|dS)NrIr^rrr&r&r'r:psr8) r=r>r?rkrrArDr9r{)r/rfz4torch::nn::MultiMarginLossOptions().p(1).margin(0.5))r/NrfcCstddSrrr&r&r&r'r:|r;cCst||dt|dSrrrr&r&r'r:}s) r=r>r?Zlegacy_constructor_argsr@rrArDr9r{r,zKtorch::nn::MultiMarginLossOptions().p(1).margin(1.).weight(torch::rand(10))cCstddSrrr&r&r&r'r:r;cCst||t|t|dS)Nr)rfr+r(rr&r&r'r:sr)cCstjdddSNrTrrir&r&r&r'r:r;cCst||t||dSNr,rWr(r7r3r$rhr&r&r'r:s)r=r@rr9rAr1cCstjdddSrrir&r&r&r'r:r;cCst||t|dSr)rXr(rr&r&r'r:s)r=r@rr9rrrArL)rKrKcCstddSrKr1rjsignr&r&r&r'r:r;cCst||t|dSr)rdr(rr&r&r'r:srcCstddtddfSrrr&r&r&r'r:r;cCstdSNrrr&r&r&r'r:r;cCst|d|d|t|dSNrr/rrmr(rr&r&r'r:s)rz3torch::nn::CosineEmbeddingLossOptions().margin(0.7)cCstddtddfSrrr&r&r&r'r:r;cCstdSrrr&r&r&r'r:r;cCst|d|d|dt|dS)Nrr/rrHrrr&r&r'r:s)r=r>r?rkrrArDr9rcCs tddtddfSN2r,r1rjrr&r&r&r'r:r;cCstdSNrrr&r&r&r'r:r;cCst|d|d|t|dSrrsr(rr&r&r'r:sz1torch::nn::MarginRankingLossOptions().margin(0.5)cCs tddtddfSrrr&r&r&r'r:r;cCstdSrrr&r&r&r'r:r;cCst|d|d|dt|dS)Nrr/rfrHrrr&r&r'r:sBCEWithLogitsLosscCstddddSrrr&r&r&r'r:r;cCstdddSrrr&r&r&r'r:r;)r=rkrz=torch::nn::BCEWithLogitsLossOptions().weight(torch::rand(10))cCstddddSrrr&r&r&r'r:r;cCstdddSrrr&r&r&r'r:r;)r=r>r?rkrrDz=torch::nn::BCEWithLogitsLossOptions().weight(torch::rand({}))cCstdddSNr&rr`rr&r&r&r'r:r;cCstddSNr&rrr&r&r&r'r:r;Zscalar_weights)rIrJrKrKcCstddddSNrIrKrJrr&r&r&r'r:r;cCstd||t|dSNrrrr(rr&r&r'r:s)r=r@rrAr9rDrcCs tdfSrrr&r&r&r'r:r;z2torch::nn::NLLLossOptions().weight(torch::rand(3))cCstd||t|dS)Nrr rr+rr&r&r'r:sZ 2d_weights)r=rr?r@rrArDr)NNr/z6torch::nn::NLLLossOptions().weight({}).ignore_index(1)cCstddddSrrr&r&r&r'r:r;cCstd||ddS)Nrr/rrrr&r&r'r:sZ2d_ignore_index)r=r>r?r@rrArDr)rIrJrKrKrIrIcCs tddddddSrrr&r&r&r'r:r;cCstd||t|dSrrrr&r&r'r: sZ higher_dim)rIrJrKcCstdddSrrr&r&r&r'r:r;cCstd||t|dSrrrr&r&r'r:sZdim_is_3cCstddddSrrr&r&r&r'r:r;cCstd||t|dSNrrrrr&r&r'r:scCs tdfSrrr&r&r&r'r:%r;z;torch::nn::CrossEntropyLossOptions().weight(torch::rand(3))cCstd||t|dS)Nrr rrr&r&r'r:)sz?torch::nn::CrossEntropyLossOptions().weight({}).ignore_index(1)cCstddddSrrr&r&r&r'r:3r;cCstd||ddS)Nrr/rrrr&r&r'r:4scCs tddddddSrrr&r&r&r'r:<r;cCstd||t|dSrrrr&r&r'r:=scCstdddSrrr&r&r&r'r:Fr;cCstd||t|dSrrrr&r&r'r:Gs)rKrJcCstddjddSNrKrJr/rPr1rsoftmaxr&r&r&r'r:Pr;cCstd||t|dSrrrr&r&r'r:QsZ2d_prob_target)rKrJr.cCstdddjddSNrKrJr.r/rPrr&r&r&r'r:Zr;cCstd||t|dSrrrr&r&r'r:[sZ3d_prob_target)rKrJr.rIcCstddddjddSNrKrJr.rIr/rPrr&r&r&r'r:dr;cCstd||t|dSrrrr&r&r'r:esZ4d_prob_targetZ7CrossEntropyLoss_2d_prob_target_smoothing_sum_reductioncOstjdddSNr\333333?rrLrr)rrr&r&r'r:mszQtorch::nn::CrossEntropyLossOptions().label_smoothing(0.15).reduction(torch::kSum)cCstddjddSrrr&r&r&r'r:qr;cCstd||t|ddSNrrrrrr&r&r'r:rs)rrr?r@rrArZ)CrossEntropyLoss_2d_prob_target_smoothingcGs tjddSNr)rLrrr&r&r'r:xr;z:torch::nn::CrossEntropyLossOptions().label_smoothing(0.15)cCstddjddSrrr&r&r&r'r:{r;cCstd||t|ddSrrrr&r&r'r:|sZ0CrossEntropyLoss_2d_prob_target_smoothing_weightcCstdfSrr1rrr&r&r&r'r:r;cCstj|ddSrrr r&r&r'r:r;zWtorch::nn::CrossEntropyLossOptions().label_smoothing(0.15).weight(torch::rand(3).abs())cCstddjddSrrr&r&r&r'r:r;cCstd||t|t|ddSNrr)rr)rLrr(r+rr&r&r'r:s)rrrr?r@rrArZ7CrossEntropyLoss_3d_prob_target_smoothing_sum_reductioncGstjdddSrrrr&r&r'r:scCstdddjddSrrr&r&r&r'r:r;cCstd||t|ddSrrrr&r&r'r:sZ)CrossEntropyLoss_3d_prob_target_smoothingcGs tjddSrrrr&r&r'r:r;cCstdddjddSrrr&r&r&r'r:r;cCstd||t|ddSrrrr&r&r'r:sZ,CrossEntropyLoss_3d_indices_target_smoothingcGs tjddSrrrr&r&r'r:r;cCstdddSrrr&r&r&r'r:r;cCstd||t|ddSrrrr&r&r'r:sZ9CrossEntropyLoss_3d_indices_target_smoothing_ignore_indexcGstjdddS)Nrr/rLrrrr&r&r'r:r;zJtorch::nn::CrossEntropyLossOptions().label_smoothing(0.15).ignore_index(1)cCstdddSrrr&r&r&r'r:r;cCstd||t|dddSNrrr/rrLrrrr&r&r'r:sZ:CrossEntropyLoss_3d_indices_target_smoothing_sum_reductioncGstjdddSrrrr&r&r'r:r;cCstdddSrrr&r&r&r'r:r;cCstd||t|ddSrrrr&r&r'r:sZGCrossEntropyLoss_3d_indices_target_smoothing_sum_reduction_ignore_indexcGstjddddS)Nr\rr/rrrr&r&r'r:szatorch::nn::CrossEntropyLossOptions().label_smoothing(0.15).reduction(torch::kSum).ignore_index(1)cCstdddSrrr&r&r&r'r:r;cCstd||t|dddSrrrr&r&r'r:sZ,CrossEntropyLoss_2d_indices_target_smoothingcGs tjddSrrrr&r&r'r:r;cCstddSrrr&r&r&r'r:r;cCstd||t|ddSrrrr&r&r'r:sZ:CrossEntropyLoss_2d_indices_target_smoothing_sum_reductioncGstjdddSrrrr&r&r'r:r;cCstddSrrr&r&r&r'r:r;cCstd||t|ddSrrrr&r&r'r:sZ9CrossEntropyLoss_2d_indices_target_smoothing_ignore_indexcGstjdddS)NrrJrrrr&r&r'r:r;zJtorch::nn::CrossEntropyLossOptions().label_smoothing(0.15).ignore_index(3)cCstddSrrr&r&r&r'r:r;cCstd||t|dddS)NrrrJrrrr&r&r'r:sZ3CrossEntropyLoss_2d_indices_target_smoothing_weightcCstdfSrhrr&r&r&r'r:r;cCstj|ddSrrr r&r&r'r:r;zXtorch::nn::CrossEntropyLossOptions().label_smoothing(0.15).weight(torch::rand(10).abs())cCstddSrrr&r&r&r'r:r;cCstd||t|t|ddSrrrr&r&r'r:scCs tdfSrrr&r&r&r'r:r;cCstddjddSrrr&r&r&r'r:r;cCstd||t|t|dSNr)rr)rrr&r&r'r:sZ2d_prob_target_weights) r=rr?r@rrAr9rDrcCs tdfSrrr&r&r&r'r:r;cCstdddjddSrrr&r&r&r'r:r;cCstd||t|t|dSrrrr&r&r'r:sZ3d_prob_target_weightscCs tdfSrrr&r&r&r'r: r;cCstddddjddSrrr&r&r&r'r:r;cCstd||t|t|dSrrrr&r&r'r:sZ4d_prob_target_weightsZPoissonNLLLosscCstddddSNrIrJr.rKr1rjZfloor_abs_r&r&r&r'r:r;cCs|||Srm)rZrrrr&r&r'r:r;Z no_full_loss)r=r@rrArD)FFz?torch::nn::PoissonNLLLossOptions().log_input(false).full(false)cCstdddddSNrIrJr.rKryr1rjrZadd_r&r&r&r'r:!r;cCstddddSrrr&r&r&r'r:"r;cCs|||dS)N:0yE>)rrprrr&r&r'r:#r;Zno_full_loss_no_log_input)r=r>r?rkrrArD)TTz=torch::nn::PoissonNLLLossOptions().log_input(true).full(true)cCstddddSrrr&r&r&r'r:+r;cCsH||||||ddt||dkdS)NrfrFr/r)rZrrpr masked_fillrrr&r&r'r:,sZ full_loss)r=r>r?r@rrArD)FTz>torch::nn::PoissonNLLLossOptions().log_input(false).full(true)cCstdddddSrrr&r&r&r'r:4r;cCstddddSrrr&r&r&r'r:5r;cCsL|||d|||ddt||dkdS)NrrfrFr/r)rrpr rrrr&r&r'r:6sFZfull_loss_no_log_inputcCstjdddSNr&Trrir&r&r&r'r:>r;cCsd|||S)NrG)rrr\rr&r&r'r:?r;)r=r@rrArDrcCstdSrrr&r&r&r'r:Er;cCs tdSrrr&r&r&r'r:Fr;cCst||t|Srmrrr&r&r'r:Gs)r=rkrrAr9rDcCstdSrrr&r&r&r'r:Pr;cCstdSrrr&r&r&r'r:Qr;cCst||t|Srmrrr&r&r'r:RsZscalar_log_targetcCstjdddSrrir&r&r&r'r:Zr;cCs.||dt|dkr(|ndSrrrr&r&r'r:[scCstjddddtjddS)NrKD@rr,)r1rAfloatr&r&r&r'r:cr;cCstjddddtjdS)NrKrrr)r1r:rr&r&r&r'r:dr;cCs.||dt|dkr(|ndSrrrr&r&r'r:esprec)r=rkrrAcheck_forward_onlyrDrcCs tdfSrrr&r&r&r'r:mr;z3torch::nn::BCELossOptions().weight(torch::rand({}))cCstdddSrrr&r&r&r'r:or;cCstddSr)r1rrrr&r&r&r'r:pr;cCsF||d|d|t| t|dkr@|ndS)Nr/rrrr&r&r'r:qs,cCs tddddS)Nr&rrIr/rr&r&r&r'r:{r;Z scalar_margin)r=r>r?r@rrDr9cCstjdddSrrir&r&r&r'r:r;cCst||t||dSrrrr&r&r'r:s)r=r@rr9rArDzDtorch::nn::MultiLabelSoftMarginLossOptions().weight(torch::rand(10))cCs tddSr=rir&r&r&r'r:r;cCstdddSrrr&r&r&r'r:r;cCsb||d|| t| t|dkrF|nt|dkr\|dndSrc)rorpr+r\r(rrrr&r&r'r:s2,r)rrXcCstddddSNrrJrrIr1rjrJr&r&r&r'r:r;cCstjdddtjdSNrrrJrrr1randintrr&r&r&r'r:r;cCst||||dt|dSNrryrr|r(r7r3Ziltlr$r&r&r'r:sZlengths_intlists) r=r> extra_argsrkrrArDrr9r{rrtr:z%torch::nn::CTCLossOptions().blank(14)cCstddddSrrr&r&r&r'r:r;cCstjdddtjdSrrr&r&r&r'r:r;cCst||||dt|dSrrrr&r&r'r:sZlengths_tensors) r=r>r?rrkrrArDrr9r{rZ2d_int_target_lengths_intlistscCstddddSrrr&r&r&r'r:r;cCstjdddtjdSNr/rrrr1rrr&r&r&r'r:r;cCst||||dt|dSNrrrrr&r&r'r:s) r=rDr>rrkrrArr9r{rrtr:Z2d_int_target_lengths_tensorsz$torch::nn::CTCLossOptions().blank(0)cCstddddSrrr&r&r&r'r:r;cCstjdddtjdSrrr&r&r&r'r:r;cCst||||dt|dSrrrr&r&r'r:s) r=rDr>r?rrkrrArr9r{rZ2d_lengths_tensorscCstddddSrrr&r&r&r'r:r;cCstjdddtjdSrrr&r&r&r'r:r;cCst||||dt|dSrrrr&r&r'r:scs`|d}ddfddfdd|ddD}||}t|}|d kr\|d S|S) zReference function for criterion supporting no batch dimensions. The criterion is passed the input and target in batched form with a single item. The output is squeezed to compare with the no-batch input. r0cSs&t|ttfrdd|DS|dS)NcSsg|]}|dqSrrrr&r&r'rszNsingle_batch_reference_criterion_fn..unsqueeze_inp..rrrr&r&r'rsz:single_batch_reference_criterion_fn..unsqueeze_inpcs:g}t|ttfr,|D]}||qn |||Srm)rrrextendrY)xsr%re)rVr&r'rVs  z4single_batch_reference_criterion_fn..flattencsg|] }|qSr&r&)rr)rr&r'r sz7single_batch_reference_criterion_fn..Nrr)r(r)rZ criterionZsingle_batch_input_argsrFrr&)rVrr'#single_batch_reference_criterion_fns  rrz{}_no_batch_dim_{})namecGstt|tdSrr rrrrr&r&r'r:r;)rrr@Z target_sizerArtZKLDivLoss_no_batch_dim_cCs tjtdSr)rrrr&r&r&r'r:*r;cCstdSNrrr&r&r&r'r:+r;cCs tdSrrr&r&r&r'r:,r;)rrrkrrArtcCsttdSNr)r1rorjr&r&r&r'r:6r;cCs tdSrrir&r&r&r'r:6r;cCs tdSrrir&r&r&r'r:7r;cCs tdSrrir&r&r&r'r:8r;cCstdddgdSNr0r/rJr1tensorr&r&r&r'r:8r;cCs tdS)Nr.rir&r&r&r'r:9r;cCstddddgS)NrJrr0r/rr&r&r&r'r:9r;cCs tdSrrir&r&r&r'r::r;cCstdddgdSrrr&r&r&r'r::r;cCstjtdddS)NrJrrP)rrJr1rjr&r&r&r'r:;r;cCs tdSrUrr&r&r&r'r:;r;cCstdtdfSrrir&r&r&r'r:<r;cCs tdSrUrr&r&r&r'r:<r;cCstdtdfSrrir&r&r&r'r:>r;cCstdSrrr&r&r&r'r:>r;rcCstdtdfSrrir&r&r&r'r:@r;cCs tdSrrir&r&r&r'r:@r;cCs tdSrrir&r&r&r'r:Ar;r{,classification_criterion_no_batch_extra_info)rrrArrLcGstt|tdSrrrr&r&r'r:Sr;cCs|Srmr&fr&r&r'r:Tr;cCs|Srmr&rr&r&r'r:Ur;)rrrkrrArtZ has_parityc @seZdZeddZeejeeej eej fdddZ eejddddZ edeje e jee jee jfed d d Zd dZddZddZde dddZde dddZde dddZdS) NNTestCasecOstdSrmNotImplementedErrorrrrr&r&r'_forwardbszNNTestCase._forward)rreturncCstdSrmrrrr&r&r'_get_parametersfszNNTestCase._get_parametersNcCstdSrmrrr&r&r'_zero_grad_parametersjsz NNTestCase._zero_grad_parametersF)rrrF grad_output create_graphcCstdSrmr)rrrrFrrr&r&r' _backwardnszNNTestCase._backwardcsTt|tr"tfdd|DSt|tr@fdd|DSt|SdS)Nc3s|]}|VqdSrm _jacobianrelemnum_outrr&r'r7wsz'NNTestCase._jacobian..csg|]}|qSr&rr r r&r'rysz(NNTestCase._jacobian..)rrrr1r:nelement)rrr r&r r'r us   zNNTestCase._jacobiancsFt|tjr,|jr |dS|dSntfdd|DSdS)Nr0c3s|]}|VqdSrm)_flatten_tensors)rrgrr&r'r7sz.NNTestCase._flatten_tensors..)rr1rZ is_sparseZto_denser4r)rrer&rr'r}s   zNNTestCase._flatten_tensorscCsJt|tjr2|jrF|jdk rF|j|jn|D]}||q6dSrm)rr1rrgradr_Zdetach__zero_grad_input)rrr7r&r&r'rs    zNNTestCase._zero_grad_inputTrcCsX|||}|}|r0|||}tt|}|r\tdd||dD} t| |} t |D]} ||\} } ddt | | D} t |}| d}d|| <|r| ||r|||||||}|r t |t|D]"\}}| d|dd| f<q|rdt|| d| dd| f<qdt}|rD||f7}|rT|| f7}|S)Ncss|]}|VqdSrm)rr6r&r&r'r7sz2NNTestCase._analytical_jacobian..rcSs&g|]\}}|dkrt|n|qSrm)r1 zeros_like)rr8dr&r&r'rsz3NNTestCase._analytical_jacobian..r0r/)rrr rrr\rr1r:r@rSrr4rrr contiguousrwrr)rrrjacobian_inputjacobian_parametersrFrrZ jacobian_inpZflat_jacobian_inputZ num_paramZjacobian_paramr7paramd_paramZd_outZ flat_d_outd_inputZ jacobian_xZd_xresr&r&r'_analytical_jacobians<            zNNTestCase._analytical_jacobianc sfdd}t}|r,|t||ddf7}|r\}}g} |D]&} t||| dd} | | ddqF|t| df7}|S)Ncs|Srm)rdetachrrrr&r'fwsz*NNTestCase._numerical_jacobian..fwrn)rq)rrqr)rrrrYr1rw) rrrrrr rrr9Zto_catr8Zjacobianr&rr'_numerical_jacobianszNNTestCase._numerical_jacobianc Cst||d}|||||}|||||}tt|}tt|}g} t||D]0\} } | dkrX| | j | dd qXt | dkr| t | tdS)Nrr0)r{)boolrrr!rrrSrrYrrrrZZassertLessEqual PRECISION) rrrrrZ analyticalZ numericalZ analytical_tZ numerical_tZ differencesrgr`r&r&r'check_jacobians    zNNTestCase.check_jacobian)F)TT)TT)T)rrrrrrrrr Parameterrrrr1rrrr"rr rrrr!r$r&r&r&r'r_s( (  *rc@sbeZdZdddhZdddZdd Zd d Zed d ZeddZ ddZ dddZ ddZ dS)TestBaser>rrNcKs|||_||_||_||_|jD]L}||kr|d|kr|d|kr|dkrVt||<qtd||q||_ i|_ dS)N_fn_size>rr>zC{}: Specify {} by a value, a function to generate it, or it's size!) rDrrrA_required_arg_namesr ValueErrorformatget_name _extra_kwargs _arg_cache)rrrDrArrrr&r&r'__init__s   zTestBase.__init__cCs8|jdk rd|jSd|jj}|jr4|d|j7}|S)NZtest_r9)rrrrD)rZ test_namer&r&r'r-s    zTestBase.get_namecs:t|tjr|St|r2t|fdd|DS|SdS)Nc3s|]}|VqdSrm)_unpack)rvrr&r'r7sz#TestBase._unpack..)rr1rrtype)rvaluer&rr'r1s  zTestBase._unpackcCs |ddS)Nr>T_get_argrr&r&r'r>szTestBase.constructor_argscCs |ddS)NrTr5rr&r&r'rszTestBase.extra_argscs||jkst||jkr|d}|d}||jkrD|j||j|<n`||jkrb|j||j|<nB||jkstd||||fdd|j||j|<|r||j|S|j|S)Nr(r)z!Missing `{}`, `{}` or `{}` for {}cs>t|trfdd|DSt|tjr0|St|SdS)Ncsg|] }|qSr&r&)rsmap_tensor_sizesr&r'rsz?TestBase._get_arg..map_tensor_sizes..)rrr1rrrj)Zsizesr8r&r'r9s   z+TestBase._get_arg..map_tensor_sizes)r*r"r/r.r,r-r1)rrunpackfn_nameZ size_namer&r8r'r6s     zTestBase._get_argTcCs |d|S)Nrr5)rr:r&r&r' _get_input!szTestBase._get_inputcCstdSrmr)rrxr&r&r'__call__$szTestBase.__call__)r'NN)T) rrrr*r0r-r1propertyr>rr6r<r=r&r&r&r'r&s      r&csVeZdZeeejeedddZfddZddZ dd Z d d Z d d Z Z S) ModuleTest)rxrrrcCstdSrmr)rrxrrr&r&r'_do_test*szModuleTest._do_testcsttj|||dd|_|dd|_|dd|_|dd|_|dd|_|dd |_|d d|_ dS) NrTrNrr{!FIXME_no_cuda_gradgrad_comparisonFrg-C6*?r) superr0getrshould_test_cudashould_test_pickler{rArrr __class__r&r'r0.s zModuleTest.__init__c Cs|j|j}|}|jdk rb|||}t|}t|}||||d|}|j||dd|jrldS| ||||j rt N}|||t |||dt |} |||||| |W5QRX||||dS)NrF) exact_dtype)rr>r<rArrr assertEqualrtest_noncontigrEtempfile TemporaryFiler1saveseekloadr@) rrxrrryZ ref_inputZ ref_module expected_outrZ module_copyr&r&r'r=9s&        &zModuleTest.__call__cst|trfdd|DSt|tr.c3s|]}|VqdSrmrQrSrr&r'r7Vsz+ModuleTest.noncontiguize..r/r)rrrrQr@rr1rZ empty_likeselectrrZ is_contiguousr"r)robjrndimrQrZ noncontigr&rr'rRRs   "$zModuleTest.noncontiguizec Cst|tjr|dkrdStdd|Dr2dS||||td|||}t |ddrn|d}| |j  }| }t|||||}t||d}W5QRX||}||} tddd D]\} } | r|n|} t| r|n| } |||| tl||| }t |ddr8|d}||| || }||||j||d dd |||d|W5QRXqdS) Nrcss&|]}t|tjr|dkVqdS)rN)rr1rrQ)rr7r&r&r'r7ks z,ModuleTest.test_noncontig..riFr/)TFrI)rg-C6?atolrtol)rr1rrQanyrrr rr r^rKnormal_rvrrrrRrrI)rrxrrrFrrrZnc_inputZnc_grad_outputZcontig_iZcontig_gr7Zgoryrr&r&r'rJgs:           zModuleTest.test_noncontigcCs:tr |jstd|}tjtji}t|t r6|n|f}t ||d}|j |j }|j |j  }||}||} t|d| dD]\} } | j| q|||||||||||} |||} t|ddr| d} | d} |j| | |jdddtdD]}| }|| }|||| |}|||| |}|j|||jdddt|d| dD]\}}|j|||jdd qq |jr(|js(||} ||} t|ddr| d} | d} tj| d d }||  }d |_!tj"j#| |t |$|d d }tj"j#| |t |$|d d }t||D] \}}|j|||jdddqPtj"j#| %t%d d|D||ft |$d d}tj"j#| %t%dd|D||ft |$d d}|j|||jdddt||D] \}}|j|||jdddq|&|||dS)NExcluded from CUDA tests)type_maprriFrYrZrHrKr/rXTr)rcss|]}|VqdSrmr\rrer&r&r'r7sz'ModuleTest.test_cuda..)Z retain_graphcss|]}|VqdSrmr`rar&r&r'r7s)'rrDunittestSkipTestr<r1rrrrr rr>cudarrSrZcopy_rrrr rIrr@rvr\rwrr{rA randn_likerrZautogradrrr\rJ)rrx cpu_inputr^Zcpu_input_tupleZgpu_input_tuple cpu_module gpu_moduleZ cpu_paramZ gpu_paramZcpu_pZgpu_p cpu_output gpu_outputr9Zcpu_gradOutputZgpu_gradOutput cpu_gradInput gpu_gradInputZcpu_d_pZgpu_d_pZcpu_gradInputsZgpu_gradInputsZcpu_d_iZgpu_d_iZcpu_ggZgpu_ggr&r&r'rNs                zModuleTest.test_cuda)rrrrrrrr@r0r=rRrJrN __classcell__r&r&rFr'r?(s %r?c@seZdZddZdS)InputVariableMixincs t|d}fdd|S)NFcsDt|tjr&|s|r"d|_|St|fdd|DSdS)NTc3s|]}|VqdSrmr&r  map_variablesr&r'r7szGInputVariableMixin._get_input..map_variables..)rr1ris_floating_point is_complexrr3rror&r'rps  z4InputVariableMixin._get_input..map_variables)r&r<)rrr&ror'r<s  zInputVariableMixin._get_inputN)rrrr<r&r&r&r'rnsrncs@eZdZfddZddZddZddZed d ZZ S) NewModuleTestcstj|||dd|_|dd|_|dd|_|dd|_|dd|_|dd|_|d d |_ |d d|_ |d d|_ |d d|_ |dd|_ |dd|_|dd|_dS)NrFrLr{Tr#rrBrCryrrr|rrsupports_fwgrad_bwgrad)rBr0rCrrLr{r#rrBrCrrr|rrrtrrFr&r'r0szNewModuleTest.__init__c stddD}t|fdd}|jrbdks@tt|d}|d|n"t ||||j |j |j d|j rt||||j |j |jddS) Ncss|] }|VqdSrmr&rar&r&r'r7sz1NewModuleTest._check_gradients..cs|rt|dSrm)r"r)Zinputs_and_paramsrrZ num_inputsrxr&r'fn_to_gradchecksz7NewModuleTest._check_gradients..fn_to_gradcheckr/r)r| fast_modeZcheck_forward_ad)r|rwZcheck_fwd_over_rev)rrrZrr"r1rqr$ assertTruerr|rrr{rrt)rrxr input_tupleparamsrvZtest_input_jacobianr&rur'_check_gradientss$ zNewModuleTest._check_gradientsc srt}tdt|tr |n|f}|||jrft|dksTt |d}|j |j ddi}|j }t |}W5QRX|j |t|} | } t || } W5QRX| j ||| |j} |jdk rt|jW5QRX| jdk rBt| jW5QRX|| | | |j| jdfdd } tdd|Dr"tr"td d|D}|| tjjdtjdkrdtd d|D}dtjd|W5QRX| tjjdnBd d fd dfddfddtfdd|D}|| tjtfdd|D}|| tj trd|j!rdtfdd|D}|| tjjdtdd|D}"|| tjtdd|D}|| tjjd|j#rtj$j#j%dd|| tjjdW5QRXtjdkrtdd|D}dtjd|W5QRX| tjjd|j&s$tfdd|D}|| tjj d|j'sdtfdd|D}(|| tjj)dt|dS)Nr/rZinplaceTcs6D](}|||dk r||qdSrm)rZassertIsInstancerIZ get_device)Z tensor_typeZ device_idr8)rrxr&r'assert_module_parameters_areEs  z.assert_module_parameters_arecss|]}t|tjVqdSrm)rr1Z LongTensorrr&r&r'r7Ksz)NewModuleTest._do_test..css|]}|VqdSrmrdrr&r&r'r7Nscss|]}|dVqdSr5r}rr&r&r'r7TscSs,|r||S|r$||S|SdSrm)rrrxrq)rrealrr&r&r'to_type[s   z'NewModuleTest._do_test..to_typecs|tjdSrm)r1Zfloat16rerr&r'to_halfcsz'NewModuleTest._do_test..to_halfcs|tjtjSrm)r1float32Z complex64rrr&r' to_singlegsz)NewModuleTest._do_test..to_singlecs|tjtjSrm)r1float64rrrr&r' to_doublejsz)NewModuleTest._do_test..to_doublec3s|]}|VqdSrmr&rrr&r'r7nsc3s|]}|VqdSrmr&rrr&r'r7tsc3s|]}|VqdSrmr}rrr&r'r7~scss|]}|VqdSrm)cpurr&r&r'r7scss|]}|VqdSrmr}rr&r&r'r7sF)ZenabledrIcss|]}|dVqdSr5r}rr&r&r'r7sc3s|]}|VqdSrmr}rrr&r'r7sc3s|]}|VqdSrmr}r)rr&r'r7s)N)*r1Zget_num_threadsZset_num_threadsrrr{__repr__rLrZr"rr>_versionr rIrrvZassertNotEqualrr\rZno_gradr_backwardallrrrdZ FloatTensorZ device_countrurr rDrrbackendsflagsr#rhalfZ HalfTensor)rrxrrZ num_threadsryZ module_ipZ input_versionrFZinput_ipZinput_ip_cloneZ output_iprr|r&)rrxrrrrr'r@s                    zNewModuleTest._do_testcCs |ddSNrFr5rr&r&r' _get_targetszNewModuleTest._get_targetcCs |ddSNr>Fr5rr&r&r'r>szNewModuleTest.constructor_args) rrrr0r{r@rr>r>rmr&r&rFr'rss rscs\eZdZejdhZfddZddZdddZd d Z e d d Z e d dZ Z S) CriterionTestrcstj|||dd|_|dd|_|dd|_|dd|_|dd|_|dd|_|d d|_ |d d|_ |d d |_ |d d|_ dS)NrNTrFr{rrrrrBrCryr|) rBr0rCrDrr{rrrrrBrCr|rrFr&r'r0szCriterionTest.__init__c s |j|j|}t|}|jdk r||j|||jd}t |t |f|jf}|j|}| |||j rdSt dd D}t|t s|f||f}fdd} n|||f}fdd} t| ||jd|jrt| ||jddS)Nrcss|] }|VqdSrmr&rar&r&r'r7sz)CriterionTest.__call__..cs ||Srmr&)rrrzrr&r'apply_fnsz(CriterionTest.__call__..apply_fncs |||Srmr&)rkrlrrzrr&r'rs)r|)rr>r<rr rrA_forward_criterionrrrIrrrrrr|r{r) rrxrrryZref_argsrPrzinputsrr&rr'r=s*      zCriterionTest.__call__Ncsld fdd tr|js"td|}|}|j|j}|j|j}||d}|sf| rp||}| || |t |}t |} | |t jt jhkr|}|}|j|j}|j||||d} |j||| |d} |j| | |t jt jhkr dndd dd |j||| ||d} |j||| | |d} |j| | |t jt jhkr\dndd dd dS) NFcsNt|tjr"|jdSt|trFtfdd|DS|SdS)Nrc3s|]}|VqdSrmr&rS) convert_dtyperrr&r'r7szACriterionTest.test_cuda..convert_dtype..)rr1rrrxrequires_grad_r)rVrrrrr'rs   z.CriterionTest.test_cuda..convert_dtyper]TrrOg-C6:?rr_)F)rrDrbrcr<rrr>rqrrr3r rdr1rbfloat16rrIZ_backward_criterion)rrxrrrfZ cpu_targetrgrhZ gpu_inputZ gpu_targetrirjrkrlr&rr'rNsZ         zCriterionTest.test_cudacCs |ddSrr5rr&r&r'rszCriterionTest._get_targetcCs |ddSrr5rr&r&r'r> szCriterionTest.constructor_argscCs |ddS)NrFr5rr&r&r'r$szCriterionTest.extra_args)N)rrrr&r*unionr0r=rNrr>r>rrmr&r&rFr'rs $ 2 rc Cstj|tj|dd}|dk r:tj|tj|d|}||}tj||d}|||} | } |} | | } | | |j || ||dd|j |j j | j j ||dddS)NT)rrurrt)ruFr_) r1rjrrrrrrerrrIrr) rxopruZinp_dimsrrrkZout1Z grad_input1Zop_bfp16rlZ grad_input2Zout2r&r&r'_test_bfloat16_ops)s  rcCs|s|d||}|s.t|}|||rF||||s|D] }|jrR||jt |jqR||jt |dS)NT) rr1Z rand_likerrIrrrrr)rxrrZ check_sizeZ inferenceryZgOr8r&r&r'_test_module_empty_input<s    r)F)F)r)r)Nrtr)Nrrg)Nrtrrg)Nrtrrg)Nrtr)rrG)rrG)r)rGr)r)r/r/Nr)rr)rGrIrnFr)rr)rr)rG)rG)r&rN)TF)abcrrrKrbcopyr functoolsrrr itertoolsroperatorrr r1Z torch.cudaZtorch.nnrZtorch.nn.functionalZ functionalrr r!Z$torch.testing._internal.common_utilsr r r rrrrZ#torch.testing._internal.common_cudarZtorch.autograd.gradcheckrrZtorch.autogradrZ torch.typesrZtorch.backends.cudnntypingrrrrrrrrLr#r(r+rZ module_testsrrrrrrrrrrrrrrrrrrrrrrr rrrrr!r"r#r$r%r*r+r-r.r2r;r<r>r?rFrJrMrTrUr[r\r]rarbrcrzrrrrZ interpolaterrrJrZgeluZreluSizeZnew_module_testsrSZ padding_modeZcpp_padding_moderrr@rjoinmapr Z cpp_paddingr@rrrYr,Znon_linear_activations_no_batchr;__annotations__Znon_linear_activationZactivation_test_inforCZ extra_infoupdater>r?rHrMrOrPrUrWrXr\rarbrdrerfrmrrrsr|r"r'r-rrrrrrrZcriterion_testsrZregression_criterion_no_batchZ reductionsrrZregression_test_infoZ!classification_criterion_no_batchrZclassification_cpp_parityrkrZclassification_test_inforobjectr&r?rnrsrrrr&r&r&r'sn       $   $>     2 )2                                                                                                                                                                   T             (    %  +                      "     "                                    ***K #        {N7It