U <c@s>ddlmZmZddlmmZddlZddlZddl Zddl Zddl Zddl m Z mZddlmZddlZddlmZddlmZmZmZmZddlZddlmZeejdZd Zd Z d d Z!Gd dde"Z#e$ddgZ%dddejdfddZ&de e e fe e e fffde e e e fe e e e fffde e e e e fe e e e e fffde e e fe e e fffde e e e fe e e e fffde e e e e fe e e e e fffde e e fe e e fe fdffde e e fdfde e e e fdd d!fd"e e e e e fdfd#e e e e fd$dd$gffd%e e e fd&fd%e e e fd'd(fd)e e e e fd&d d*fd)e e e e fd'd(d*fd+e e e e e fd&fd,e'd-d.ggge'd/d$gggdddffd0e'd-d.gggge'd/d$ggggdddffd1e'd-d.ggggge'd/d$gggggdddffd2e e e fd3fd4e e e e fd3fd5e e e fd6fd7e e e e fd d8gffd9e e e e e fd$ddgffd:e e e fd6d d!fd;e e e e fd d8gfd d!fdd d?fd@e e e fd>fdAe e e fd>fdAe e e e fd>dBfdCe e e e fd>fdCe e e e e fd>dBfdDe e e fd>fdEe e e fdFd d!fdEe e e fdGdHfdIe e e fdJd d!fdIe e e fdJdHfdKe d/e d/e d/fdJfdLe e e fdMd d!fdLe e e fdNdHfdOe e e fdJd d!fdOe e e fddHfdPe e e fdQfdPe e e fdRdHfdSe e e fdJfdSe e e fddHfdTe e e fdQfdTe e e fdRdHfdUe e e fdVd d!fdUe e e fdVdHfdWe e fdXfdWe e fdYdHfdZe e e fd[d d!fd\e e e fdJfd]e e e fdJfd^e e e fdJd d!fd_e e e fd`fdae e e fd`d d!fdae e e fdd$ejfdbd!fdce e e fdJd d!fdde e e fdJd d!fdee e e fdJd d!fdfe e e fd`d d!fdge e fee ffd ddhgffdge e fee feffdiddhgffdje e e fe e efe(ee effdke'd/dd.d gd.d$dd gge)dld$fd d!fdme'd/dd.dge)d d$e'dd.gffdne e fe%e*e e%e+e dddfdodpfdnde e e fe%e*e e%e+e e%e*e e%e+e dfdqdpfdnde e e fe%e*e e%e+e e%e*e e%e+e dfdrdpfdne e fe%e*e e%e+e e%e*e e%e+e dfdsdpfdne e fe%e*e e%e+e de%e+e dfdtdpfdne e fe%e*e e%e+e e%e*e ddfdudpfdne e fe%e*e e%e+e dddfdvdpfdne e fe%e*e e%e+e e%e*e e%e+e dfdwdpfdne e fe%e*e e%e+e de%e+e dfdxdpfdne e fe%e*e e%e+e e%e*e ddfdydpfdze e e fe%e(e e%e+e ffd{e e e e fd gfd dd|d}gffd{e e e e fd ge%e)e fd~dd|d}gffd{e e e e fd gde%e)e fddd|d}gffd{e e e e fd ge%e)e e%e)e fddd|d}dgffde e e fd/e)d ffde e e fdfdej,e*d$d dde'd/dd.gfd fde)e de)e dffde)e de)e dddfdfde,e*e d d/e-e*e d d/ffdd$e fej.e dej/dffdde0d$1dffdd$e fe%e)d$e ffdd$e fe%e)d$e ffdd$e fe%e)d$e ffdd$e fe%e)d$e ffdd$e fe)d$e fdfdd$e fe)d$e fdfdd$e fe)d$e fdfdd$e fe)d$e fdfde fe fe fffdd$e fe%e)d$e ffdd$e fe%e)d$e ffdd$e fe%e)d$e ffde e fe e fe%e)e ffddde dd$fe2e d/d8d8gffddd/d/gffde e fe e fffde e fdJfde e fe e fffde e fe e fe e fffde e e fdJfde e e e fdd$gfddd.d gddgffde e e e fe%e)e e e dffde e fdd ddddgdgffde e fddddddgdgffde'dddgge'ddd/ggffde e fe%ej.e e fej/dd/de%e*e ffde*d$d3e%e)d$de%e*d$dffde*d$d3e%e)d$de%e*d$ddddfdfde)e e e ,d45ej.d/e e e fej6dej7e fe ej6dej.d/e e fej6dffde*e e eeddfde*e e eeddfde(d$d$8d/d/d$d$ddfde*e e eeddfde*e e eeddfde(d$d$8d/d/d$d$ddfde*e e eeddfde*e e eeddfde(d$d$8d/d/d$d$ddfde*e e eeddfde*e e eeddfde(d$d$8d/d/d$d$ddfde*e e eeddfde*e e eeddfde(d$d$8d/d$d$ddfde*e eeddfde*e eeddfde(d$d$8d/d$d$ddfde*e eeddfde*e eeddfde(d$d$8d/d$d$ddfde*e eeddfde*e eeddfde*e eeeeddfde*e eeeeddfde(d$d$d$8d/d/d$d$d$ddfde*e eeeeddfde*e eeeeddfde(d$d$d$8d/d/d$d$d$ddfde*e eeeeddfde*e eeeeddfde(d$d$8d/d/d$d$ddfde*e e eeddfde*e e eeddfde*e e eeddfde*e e eeddfde*e e eeddfde*e eeddfde*e eeddfde*e eeddfde*e eeddfde*e eeeeddfde*e eeeeddfde*e eeeeddfde*e eeeeddfgZ9dZ:ddZ;ddZddZ?ddZ@GdddZAddZBd7ddZCdddd d d d d ddh ZDd8ddZEde e efe e fe e ffdde e fe e fdde e fe e fdde e fe e fdddde*d dde*d ddfddddd e*d/d/d/fddgZFd!d"d#d$d%hZGd&ZHd'd(ZId)d*d+d,ZJd-d.ZKd/d0ZLd1d2ZMd3d4ZNd5d6ZOdS(9)BroadcastingList2BroadcastingList3N) module_testsnew_module_tests)is_iterable_of_tensors)deepcopy)AnyDictListUnioninf cCs$t|trtdd|DS|SdS)Ncss|]}t|VqdSN)unpack_variables).0elemrU/tmp/pip-unpacked-wheel-gikjz4vx/torch/testing/_internal/jit_metaprogramming_utils.py sz#unpack_variables..) isinstancetuple)argsrrrrs rc@s eZdZdS) dont_convertN)__name__ __module__ __qualname__rrrrr"srnon_differentiabletensorTFcs`t|ts|f}fddtfdd|D}|rTfdd|Dni}||fS)Ncsfdd}dd}t|tjs*t|tr.|St|trbt|dkrb|tjdd}|_|St|trt|dtjs||tj|d St|t r2t|j tjr|j j tj kr||j jtjdS|j j tjkr|||j jtjdS|||j jdS|||j jdSt|tjr|j tj krV|}|j tjkrp|tj}|jkrtd d |||jd}o|p||_|St|rވ|dS|SdS) Ncs r|dkr|St|S)N)ZnumelcloneZnoncontiguous_liker )non_contiguousrrmaybe_non_contig,sz7create_input..map_arg..maybe_non_contigcSs|Sr)Zconjr#rrr conjugate2sz0create_input..map_arg..conjugaterr)dtypedevice)r(zFUser provided tensor is real for a test that runs with complex dtype, zwhich is not supported for now)rtorchSizerrlenrandn requires_gradTensorrequires_grad_rr r'floattodoubleZcfloatcdouble is_complex RuntimeErrordetachr"Zis_floating_pointcallable)argr%r&varvr(r'map_argr$r-rrr<+sB     zcreate_input..map_argc3s|]}|VqdSrrrr8r<rrrVszcreate_input..csi|]\}}||qSrrrkr:r>rr Wsz create_input..)rritems)Z call_argsr-r$Z call_kwargsr'r(Zargs_outZ kwargs_outrr;r create_input's  +rCZconv1dZconv2dZconv3dZconv_transpose1dZconv_transpose2dZconv_transpose3dZconv_tbcr!Z avg_pool1dZ avg_pool2d)TZ avg_pool3dZfractional_max_pool2drEZ max_pool1d)r!)r!rGrGrGFTZ with_indicesZ max_pool2d)Tzaten::max_pool2d_with_indicesZ max_pool3dZ max_unpool1d@rGZ max_unpool2dZ max_unpool3dZ lp_pool1d)rHrEr!Z lp_pool2dZadaptive_max_pool1d)rZadaptive_max_pool2dZadaptive_max_pool3dZadaptive_avg_pool1dZadaptive_avg_pool2dZadaptive_avg_pool3dZdropout)?)Tzaten::native_dropoutZ alpha_dropoutZ dropout2dZbatchedZ dropout3dZfeature_alpha_dropout threshold)皙?rH)rMrHTinplaceZrelurZgluZhardtanh)rK)rOrKTZrelu6Zelu)?)rPTZseluZceluZ leaky_relu)g{Gz?Zrrelu)rM333333?F)rMrQFTZ hardshrink)g?Z tanhshrinkZsoftsignZsoftplusZsoftmin)rsoftmaxZ with_all_argstanhsigmoidZsilu log_softmaxlinearz aten::linearZaddmmbilinearZ embeddingZ embedding_bagZ batch_normZtraining)Taten::_batch_norm_impl_indexZ size_zeroZsize_zero_inferenceZwith_weight_and_bias_trainingZwith_only_bias_trainingZwith_only_weight_trainingZ inferenceZwith_weight_and_bias_inferenceZwith_only_bias_inferenceZwith_only_weight_inferenceZ instance_normZ layer_normzaten::contiguousrYZwith_only_weightZwith_only_biasZwith_weight_and_biasz aten::addcmulZ group_normZlocal_response_norm)r!Znll_loss)ZdimZpoisson_nll_lossfullZkl_divZ cross_entropyr'Z binary_cross_entropy_with_logitsZsmooth_l1_lossZ huber_lossZl1_lossZmse_lossZ with_gradZmargin_ranking_lossZhinge_embedding_lossZsoft_margin_lossZmultilabel_soft_margin_lossZcosine_embedding_loss)Z pixel_shuffle)rG rIrIrD)Zpixel_unshuffle)rGrG r]rDZ affine_gridpad)rErErIr!Zpairwise_distanceZpdistZcosine_similarityZtriplet_margin_loss normalizeZunfoldfold)rGr]r]Z grid_sampleZgumbel_softmax)rHz aten::softmaxz aten::addz aten::divz aten::neg)rHThardZmultilabel_margin_lossg?gɿgQ?Zmulti_margin_lossg?Zbinary_cross_entropyZmeanZ size_averageZctc_lossZupsample)NrHZ with_scale)rIZ with_sizeZ interpolateZ nearest_4dZnearest_4d_with_scaleZnearest_4d_with_sizeZarea_4dZarea_4d_with_scaleZarea_4d_with_sizeZ bilinear_4dZbilinear_4d_with_scaleZbilinear_4d_with_sizeZ bicubic_4dZbicubic_4d_with_scaleZbicubic_4d_with_sizeZ nearest_3dZnearest_3d_with_scaleZnearest_3d_with_sizeZarea_3dZarea_3d_with_scaleZarea_3d_with_sizeZ linear_3dZlinear_3d_with_scaleZlinear_3d_with_sizeZnearest_5d_with_scaleZnearest_5d_with_sizeZarea_5dZarea_5d_with_scaleZarea_5d_with_sizeZ trilinear_5dZtrilinear_5d_with_scaleZtrilinear_5d_with_size)r!NnearestNFZ%nearest_4d_not_recompute_scale_factor)rINrbNFZ/nearest_4d_with_size_not_recompute_scale_factor)NrHrWNFZ1bilinear_4d_with_scale_not_recompute_scale_factor)rINrWNFZ0bilinear_4d_with_size_not_recompute_scale_factor)NrHbicubicNFZ0bicubic_4d_with_scale_not_recompute_scale_factor)rINrcNFZ/bicubic_4d_with_size_not_recompute_scale_factor)NrHrbNFZ0nearest_3d_with_scale_not_recompute_scale_factorZ/nearest_3d_with_size_not_recompute_scale_factor)NrHrVNFZ/linear_3d_with_scale_not_recompute_scale_factor)rINrVNFZ.linear_3d_with_size_not_recompute_scale_factorZ0nearest_5d_with_scale_not_recompute_scale_factorZ/nearest_5d_with_size_not_recompute_scale_factor)NrH trilinearNFZ2trilinear_5d_with_scale_not_recompute_scale_factor)rINrdNFZ1trilinear_5d_with_size_not_recompute_scale_factorz# def the_method({}): return {} cCs6t|trt|St|tjr*dt|St|SdS)Nztorch.)rstrasciir)r.)valuerrrvalue_to_literalJs    rhcCsddd|D}|d}|dkr4|dd}d|}|t|rTt|rTdnd7}||7}|dksr|d krd ||}n6|dkrd |||}n|d krd ||}ntd|S)N, cSs g|]\}}|dt|qS)=)rhr?rrr Tszget_call..rmethodrGrF functionalfunctionz torch.{}({})z {}.{}({}) nn_functionalztorch.nn.functional.{}({})zUnsupported function type)joinrBr+format TypeError) method_name func_typerkwargsZ kwargs_strZself_argZ argument_strcallrrrget_callSs  rwcCs|tkr dS|t krdS|S)Nzmath.infz -math.infr )xrrr get_constanths  rycCsg}g}g}|D]}t|tjrNdt|}||||||qt|rdt|}||d|||t|qt|tr|d|q|tt |q|||fS)Nzi{}z: List[torch.Tensor]z'{}') rr)r.rqr+appendrlistrery)rformalstensorsactualsr8namerrrget_script_argsos$      rc OsDt|\}}}t||||}td||}tj|} | j|fSNri) rrwscript_templaterqrpr)jitCompilationUnit the_method) rsrtrrur|r}r~rvscriptCUrrrgen_script_fn_and_argss  rcsfddS)Ncs<tf||\}}|j|||}|j|_|Sr)rassertExportImportgraph graph_for last_graph)rrufnr}outputrtrs script_fnselfrrrs  z#create_script_fn..script_fnr)rrsrtrrrcreate_script_fnsrc@seZdZUeeed<eeed<eeed<eeed<eeefed<eeed<eeefed<eeefed<ed d Z d d Z dd ddZ dS) SplitInputs all_tensors tensor_argsnontensor_args arg_types tensor_kwargs kwarg_ordernontensor_kwargs kwarg_typescCst|tjpt|Sr)rr)r.r)r8rrr_is_tensor_inputszSplitInputs._is_tensor_inputcsfdd|D_fdd|D_fdd|D_fdd|D_fdd|D_fdd|D_jd djD_d d|D_dS) Ncsg|]}|rdndqStsrr=rrrrksz(SplitInputs.__init__..cs$i|]\}}||rdndqSrrr?rrrrAsz(SplitInputs.__init__..csg|]}|r|qSrrr=rrrrks csg|]}|s|qSrrr=rrrrks cs i|]\}}|r||qSrrr?rrrrAs cs i|]\}}|s||qSrrr?rrrrAs cSsg|] \}}|qSrrr?rrrrkscSsg|] \}}|qSrrr?rrrrks) rrBrrrrrrr)rrrurrr__init__szSplitInputs.__init__)othercCsT|j|jkrdS|j|jkr dS|j|jkr0dS|j|jkr@dS|j|jkrPdSdS)NFT)rrrrr)rrrrrnontensors_matchs     zSplitInputs.nontensors_matchN) rrrr r__annotations__rer staticmethodrrrrrrrrs        rcs$tfdd}|fS)NcsFt|fddtjD}fddjD}||S)Ncs(g|] \}}|dkr|ntqSrnext)rir)rr}rrrksz.new_fn..cs*i|]"\}}||dkr|ntqSrr)rr@r)rur}rrrAsz.new_fn..)iter enumeraterrrB)Ztensors_Z full_argsZ full_kwargsrrinputsru)r}rnew_fnsz(partial_apply_nontensors..new_fn)r)rrrurrrrpartial_apply_nontensorss rcsfddS)Ncst||\}}rtds^tjj||jdd}|j|j||j}r|_|_ n$ j |j|j}j}|j |j_ |j_|S)NtracedF)Z check_trace)rhasattrr)rtracerrrr split_inputs assertTruerrr)rruZ fn_tensorsrrrcache_traced_fnrr traced_fnrrrs  z#create_traced_fn..traced_fnr)rrrrrrcreate_traced_fnsrZtest_norm_fro_defaultZtest_norm_fro_cpuZ test_norm_nucZ test_norm_froZtest_norm_nuc_batchedZtest_nn_unfoldZtest_nn_ctc_lossZ test_nn_foldZtest_to_sparseZtest_to_sparse_dimc Gsd|}|dkr|d|}|dk}t|fdd}d}t|\} } t|j} tt| } |f| } | f| }tjt|df| \}}W5QRX||fS)NZtest_nn_rF_rNrro)rCrdatarr)Z _jit_internalZ_disable_emit_hooksr)rZ self_sizerZ variant_name extra_args test_nameZno_gradZ self_variableru args_variablekwargs_variableZ self_tensorZ args_tensorf_args_variableZ f_args_tensorrrrrr(get_nn_functional_compiled_fn_and_inputss       rZBilinear) module_nameconstructor_args input_sizerZRNNCell)rrrZLSTMCellZGRUCellZMultiheadAttention))rrrrr)rrrrZslowTestZ Transformer)rGrGrGrGr!)rErGrGZ$test_nn_AdaptiveAvgPool2d_tuple_noneZ$test_nn_AdaptiveAvgPool3d_tuple_noneZ$test_nn_AdaptiveMaxPool2d_tuple_noneZ$test_nn_AdaptiveMaxPool3d_tuple_noneZtest_nn_CrossMapLRN2dz def forward({}): return {} csfdd}|S)Nc st|\}}}ddg|}d|}d|}t||}g|drRdgGfdddtjjfdd } | |} r| || || j t _ | S) Nrirzself.submodule({})Z is_constant submodulecs&eZdZZfddZZS)z>create_script_module..script_module..TheModulecst||_dSr)superrrr) TheModule __class__r nn_modulerrr_szGcreate_script_module..script_module..TheModule.__init__)rrrZ __constants__r __classcell__r)rrrsubmodule_constants)rrr\srcs}t||||Sr)reZdefine)rmodule)rrr make_modulecs z@create_script_module..script_module..make_module) rrprqscript_method_templategetr)rZ ScriptModuleZassertExportImportModulercreate_script_moduler) rrur|r}r~Z method_argsZ call_args_strrvrrrrrr)rrr script_moduleOs       z+create_script_module..script_moduler)rrrrrurrrrrNs"rrl)rtc Csvt|\}}}t||||}td||} tj| } tj | j j tj | j j tj | j j t||dSr)rrwrrqrpr)rrZ_CZ_jit_pass_inlinerrZ_jit_pass_constant_propagationZ_jit_check_alias_annotationr) rsrruZ aten_namertr|r}r~rvrrrrrcheck_alias_annotationss rcKs6d|kr|dSd|kr |dSd|kr2|djSdS)Nrfullname constructor)r)rurrrget_nn_module_name_from_kwargs}s rcKs>d|kr|d}n"tf|}d|kr4d||d}d|S)Nrdesc{}_{}z test_nn_{})rrq)rurrrrget_nn_mod_test_names   rcKs6tf|}|d}|dkr |S|d|dSdS)Nrr)rfind)rurindexrrrget_nn_module_class_from_kwargss   rc Ostf|}d|kr"d|dkr"dS|}d|kr>d||d}tf|}|tkrTdSd|krf|d}n ttj|}dt|krdSd|kr|d}n |dd}tj }d |kr|d }t |tj r|f}t d d |Drtj }n |d f}d |kr||d }d|kr ||df}n,d|krLt|r<|f}||df}t||d\}} tt|} t| } | td||f| | }} | | fS)NrevalrrZFunctionalModuleZconstructor_args_fnrrZinput_fncss|]}|VqdSr)r4)rr rrrrsz.rrZ target_sizeZ target_fnr[)rrqrEXCLUDE_SCRIPT_MODULESgetattrr)nnrerr2rr.allr3Z is_tensorrCrrr) rrurrrrZ input_dtypeinputrrrZout_varmodrrr)try_get_nn_module_compiled_mod_and_inputssL                rcCs tttSr)rradditional_module_testsrrrrget_all_nn_module_testssr)F)rF)PZtorch.jit.annotationsrrZtorch.nn.functionalrrmFr)Z torch.cudaZ torch.jitZtorch.jit._loggingZtorch.jit.frontendZ!torch.testing._internal.common_nnrrZ$torch.testing._internal.common_utilsr collectionscopyrtypingrr r r mathZ torch._sixr Zset_default_dtyper2LMSrrr namedtuplerrCr zerosZrandr,ZonesrUrRrandintZint64emptyZrandom_r*rTr6r/longrZviewZnn_functional_testsrrhrwryrrrrrrZEXCLUDE_SCRIPTrrrrrrrrrrrrrrrs    C,04  "0,                 &   "   * * "& (""]   ( "'  %   ;