U <c.@sUddlZddlZddlmZddlmZddlmZmZddl m Z m Z ddl Z ddl m mZddlmZddlmZddlmZmZdd lmZmZmZmZmZmZmZmZdd l m!Z!dd l"m#Z#m$Z$dd l%m&Z&m'Z'm(Z(m)Z)m*Z*dd l+m,Z,ddl-m.Z.m/Z/m0Z0m1Z1m2Z2ej j3ej4j j5j3ej j6j3ej j7j3ej4j j7j3gZ8e.e,e9d<ej j:ej j;ej je1e0e9d<e?e dde8DZ@e.e0e9d<dde@DZ@iZAe2e0eBfe9d<e8D]FZCeCjDD]8ZEeFeCeEZGeCjHIddIddZJeJdeEeAeG<qԐqeddZKGdddeZ3ddZLGd d!d!eMZNGd"d#d#eMZOGd$d%d%eMZPd&d'ZQd(d)ZRd*d+ZSd,d-ZTd.d/ZUd0d1ZVd2d3ZWd4d5ZXd6d7ZYd8d9ZZd:d;Z[dd?Z]d@dAZ^dBdCZ_dDdEZ`dFdGZadHdIZbdJdKZcdLdMZddNdOZedPdQZfdRdSZgdTdUZhdVdWZidXdYZjdZd[Zkd\d]Zld^d_Zmd`daZndbdcZodddeZpe!ejqdfdgeoxe* dhdie!ejqdfdjeoe* dhdie!ejqdfdkeoe* dhdie!ejqdfdkeoe*ejrfdhdlfZsePej jte)e\e!e(dfejugdmfdnePej jve[e!ewdodfdpe!e(dfejugdmfdqePej jxdre]e!e(dfejugdmfdsePej jydre^e!e(dfejugdmfdsePej jzee_dtdudve)dre!edwdxdfdpe!edfdpej{gdme!e(dfejugdmfe!eej{dyidfdpfdzePej j|ee_d{dudve)dre!edwdxdfdpe!edfdpej{gdme!e(dfejugdme!ejqdfdpdhejugd|fe!eej{dyidfdpfdzePej j}ee_d}dudve)dre!ed~dxdfdpe!edfdpej{gdme!e(dfejugdme!ejqdfdpfe!eej{dyidfdpfdzePej j~ee_dtdudrde)dreeje!edwdxdfdpe!edfdpej{gdme!e(dfejugdme!ejqdfdejfdde!ejqdfdpejfdde!ejqdfdejfdde!ejqdfdkejfdde!ejqdfdejfdhde!ejqdfdejfdhde!ejqdfdejfdmf e!eej{dyidfdpfdePej jee_d{dudrde)dre!edwdxdfdpe!edfdpej{gdme!e(dfejugdme!ejqdfdpdde!ejqdfdpdhejugd|fe!eej{dyidfdpfdzePej jee_d}dudrde)dre!ed~dxdfdpe!edfdpej{gdme!e(dfejugdme!ejqdfdpfe!eej{dyidfdpfdzePej je`e!e(dfejugdmfdqePej jece!ewdodfdpe!e(dfejugdmfdqePej jee_dtdrdve)dre!edwdxdfdpe!edfdpej{gdme!ee!e(dfejugdmfe!eej{dyidfdpfdzePej jee_d{drdve)dre!e(dfejugdme!edwdxdfdpe!edfdpej{gdme!ee!ejqdfdpdhejugd|fe!eej{dyidfdpfdzePej jee_d}drdve)dre!ed~dxdfdpe!edfdpej{gdme!ee!e(dfejugdme!ejqdfdpfe!eej{dyidfdpfdzePej jee_dtdrdrde)dre!edwdxdfdpe!edfdpej{gdme!ee!e(dfejugdmfe!eej{dyidfdpfdzePej jee_d{drdrde)dre!edwdxdfdpe!edfdpej{gdme!ee!e(dfejugdme!ejqdfdpdde!ejqdfdpdhejugd|fe!eej{dyidfdpfdzePej jee_d}drdrde)dre!ed~dxdfdpe!edfdpej{gdme!ee!e(dfejugdme!ejqdfdpfe!eej{dyidfdpfdzePej jeQe!e(dfejugdme!ewdodfdpfdqePej jeRe!eej{edydydejuedydydidfdddge!e(dfejugdme!ewdodfdpfdePej j=efe!ewdodfdke!ewdodfde!e(dfejugdmfdqePej jeSe!ewdodfdpe!e(dfejugdmfdqePej jeTe!e(dfejugdme!ewdodfdpfdqePej jede!e(dfejugdmfdqePej jeee!e(dfejugdmfdudePej jdrehe!ewdodfdpe!e(dfejugdmfdsePej jeie!ewdodfdpe!e(dfejugdmfdqePej jeje!ewdodfdpe!e(dfejugdmfdqePej jdrele!ewdodfdpe!e(dfejugdmfdsePej jeke!ewdodfdpe!e(dfejugdmfdqePej jebe!e(dfejugdmfdqePej jeemdrde!e(dfejugdmfdqePej jeme!e(dfejugdmfdqePej jene!e(dfejugdmfdqePej jege!e(dfejugdmfdqePej jdreeodrde!e(dfejugdmfesdePej jdreeodude!e(dfejugdmfesdePej jdrepe!e(dfejugdmfesdg&Ze.ePe9d<dS)N)deepcopy)Enum)wrapspartial)chainproduct) make_tensor) TEST_CUDNN)floating_typesfloating_and_complex_types_and)_TestParametrizer_update_param_kwargstoleranceOverridetolskipCUDAIfCudnnVersionLessThanskipCUDAIfRocmprecisionOverrideskipMeta) DecorateInfo)nllloss_reference get_reduction)freeze_rng_state#set_single_threaded_if_parallel_tbb skipIfMpsGRADCHECK_NONDET_TOLTEST_WITH_ROCM) ModuleType)ListTupleTypeSetDictMODULE_NAMESPACESMODULES_TO_SKIPcs g|]fddjDqS)csg|]}t|qS)getattr).0 module_name namespacer$J/tmp/pip-unpacked-wheel-gikjz4vx/torch/testing/_internal/common_modules.py *sz.)__all__)r&r$r(r*r+)sr+MODULE_CLASSEScCsg|]}|tkr|qSr$)r#)r&clsr$r$r*r+,sMODULE_CLASS_NAMESztorch.z.modules. TrainEvalMode) train_only eval_onlytrain_and_evalc@s0eZdZdZdejfddZddZddZdS) moduleszQ PROTOTYPE: Decorator for specifying a list of modules over which to run a test. NcCs&||_|dk rt|nd|_||_dSN)module_info_listsetallowed_dtypestrain_eval_mode)selfr8r:r;r$r$r*__init__?szmodules.__init__cCs^g}|jtjks|jtjkr&|d|jtjks>|jtjkrH|d|jsZ|dd}|S)NTF)r;r2r3r5appendr4train_and_eval_differ)r< module_infotraining_flagsr$r$r*_get_training_flagsDs       zmodules._get_training_flagsc #s,|dkrtd|jD]}t|j}|jdk r<||j}||}t||D]\}}|j} t |dkr| d|rvdnd7} d|i} t | d|t | d|zHt fd d } | |j j |j|D] } | | } q| | | fVWqPtk r"} ztd | |j| W5d} ~ XYqPXqPqdS) NzThe @modules decorator is only intended to be used in a device-specific context; use it with instantiate_device_type_tests() instead of instantiate_parametrized_tests()r>_Z train_modeZ eval_moderAdtypetrainingcs ||Sr7r$argskwargstestr$r* test_wrappernsz/modules._parametrize_test..test_wrapperz)Failed to instantiate {0} for module {1}!) RuntimeErrorr8r9dtypesr: intersectionrCrformatted_namelenr rget_decorators__name__ device_type Exceptionprintformatname)r<rKZ generic_clsZ device_clsrArNrBrFrE test_nameZ param_kwargsrL decoratorexr$rJr*_parametrize_testTs4          zmodules._parametrize_test) rS __module__ __qualname____doc__r2r5r=rCr\r$r$r$r*r6<sr6cCst|S)zN Returns the common name of the module class formatted for use in test names. )r/) module_clsr$r$r*get_module_fully_qualified_name}srac@s eZdZdZddgZddZdS) FunctionInputz: Contains args and kwargs to pass as input to a function. rHrIcOs||_||_dSr7rG)r<rHrIr$r$r*r=szFunctionInput.__init__NrSr]r^r_ __slots__r=r$r$r$r*rbsrbc@s&eZdZdZddddgZd dd ZdS) ModuleInputzA Contains args / kwargs for module instantiation + forward pass. constructor_input forward_inputdesc reference_fnNr0cs>||_||_||_|_dk r:tfdd}||_dS)Ncs,t|t|}}|t|f||Sr7)rlist parameters)mrHrIrir$r*copy_reference_fnsz/ModuleInput.__init__..copy_reference_fn)rfrgrhrir)r<rfrgrhrirnr$rmr*r=szModuleInput.__init__)Nr0Nrcr$r$r$r*res rec@sLeZdZdZddeddddddd Zd d Zed d ZeddZ dS) ModuleInfoz+ Module information to be used in testing. r$NTF)skips decoratorsrNsupports_gradgradgradcheck_nondet_tolmodule_memformat_affects_outr@c CsH||_||_|r|ng|r|ng|_||_||_||_||_| |_dSr7)r`module_inputs_funcrrrNrsrtrur@) r<r`rvrqrrrNrsrtrur@r$r$r*r=s zModuleInfo.__init__cCsHtg}|jD]6}t|tr8|||||rB||jq ||q |Sr7)rrr isinstancerZ is_activeextendr?)r<Z test_classrYdevicerEresultrZr$r$r*rRs   zModuleInfo.get_decoratorscCs t|jSr7)rar`r<r$r$r*rXszModuleInfo.namecCs|jddS)Nr1rD)rXreplacer{r$r$r*rPszModuleInfo.formatted_name) rSr]r^r_r r=rRpropertyrXrPr$r$r$r*ros   rocKs|tt|||d}ttddt|dddddttddd d t|dd d dd ttddt|ddddd g}|S)NryrE requires_grad )r)inputcSs,t||d|dddddS)Nrr>rr)torchmmtviewexpand)rlprr$r$r*z/module_inputs_torch_nn_Linear..rfrgriFbiasno_biascSst||dS)Nr)rrrrlrir$r$r*rrrfrgrhri no_batch_dimcSs*t|dd|dd|dS)Nr>rr)rrrrrr$r$r*rrrrrerbrAryrErrFrI make_input module_inputsr$r$r*module_inputs_torch_nn_Linears"     rc stt|||d}dddttdddt|d|d fd d d ttdddd dt|d|d dfdd dttdddt|d|ddfdd dg}|S)Nr~TcSsjtd||d|}|rf|jddkr:|d|d}n,||ddd|jd|djd}|S)Nz bn,anm,bm->barr>r)rZeinsumshaperr)rlrx1x2rrzr$r$r*bilinear_reference_fns ,z>module_inputs_torch_nn_Bilinear..bilinear_reference_fnrr)rr)rrcs||||Sr7r$rlrrrrr$r*rrz1module_inputs_torch_nn_Bilinear..rFrrcs||||ddS)NFrr$rrr$r*rrrrcs|||dd|ddS)Nr>r)rrrr$r*rr)Trrr$rr*module_inputs_torch_nn_Bilinears$     rc Kstt|||d}tt||dd}difdddifdddifd d d ifd d |d ifd|d d dfd|d ddfg}g} |D]^\} } | fdd} | ttf| t|djddtjd|d d  | | dq| S)Nr~Fr0 reduction_sum reductionsumreduction_nonenone ignore_indexrweightsweightrZweights_ignore_index)rrZweights_ignore_index_negrcSst||f|Sr7)r)rlrrrconstructor_kwargsr$r$r*risz4module_inputs_torch_nn_NLLLoss..reference_fn)rr>)Zdimr)ryr) rrabsr?rerbZ log_softmaxremptyZuniform_mulfloorlong) rAryrErrFrIr make_weightcasesrrhrrir$r$r*module_inputs_torch_nn_NLLLosss.      rc Kstt|||d}tt||dd}difdddifdddifd dd ifg}g} |D]<\} } | ttf| t|d |d |d | td qP| S)Nr~Fr0rrrZreduction_meanmeanrrrr>r)rrr?rerbrno_batch_dim_reference_fn) rAryrErrFrIr make_targetrrrhrr$r$r*&module_inputs_torch_nn_GaussianNLLLoss"s(       rc sfdd}|ddrdnd|dd}|d d }|dk rt|tsHtD].\}}||krP|dk rP||} || |<qPfd d |D} t|| } W5QRX|rt|} | d kr| dS| S)aReference function for modules supporting no batch dimensions. Unbatched inputs are unsqueezed to form a single batch input before passing them to the module. The output is squeezed to compare with the output of unbatched input to the module. Currently it only supports modules which return a single Tensor as output. You can bind the following kwargs. Kwargs: batch_first[bool] : If True, all the Tensors in `args` while be unsqueezed at dim `0` . and output will be squeezed at dim `0` else dim `1` for both. kwargs_to_batchify[dict] : Dictionary specifying the name of the argument and dimension to unsqueeze. Useful if there are few arguments whose batch dimension are different from the ones selected by `batch_first`. is_criterion[bool] : Specify if the module is a criterion and handle the reduction for output accordingly. cs"||}|kr||Sr7)getpop)keydefaultv)rIr$r* get_and_popMs  z.no_batch_dim_reference_fn..get_and_pop batch_firstTrr>kwargs_to_batchifyN is_criterionFcsg|]}|qSr$ unsqueezer&r batch_dimr$r*r+^sz-no_batch_dim_reference_fn..r)rwdictAssertionErroritemsrrsqueezer) rlrrHrIrrrkrZbdimsingle_batch_input_argsoutputrr$)rrIr*r;s$    rc s|ddrdndd|kr&|dd|krL|ddk rL|dd|d<fdd|D}t4|||}|d|ddfW5QRSQRXdS) aReference function for MultiheadAttention supporting no batch dimensions. Unbatched inputs are unsqueezed to form a single batch input before passing them to the module. The output is squeezed to compare with the output of unbatched input to the module. rTrr>key_padding_maskNcsg|]}|qSr$rrrr$r*r+vsz.no_batch_dim_reference_mha..)rrrrr)rlrrHrIrrr$rr*no_batch_dim_reference_mhais  rc Ost|dkr|\}d}nt|dkr6|\}}|d}|drBdnd}|d||}||f}t4|||}|d||ddfW5QRSQRXdS)a Reference function for RNN and GRU supporting no batch dimensions. Unbatched inputs are unsqueezed to form a single batch input before passing them to the module. The output is squeezed to compare with the output of unbatched input to the module. r>NrrrrQrrrr rlrrHrIinphrrrr$r$r*no_batch_dim_reference_rnn_gru|s      rc Ost|dkr|\}d}n0t|dkrH|\}}|dd|ddf}|drTdnd}|d||}||f}tJ|||}|d||ddd|dddffW5QRSQRXdS)aReference function for LSTM supporting no batch dimensions. Unbatched inputs are unsqueezed to form a single batch input before passing them to the module. The output is squeezed to compare with the output of unbatched input to the module. r>Nrrrrrr$r$r*no_batch_dim_reference_lstms     rc Osn|\}\}}|d|d|dff}t4|||}|dd|ddfW5QRSQRXdS)zReference function for LSTMCell supporting no batch dimensions. The module is passed the input and target in batched form with a single item. The output is squeezed to compare with the no-batch input. rr>N)rrr) rlrrHrIrrcrrr$r$r*no_batch_dim_reference_lstmcells   rcsfdddDS)Nc s>g|]6}tt|dtddttddd|dqS)r)rrTrzno_batch_dim_{}rfrgrirh)rerbrrrW)r&rrr$r*r+s z8generate_regression_criterion_inputs..)rrrr$rr$rr*$generate_regression_criterion_inputss rcKs0tt|||d}ttddt|ddtdgS)Nr~r) kernel_size)rrrrrrerbrrAryrErrFrIrr$r$r* module_inputs_torch_nn_AvgPool1ds  rcKs,tt|||d}ttdt|dddgS)Nr~r)r>rrrZsinglerfrgrhrrr$r$r*(module_inputs_torch_nn_AdaptiveAvgPool2ds  rcKs*tt|||d}ttdt|ddgS)Nr~r)rrrrrfrgrrr$r$r*"module_inputs_torch_nn_BatchNorm2ds  rcKs*tt|||d}ttdt|ddgS)Nr~r)rrrrrrrrr$r$r*"module_inputs_torch_nn_BatchNorm3ds  rc  s|d}|dd|dd}tt|||d|r:ign iddig}d\ftd d t|Dd fd d tddg|DS)NNlazyF transposedr~paddingZsame)rrrcss|]}|dVqdS)rNr$)r&rr$r$r* sz0module_inputs_torch_nn_ConvNd..)rcs^g|]V\}}tr tf|ntf|t|r:n|rHdnd|rRdntdqS)r0rNr)rerbr)r&Z with_batchZ conv_kwargsZC_inZC_outZinput_batch_shapeZinput_no_batch_shaperrrr$r*r+s   z1module_inputs_torch_nn_ConvNd..T)rrrtuplerange itertoolsr) rAryrErrFrIrrZconv_kwargs_listr$rr*module_inputs_torch_nn_ConvNds   rcKs~tt|||d}ttddt|ddddttddt|dd d ttt|d d td ttddt|ddd gS)Nr~@alpharrrcSst|dk|d|dSNrrr>rwhereexprr$r$r*rrz,module_inputs_torch_nn_ELU..rr$scalarrrrrrrrr4d_inputrrr$r$r*module_inputs_torch_nn_ELUs&       rcKsntt|||d}ttddt|ddddttddt|dd dd d ttddt|d d tdgS)Nr~rrrcSs"t|dk|dd|dS)Nrr?r>rrr$r$r*rrz-module_inputs_torch_nn_CELU..rr$cSst|dk|d|dSrrrr$r$r*rrrrrrrrrr$r$r*module_inputs_torch_nn_CELU s       rcKsVtt|||d}ttt|dddttt|dddttt|dddgS) Nr~rrrrrrrchannels_last_mem_formatrrrrrchannels_last_3d_mem_formatrrr$r$r*module_inputs_torch_nn_ReLUs   rcKs^tt|||d}ttt|d|ddddttt|d|ddddd gt|S) Nr~rrrcSs$d|tddt||DS)N?css"|]\}}||VqdSr7)rr)r&abr$r$r*r4szBmodule_inputs_torch_nn_L1Loss....)numelrziprlrrrr$r$r*r4sz/module_inputs_torch_nn_L1Loss..rr$cSsd|||S)Nr)r rrr r$r$r*r8rrr)rrrerbrrr$r$r*module_inputs_torch_nn_L1Loss-s r c Ks6tt|||d}tt|tjdd}tt||dd}dddg} g} | D]} | tt| dt|d|dd d d ttd d d| tt| |ddt|d|dd d d ttd d d| tt| ddt|d|dd d d ttd d d| tt| d|ddt|d|dd d d ttd d dqD| S)Nr~Frrrr) r$rr)lowhighTrr)rrr)rlabel_smoothing)rrr)rrrrr?rerbr) rAryrErrFrIrrrZ reductionssamplesrr$r$r*'module_inputs_torch_nn_CrossEntropyLoss<sB       rcKsBtt|||d}ttt|dtddttt|dddgS)Nr~rrrrrrrrr$r$r* module_inputs_torch_nn_Hardswish^s  rc Ksltt|||d}ttdddt|dddttdddt|dd dttdddd d t|dd dgS) Nr~rrrr)r>r>)rrZ3d_inputr)r>rrrrT)return_indicesrrrr$r$r* module_inputs_torch_nn_MaxPool2dos"     rcKs@tt|||d}ttt|dddttt|dddgS)Nr~rrrrrrrr$r$r*module_inputs_torch_nn_Sigmoids  rc Kstt|||d}ttddddt|dddttddd dtjt|dd dg}dtjd d d g|tjd f}dtjd d d g|tjd  df} t | |dD]\} } } | ttddd dd | dt|d| | dtt d ddiddd| ttddd dd | dt|d| | dtt d ddidddqdd} |sdD]>} | ttddd dd | dt|d| | rtdnddqB|S)Nr~rrrprrelu_activationrrgelu_activationFTryrErTFd_modelnheaddim_feedforwarddropoutr norm_firstrr)src_masksrc_key_padding_maskr(rrrno_batch_dim_batch_firstrr$rr%rc_s,|jr t|d}|||}|d}|S)NTF)rFrZtrain)modulerkrHrIrr$r$r*fast_path_reference_fns     zNmodule_inputs_torch_nn_TransformerEncoderLayer..fast_path_reference_fnZfast_path_norm_firstZ fast_pathrrrerbFZgelurtensorboolrrrr?r)rAryrErrFrIrrkey_padding_masks attn_masksr'r(r%r-r$r$r*.module_inputs_torch_nn_TransformerEncoderLayers "    r4c Ks`tt|||d}ttddddt|d|dddttddd dtjt|d|dd dg}dtjd d d g|tjd f}dtjd d d g|tjd  df} t | |dD]\} } } | } | }| ttddd dd | dt|d|d| | | |dtt d dddddd| ttddd dd | dt|d|d| | | |dtt d ddddddq|S)Nr~rrrrprrrrrFTrrrr r&)tgt_mask memory_masktgt_key_padding_maskmemory_key_padding_maskr)r7r8r)r*rr+rr.)rAryrErrFrIrrr2r3r5r7r%r6r8r$r$r*.module_inputs_torch_nn_TransformerDecoderLayers " r9cKs0tt|||d}g}dtjdddg|tjdf}dtjdddg|tjddf} t| |dD]\} } } | fd\} }| fd\}}|t t ddd d d d d| d t |d |d || ||dtt ddddddd|t t ddd d d d d| d t |d |d || ||dtt dddddddq`|S)Nr~FTrrrrrrr>rp)r!r"r#Znum_encoder_layersZnum_decoder_layersr$rr%r&)r5r'r7r(r)r7r(r)r*rr) rrrr0r1rrrr?rerbr)rAryrErrFrIrrr2r3maskrr%r'r5r(r7r$r$r*"module_inputs_torch_nn_Transformersp"r;cKsfttj|tjdd}ttdddt|ddddttdddt|dd dd d d d gS) NFr~rr)Znum_embeddingsZ embedding_dimrrr>irZ discontiguousr)rrrrrerbZrandom_r)rAryrErrFrIZ make_emptyr$r$r* module_inputs_torch_nn_Embedding;s  r<c Kstt|||d}g}d}dtjdddg|tjdf} dtjdddg|tjddf} t|||| | } | D]\} } }}}|t t ddd| | |dt |d |d |d ||d t d |t t ddd| | |dt |d |d |d ||d tt dd d ql|S) Nr~rFTr)rrrr)Z embed_dimZ num_headsrr add_bias_kv add_zero_attnr)r attn_maskrr) rrrr0r1rrrr?rerbr)rAryrErrFrIrrZ bool_valsr2r3Zproductsrr=r>rr?r$r$r*)module_inputs_torch_nn_MultiheadAttentionJsH"   rAc Kstt|||d}ttddt|d|dtdttddddt|d|dtdg}|dd}|r|ttdddd d t|d|dtd|S) Nr~rrrTris_rnnFrelu)r nonlinearity)rrrerbrrr?) rAryrErrFrIrrrBr$r$r*#module_inputs_torch_nn_RNN_GRU_Cellis,  rEcKsltt|||d}ttddt|d|d|dftdttddddt|d|d|dftdf}|S)Nr~rrrTr)rrrerbr)rAryrErrFrIrrr$r$r*module_inputs_torch_nn_LSTMCells  rFc Kstt|||d}|d}d}d} d} d} g} |r@t|| | | } n t| | | } | D]}|rf|\}}}}n |\}}}ddd|||d}ddd|||d}|r||d<||d<| ttf|t|d tt|d d | ttf|t|d ||rd nddftt|d d qP| S)Nr~rB)rCtanhFTr) input_size hidden_size num_layersrr bidirectionalrrDrr@rrrr)rrrr?rerbr)rAryrErrFrIrrBrDrrrLrprod_genrHnlr b_fbidir cons_argscons_args_hiddenr$r$r*module_inputs_torch_nn_RNN_GRUsT     rTc Kstt|||d}d}d}d} d} g} t||| | } | D]} | \}}}}d}d|d||||d}d|d||||d}| ttf|t|dtt|dd |d kr|n|}||rd nd|f||rd nd|ff}| ttf|t|d |tt|dd q6| S) Nr~rH)rrrr)rIrJrK proj_sizerrrLrr@rrrrM)rrrr?rerbr)rAryrErrFrIrrrrLZ proj_sizesrrNrHr rPrQrUrJrRrSZh_outhxr$r$r*module_inputs_torch_nn_LSTMsJ   (  rWZ TestModuleZ test_gradZcuda) active_ifrTZ test_gradgradZtest_non_contiguous_tensors)rXrNrT)rN)rtrvrqzSkipped!Ztest_memory_format)rvrqT)r@rvrqr>F)rri)versiong-C6?)rvrtrurqrrr)rTrNriE)rrrZ test_forwardcpu)rNrTZ#test_if_train_and_eval_modes_differZtest_cpu_gpu_parityZtest_multiple_device_transferZ test_pickle)rvrtrurNrqrr)rT)ZatolZrtol)rvrrrq)rvrqrs)rB)r@rvrqrr module_db)rZunittestcopyrenumr functoolsrrrrrZtorch.nn.functionalnnZ functionalr/Z torch.testingrZ#torch.testing._internal.common_cudar Z$torch.testing._internal.common_dtyper r Z*torch.testing._internal.common_device_typer r rrrrrrZ2torch.testing._internal.common_methods_invocationsrZ!torch.testing._internal.common_nnrrZ$torch.testing._internal.common_utilsrrrrrtypesrtypingrrrr r!r6ZaoZqatZ quantizableZ quantizedr"__annotations__Module ContainerZ NLLLoss2dZ MaxPool2dr#rjr-r/strr)r,r'r%r`rSr|Znamespace_namer2raobjectrbrerorrrrrrrrrrrrrrrrrrr rrrrr4r9r;r<rArErFrTrWZexpectedFailurefloatZ#rnn_gru_lstm_module_info_decoratorsZAdaptiveAvgPool2dZfloat64Z AvgPool1dskipZ BatchNorm2dZ BatchNorm3dZConv1dZfloat32ZConv2dZConv3dZConvTranspose1dZchalfZConvTranspose2dZConvTranspose3dZELUZL1LossZ LazyConv1dZ LazyConv2dZ LazyConv3dZLazyConvTranspose1dZLazyConvTranspose2dZLazyConvTranspose3dZLinearZBilinearZNLLLossZGaussianNLLLossZCrossEntropyLossZ HardswishZTransformerEncoderLayerZTransformerDecoderLayerZ TransformerZMultiheadAttentionZ EmbeddingZReLUZRNNCellZGRUCellZLSTMCellZSigmoidZRNNZGRUZLSTMr[r$r$r$r*s    (          A ,#.    "E8+/,