U <ºc0Wã@s8ddlZddlmZGdd„deƒZGdd„deƒZdS)éN)ÚTEST_WITH_ROCMcs$eZdZdd„Z‡fdd„Z‡ZS)ÚAutocastTestListsc CsÈtj||f|tjdf}|rHtj||f|tjdtj||f|tjdfntj||f|tjdf}tj|||f|tjdtj|||f|tjdtj|||tjdtj|||tjdf}|||S)N©ÚdeviceÚdtype©ÚtorchÚrandnÚfloat32) ÚselfÚnÚ num_chunksÚis_lstmÚdevrÚinputÚhxÚweights©rúO/tmp/pip-unpacked-wheel-gikjz4vx/torch/testing/_internal/autocast_test_lists.pyÚ_rnn_cell_argssÿÿþýz AutocastTestLists._rnn_cell_argsc-sô tƒ ¡d}tj|tjˆdf}tj|tjˆdf}tj|tjˆdf}tj||ftjˆdf}tj||ftjˆdf}tj||ftjˆdf}|||f||||f|||||ff} ‡fdd„| Dƒ} tj|ftjˆdf}tjdtjˆdf}tj|tjˆdf} tj|tjˆdf}tj||ftjˆdf}tj||ftjˆdf}tj||ftjˆdf}tj||ftjˆdf}d| |tjfd| |tjfd| |tjfd | |tjfd | |tjfd| |tjfd| |tjfd | |tjfd| |tjfd||ftjfd| |tjfd||ftjfg|_d| |tjfd| |tjfd| |tjfd| |tjfd| |tjfd| |tjfd| |tjfd| |tjfd| |tjfg |_d| d|dfd| d|dfd| dfd | dfd!| d"fd#| d|fd$| dfd%| dfd&| d"fd'| d|d(fd)| dd*t fd+| dd,t fd-| |fd.|||fd/| ||fd0|| |fd1||fd2d3||fd4||fd5|| fd6|||fd7|tj|||fˆtjd8tj|||fˆtjd8ffd9tj|||fˆtjd8tj|||fˆtjd8tj|||fˆtjd8ffd:tj|||fˆtjd8tj|||fˆtjd8ffd;|j |dfd?|j |d@dAˆtjd>fdB|j |ddAˆtjd>fdC|j |ddAˆtjd>fg|_dD|d dEdF¡ffdG|d dEdF¡ffdH|fdI|d dEdF¡ffdJ|fdK|fdL|d dMdN¡ffdO|d dMdN¡ffdP|d dMdN¡ffdQ|d dEdN¡ffdR|fdS|d dTdN¡ffdU|fdV|d dWdX¡ffdY|ddZ dTdN¡f|fdY|ddZ dTdN¡fd[fd\|d]fd^|d]fd_||d ¡fffd`|dafdb|fdb|dcdifdb|dddifdb|dddeœfdf||fdg||d=dAdhtjj di¡ffdjtjdd"d@ggˆtjd8tjdd@d"sþÿz.AutocastTestLists.__init__..éÚeqÚgeÚgtÚleÚltÚneÚaddÚdivÚmulÚcatÚequalÚstackÚ__eq__Ú__ge__Ú__gt__Ú__le__Ú__lt__Ú__ne__Ú__add__Ú__div__Ú__mul__Z_convolution) ©rr©rrr3Fr4rFTT) r3r4r3Fr4rFTTTÚconv1drÚconv2dÚconv3déÚconv_tbcÚconv_transpose1dÚconv_transpose2dÚconv_transpose3dZconvolution)r3r4r3Fr4rZcudnn_convolution)r4r3r3rFTTZcudnn_convolution_transpose)r4r4r3r3rFTTZpreluÚaddmmZaddmvÚaddrÚmatmulZeinsumzbkhd,bqhd->bqkhÚmmÚmvZchain_matmulÚaddbmmrÚbaddbmmÚbmmZ lstm_celléT)r rrrZgru_celléFZ rnn_tanh_cellZ rnn_relu_cellÚacosgÍÌÌÌÌÌì¿gÍÌÌÌÌÌì?ÚasinÚcoshZerfinvÚexpÚexpm1Úloggš™™™™™¹?gY@Úlog10Úlog2Úlog1pZ reciprocalZrsqrtgÚsinhÚtangÍÌÌÌÌÌø¿gÍÌÌÌÌÌø?Úpowçð?)g333333û?Zsoftmax)rZlog_softmaxZ layer_normZ group_norm)rZnormÚdimÚp)rUrTZcosine_similarityÚpoisson_nll_lossç:Œ0âŽyE>ÚmeanÚcosine_embedding_lossÚhinge_embedding_lossZkl_divÚmargin_ranking_lossÚtriplet_margin_lossÚ binary_cross_entropy_with_logitsZcumprodZcumsumÚdistZpdistZcdistÚprodZrenorm)r8rrSÚsumZ logsumexpZaddcdivédZaddcmulÚatan2Zbilinear)rr8)rr8r8ZcrossÚdotZgrid_sampler)r8rFé!é)r8reér8Z index_putZ tensordot)r8r8r8Zscatter_add)rÚlinearZsoftplusÚnll_lossÚ nll_loss2dÚl1_lossÚsmooth_l1_lossÚmse_lossÚmultilabel_margin_lossÚsoft_margin_lossÚmulti_margin_lossZlinalg_multi_dotÚ __matmul__Ú__pow__gø?Úbinary_cross_entropy)$ÚsuperÚ__init__rr Zfloat16r ÚboolÚtorch_expect_builtin_promoteÚmethods_expect_builtin_promoterrZ torch_fp16ÚclampZnumelÚnnÚ _reductionÚget_enumÚtensorÚintÚonesÚrandÚ torch_fp32ÚlongÚzerosÚrandintÚtorch_need_autocast_promoteZnn_fp16ÚfloatZhalfÚnn_fp32Zlinalg_fp16Zmethods_fp16Zmethods_fp32Z_CZ_nnZbanned)rrrZpointwise0_fp16Zpointwise1_fp16Zpointwise2_fp16Z mat0_fp16Z mat1_fp16Z mat2_fp16ÚdimsetsÚconv_args_fp32Ú bias_fp32Ú element0_fp32Úpointwise0_fp32Úpointwise1_fp32Ú mat0_fp32Ú mat1_fp32Ú mat2_fp32Ú mat3_fp32©Ú __class__rrrts„ " þô÷ ÿ ÿþÿØ+ þ Ï4ýÿ þÿÿÿýýèÿÿÿ õÿ ÿÿÿÿÿzAutocastTestLists.__init__)Ú__name__Ú __module__Ú__qualname__rrtÚ __classcell__rrr‘rrsrcseZdZ‡fdd„Z‡ZS)ÚAutocastCPUTestListscsptƒ ¡d}tj|tjˆdf}tj|tjˆdf}tj|tjˆdf}tj||ftjˆdf}tj||ftjˆdf}tj||ftjˆdf}|f||f|||f||||f|||||ff} ‡fdd„| Dƒ} |||f||||f|||||ff}‡fdd„|Dƒ}‡fdd„|Dƒ} tj|ftjˆdf}tjdtjˆdf}tj|tjˆdf}tj|tjˆdf}tj||ftjˆdf}tj||ftjˆdf}tj||ftjˆdf}tj||ftjˆdf}‡fdd„| Dƒ}d ||tjfd ||tjfd||tjfd||tjfd ||tjfd||tjfd||tjfd||tjfd||tjfg |_d||tjfd||tjfd||tjfd||tjfd||tjfd||tjfd||tjfd||tjfd||tjfg |_d| dfd| dfd| dfd tj|||fˆtjd!tj|||fˆtjd!ffd"||fd#||fd$tj|||fˆtjd!tj|||fˆtjd!tj|||fˆtjd!ffd%|||fd&|tj|||fˆtjd!tj|||fˆtjd!ffd'tjd(ˆtjd!tjd)ˆtjd!tjd*ˆtjd!dffg |_ d+|dfd,|dfd-|dfd.||d/d0d1tj j d2¡ffd3tj ddd4ggˆtjd!tj dd4d5ggˆtjd!tj dgˆtjd!ffd6|tj|ˆtjd!ffd7||tj|fˆtjd!ffd8|||fd9|tj||fˆtjd!ffg |_d:||ifg|_d;| d4dœfd?tj||fˆtjd!ftj||fˆtjd!ffd@| ddAdBifdCtj||fˆtjd!tj|fˆtjd!ffdDtj||||fˆtjd!tj|||fˆtjd!ffdE||fdF||fdG||fdH|tj||fˆtjd!ffdI|tj||fˆtjd!ffdJ|tj|fˆtjd!ffdK||fg|_dL||ffdM||ffg|_dS)NNrrcs g|]}tj|tjˆdf‘qSr©rr Úbfloat16rrrrrøsÿz1AutocastCPUTestLists.__init__..cs0g|](}tj|tjˆdtj|tjˆdf‘qSrr˜rrrrrüsþÿcs0g|](}tj|tjˆdtj|tjˆdf‘qSrrrrrrrÿsþÿrcs g|]}tj|tjˆdf‘qSrrrrrrrsÿrrr r!r"r#r$r%r&r*r+r,r-r.r/r0r1r2r5rr6r7r8rDrr@r?rCr=rBr9)é érF)érFrœrœr:r;r<rVTFrWrXrYrFrErZr[r\r]rgZ avg_pool3d)rFrFrF)rrr)Zkernel_sizeZstriderrZreflection_pad1dÚpadding)rFrFrhrirjrkrlrmrnroZ huber_lossr'r))rsrtrr r™r rurvrwZ torch_bf16ryrzr{r|r}r~rr€Znn_bf16r‚rr†r„)rrrZpointwise0_bf16Zpointwise1_bf16Zpointwise2_bf16Z mat0_bf16Z mat1_bf16Z mat2_bf16Z dummy_dimsetsZ dummy_bf16r‡Zconv_args_bf16rˆr‰rŠr‹rŒrrŽrrZ dummy_fp32r‘rrrtësÚ , ÿ" þ þ ÿ ÷÷ ÿ þÿýò þ õÿÿÿÿ ñþzAutocastCPUTestLists.__init__)r“r”r•rtr–rrr‘rr—ésr—)rZ$torch.testing._internal.common_utilsrÚobjectrr—rrrrÚse