U <c~$@s UddlZddlmZddlmZddlZddlZddlm Z ddl m Z m Z ddl mZmZmZmZmZmZddlmZmZmZmZmZmZmZmZmZddlmZdhd d Z d d Z!ddZ"ddZ#ddZ$ddZ%ddZ&diddZ'ddZ(ddZ)ddZ*ed eej+ddd!d d"d"d"d"d"eej,ej-ej.ee/d#d$d%ej,ej0ej1ej2fd&eej3d'd(eej3d$d)eej3d$d*eej3d+d,fee ej.e d-d-d.id$d%ee ej-e d-d-d.id$d%ee ej-e d/d-d.id$d0ge"e#e$d1ed2eej4dd3d!d"d d"d"d"d"d"eej,eej,ej-ej.eej3d'd(eej3d+d,ee/d#d$d%ej,ej0ej1ej2fd&ee/d4d$d0ej0ej1ej2fd&ee/d4d5d6d7ej,feed8fee ej-e d-d/d.id$d%ee ej-e d-d-d.id$d9ge"e#e$d:ed;eej.eej-ej.dd"d d"d"eej3d'd(ee/d4d+d,fe(ed< ed=eej.eej-ej.dd"d d"d"eej3d'd(ee/d4d+d,eej3d>d?ej.fd@dAfe(ed< edBd!d eej-ej.d"d"d"d"eej5eej3d'd(eej3d$d)eej3d$d*ee/d4d+d,ee/d4d5d6ej,feed&fe"e#e$edCedDd!d d"d"eej-ej.d"d"eej6eej3d'd(eej3d$d)eej3d$d*eej3d+d,ee/d4d5d6ej,feed&fe"e#e$edEedFd d d eej-ej.eej7d dGeej3d'd(eej3d$d%eej3d+d,fe"edH edId d d eej-ej.eej8d dGeej3d'd(eej3d$d%eej3d+d,fe"edH edJej9:ej;dKkrXeej<nddd!d d"d"d"d"eej-ej.ej,eej3d$d9ej,fd&eej3d$d%ej,fd&eej3d$d0ej,fd&eej3d'd(eej3d$d)eej3d$d*eej3d+d,ee/d4d5d6ej,feed&fee ej-e d-d-d.id$d%ge"e$edLedMeej.eej-dd d"d"eej3d'd(ee/d4d+d,fe'edN edOddd!d d"eej-ej.eej3d'd(eej3d$d)eej3d$d*eej3d+d,fd"d"e%edP edQej9:ej;dKkreej=nddd!d d"d"d d"eej-ej.ee/d4dRdSej>ej?fd&eej3d'd(eej3d$d)eej3d$d*eej3d+d,fee ej-e d/d/d.ej.e d-d-d.id$d%ee ej-e d/d/d.id$d0ee ej-e d/d/d.id5d%ee ej-e d/d/d.idTdUge&ed"dVedWej9:ej;dKkreej@nddd!d"d d"d"d d"eej.eej-ej.ee/d4dRdSej>ej?fd&eej3d'd(eej3d$d)eej3d$d*eej3d+d,ee/d4dTdUej-fd&fee ej-e d/d/d.id$d%ee ej-e d/d/d.id$d0ee ej-e d/d/d.id5d%ge&ed"dXedYdeej.eejAej.e'eej3d'd(eej3d+d,fed"d"d dZ ed[deej.eejAej.e'eej3d'd(eej3d+d,fee ej.e d/d/d.id5d%ged"d"d d\ ed]deej.eejAej.e'eej3d'd(eej3d+d,fed"d"d dZ ed^deejAej.e*eej3d'd(eej3d+d,eej3d5d%d@ejAgd8fed"d"d"d d_ ed`eej.d d"d"d eej3d'd(ee/d4d+d,ee/d4dadbfe)edc eddeej.eej-ej.dd!d d"d"ee/d4d'd(ee/d4d$d)ee/d4d$d*ee/d4d$deee/d4d+d,ee/d4d>d?fe"edf gZBeeeCdg<dS)jN)partial)List) make_tensor)toltoleranceOverride) all_types_andall_types_and_complex_and complex_typesfloating_and_complex_types_andfloating_types_andintegral_types) DecorateInfo"gradcheck_wrapper_masked_operation,gradcheck_wrapper_masked_pointwise_operationMOpInfoReductionOpInfoSsample_inputs_reduction SampleInput)reference_reduction_numpyFc stt|||dtfdfttfdfttfdfttfdftttfdfg}|rVttjdndt|jdkrt| dfd d |DS) N)devicedtype requires_gradr))rZxla)rcs"g|]\}}t||dqS)argskwargs)r).0shapedimr#Zmake_argr V/tmp/pip-unpacked-wheel-gikjz4vx/torch/testing/_internal/opinfo/definitions/_masked.py 5sz1sample_inputs_softmax_variant..) rrrrdicttorchZfloat64rtypeappend)op_inforrr with_dtyper#Zcasesr r'r(sample_inputs_softmax_variant!s$      r0cksdVt|tj|ddVt|dkrt|dddtj|ddVt|ddd|ddtj|ddVtd|ddtj|ddVt|ddtj|ddVt|ddtj|ddVdS)NFrrrrrrr)rr+boollen)Z input_shaperr#r r r(_generate_masked_op_mask:sB   r4c ks|j|d<t||||f|D]}t|jj|f|D]}|jtfd|i|j}}t|j |||dV|s2|j r2|jj dkr2|dk r2|j|jjkr2t jt j t jfD]8} |j } | ddd| t| |||dVqq2qdS) zSample inputs for masked reduction operators. Masked reduction operator is a reduction operator with trailing mask optional argument. A mask is a bool tensor with the same shape as input or a shape that is broadcastable to input shape. supports_multiple_dimsmaskr!rNrr)r5rr4inputr%r"r*r#rdetachrequires_grad_Zis_floating_pointndimr+infnanZdiagonalZfill_) r.rrrr# sample_inputr6sample_input_argssample_input_kwargsvtr r r(sample_inputs_masked_reduction^sV      rCc ks|jr|jdd}t||||f|D]p}|jd}|dk rr|j}|j|dt |j |j |dVq&|dkr|q&t |j |j |jdVq&dS)zbSample inputs for masked reduction operators that support inputs with sparse coo layouts. masked.r6Nr6r!>aminamaxprod) supports_sparsenamereplacerCr#getcopyupdateZ to_sparserr8r") r.rrrr#op_namer>r6r@r r r()sample_inputs_sparse_coo_masked_reductions4   rQc ks|jr|jdd}t||||f|D]}|jjdkr&|jdsDq&|jd}|dk r|j}|j | dt |j |j |d} n"|d krq&t |j |j |jd} | V|jd d kr&| j}|j d d t | j |j |dVq&dS)zbSample inputs for masked reduction operators that support inputs with sparse csr layouts. rDrErkeepdimr6NrFr!)rIrHrGmeanr&rr)r&)supports_sparse_csrrKrLrCr8r;r#rMrNrOZ to_sparse_csrrr"clone) r.rrrr#rPr>r6r@Z new_sampler r r()sample_inputs_sparse_csr_masked_reductionsP      rVc kslddtdtddfD]P}t||||f|D]8}|f|j|j}}t|j|||dVq,qdS)zSample inputs for masked norm.@rr<-infrr!N) floatrCr"r#rNrr8rUr:) r.rrrr#ordr>r?r@r r r(sample_inputs_masked_norms(r[c ks.dD]"}t||||f|D]}|jr`|jd}|jdd|f|jdd}|j} n |jd}|j}t|j|d} |r | ddkrtjjtj |j j tj d|d d } n:tjj |j f|| } tjj| j|j j tj d|d | d } | t|dkr qt|j ||| d VqqdS) z!Sample inputs for masked std/var.)FTrNrr&)unbiasedr6rT)rR)rRr6r!)rCr"r#rNrMr*r+ZmaskedsumZonesr8r%Zint64Z _input_maskZnew_onesminintrr9r:) r.rrrr#r\r>r&r?r@Z orig_countZinmaskr r r(sample_inputs_masked_std_varsX      r`c Ks|g}t||||fd|i|D]X}t|jj|f|D]@}|jtfd|i|j} } |t|j || | dq4q|S)aSample inputs for masked softmax, log_softmax, and softmin. Masked normalization operator is a reduction operator with trailing mask optional argument. A mask is a bool tensor with the same shape as input or a shape that is broadcastable to input shape. r/r6r!) r0r4r8r%r"r*r#r-rrUr:) r.rrrr/r#inputsr>r6r?r@r r r(sample_inputs_masked_softmaxs<    rbc Ksg}t||||f|D]}t|jj|f|D]}t|tjkr@q,|jtfd|i|j }} d| krn| d|r~|jd} nd| krq,| d} | f}| t |j ||| dq,q|S)z,Sample inputs for masked cumsum and cumprod.r6rRrr&r!)r0r4r8r%r,r+ZTensorr"r*r#popr-rrUr:) r.rrrr#rar>r6r?r@r&r r r(sample_inputs_masked_cumops=sL     rdc sg}tfttftttfg}fdd|D}fdd|D}t|||D]p\} } } t| | D]Z\} } t| ||d}t| ||d}|t||||ft| | ddqbqN|S)z#Sample inputs for masked logaddexp.csg|]}tt|fqSr listr4r$r%rr#r r(r)dsz2sample_inputs_masked_logaddexp..csg|]}tt|fqSr rergrhr r(r)gsr1) input_mask other_maskr!) rrziprr-rrUr:r*)r.rrrr#raZshapesZinput_mask_listsZother_mask_listsr%Z input_masksZ other_masksrirjr8otherr rhr(sample_inputs_masked_logaddexp`sD    rmc Kstg}ddtdtddfD]T}t||||f|D]<}|f|j|j}} |t|j ||| dq0q|S)z#Sample inputs for masked normalize.rWrr<rXrr!) rYr0r"r#rNr-rr8rUr:) r.rrrr#rarZr>r?r@r r r(sample_inputs_masked_normalizes0rnz masked.sum propagateTzFailing on some jobsZTestReductionsZtest_reference_masked)dtypesZTestNormalizeOperatorsZ"test_normalize_operator_exhaustiveZtest_dim_emptyZtest_dim_empty_keepdimZTestJitZtest_variant_consistency_jitgMbP?)ZatolZrtolg{Gz?Ztest_ref_small_input)refmethod_variantidentity nan_policy supports_outsupports_forward_adsupports_fwgrad_bwgradrJrTpromotes_int_to_int64rpskips decoratorssample_inputs_funcsample_inputs_sparse_coo_funcsample_inputs_sparse_csr_funcz masked.prodrzSkipped!Z TestMaskedZtest_mask_layoutZcuda) device_typerpZtest_ref_duplicate_values)rqrrrsrtgradcheck_fast_moderurvrwrJrTrxrp dtypesIfCUDAryrzr{r|r}z masked.cumsum) rprrrrrurvrwryr{gradcheck_wrapperzmasked.cumprodZ TestDecompZtest_comprehensivecpu)rpr~z masked.amax) rtrurprJrvrwrTrqryr{r|r}rz masked.amin) rtrurvrwrprJrTrqryr{r|r}rz masked.argmax)Zsupports_keepdims)rur5Zsupports_autogradrprqryr{rz masked.argminz masked.meanz1.20.2)rqrrrtrurTrvrwpromotes_int_to_floatrpryrzr{r}rz masked.median) rprrrrurvrwryr{rz masked.norm) rsrrrtrurrpryrvrwr{rz masked.varZTestSchemaCheckModeOpInfoZtest_schema_correctnessZTestCudaFuserOpInfoZtest_nvfuser_correctness)rqrrrtrurvrwcheck_batched_forward_gradrrpryrzr{rcheck_batched_gradz masked.std)rqrrrtrrurvrwrrrprryrzr{rrzmasked.softmax) rrrprr{ryrrvrwruzmasked.log_softmax) rrrprr{ryrzrrvrwruzmasked.softminzmasked.normalize) rrrpr{ryrrrvrwruzmasked.logaddexpZ TestGradientsZtest_fn_gradgrad)rprurvrwrryr{rzmasked.logsumexpZtest_empty_tensor_empty_slice) rprrrrtrurvrwryr{rop_db)F)F)DZunittest functoolsrtypingrZnumpynpr+Z torch.testingrZ*torch.testing._internal.common_device_typerrZ$torch.testing._internal.common_dtyperrr r r r Z#torch.testing._internal.opinfo.corer rrrrrrrrZ$torch.testing._internal.opinfo.utilsrr0r4rCrQrVr[r`rbrdrmrnr]r2Zfloat16Zbfloat16skipZint8Zint16Zint32ZexpectedFailurerIrHrGZargmaxZargminlibZ NumpyVersion __version__rSvarZ complex64Z complex128ZstdZhalfr__annotations__r r r r(s    ,  $("80 # 8  B   "  '  '     *A         D   C