U <cb@s(ddlZddlmZddlZddlmZddlmZmZmZddl m Z ddl m Z m Z ddlmmZddlmZddlZdd Zd d Zd d ZddZddZd/ddZddZddZddZddZddZd0d d!Z d"d#Z!d$d%Z"d&d'Z#d1d(d)Z$d2ed*d+d,Z%d3ed*d-d.Z&dS)4N)Tensor)TorchDispatchMode)tree_map tree_flattentree_unflatten)partial) no_dispatch all_same_mode)CallablecCs6|j}||}||}||kr"dStd|ddS)Nz.This operator is not Composite Compliant: the zR of the tensor was modified directly without going through the PyTorch dispatcher.)elem RuntimeError)wrapper_tensor metadata_namemetadata_accessorr Zmetadata_wrapper_tensorZ metadata_elemrP/tmp/pip-unpacked-wheel-gikjz4vx/torch/testing/_internal/composite_compliance.pycheck_attr_consistencys rcCsRt||sdStjddddtjtjtjd}|D]\}}t|||q8dS)NcSs|jSN)dtypexrrrz,check_metadata_consistency..cSs|jSr)devicerrrrr r)shaperrnumelstridestorage_offset) isinstancersizerrritemsr)r CCTZthings_to_checkrrrrrcheck_metadata_consistencys r"cCs |jjdkS)N>"vsplit _unsafe_viewview tensor_splitselectdiagonalunbind unsqueezetexpandrealhsplitunfoldnarrow_reshape_alias expand_as unflattenslice_conjsplitsplit_with_sizes transposepermuteimagdetachswapaxesmovedimsqueezeview_asalias view_as_realchunkview_as_complex as_stridedoverloadpacket__name__funcrrr is_view_fn(srJcCs |jjdkS)N> swapaxes_detach_t_ as_strided_squeeze_ transpose_ swapdims_ unsqueeze_rErHrrris_inplace_view_fnPsrScCs4|jj}td|rdStd|r(dS|ddkS)Nz__i.+__Tz__.+__F_)rFrGrematch)rInamerrr is_inplace^s   rYTcs6GfdddtjGfdddt}|fS)NcsLeZdZUejed<dgZejjZ e ddZ ddZ e d fdd ZdS) z7generate_cct_and_mode..CompositeCompliantTensorr c _st||k stdtjj|||j|j|j|j | | d}|j rtj |j | |j|j|jdd}||||_n||_| |j ksttj||jtj||j||_|S)NzRWrapping a CompositeCompliantTensor in a CompositeCompliantTensor is not supported)rlayoutr requires_gradstridesrF)rrrZr[)typeAssertionErrortorchrZ_make_wrapper_subclassrrrZrr[rrZ empty_stridedrZcopy_r;r _CZ _set_conjZis_conjZ_set_negZis_negmode)clsr raargskwargsrtmprrr__new__ws6z?generate_cct_and_mode..CompositeCompliantTensor.__new__cSsd|jdS)NzCompositeCompliantTensor())r selfrrr__repr__sz@generate_cct_and_mode..CompositeCompliantTensor.__repr__rNc sht|dt|d}tfdd|D}t|s>td|d|||W5QRSQRXdS)Nrc3s|]}t|r|jVqdSr)rra.0eCompositeCompliantTensorrr s z]generate_cct_and_mode..CompositeCompliantTensor.__torch_dispatch__..z*Multiple CompositeCompliantTensorModes NYI)rtupler r )rbrItypesrcrdZall_argsmodesrorr__torch_dispatch__s  zJgenerate_cct_and_mode..CompositeCompliantTensor.__torch_dispatch__)rN)rG __module__ __qualname__r_r__annotations__ __slots__r`Z_disabled_torch_function_implZ__torch_function__ staticmethodrgrk classmethodrurrorrrpqs   $rpcseZdZdfdd ZdS)z;generate_cct_and_mode..CompositeCompliantTensorModerNc sfdd}fdd}|tjjjjkr2td|jjdkrNt|jdt|r|d}t |st fd d |d dDrtd |jd t ||}t ||} ||| } t || } t |r.r.t R|||} t | tst | trt| | D]\} }| |qn | | W5QRXt t|rJ|||W5QRXttd}t ||t ||t || | S)Ncst|r|jS|Srrr rnrorrunwrapsz^generate_cct_and_mode..CompositeCompliantTensorMode.__torch_dispatch__..unwrapcst|tjr|S|Srrr_rr})rprjrrwrapsz\generate_cct_and_mode..CompositeCompliantTensorMode.__torch_dispatch__..wrapz.item() is not allowed to be called inside of composite functions in the PyTorch library because not all backends and/or Tensor subclasses (e.g. vmap, ProxyTensor) support them.)set_Zresize_z; is not allowed to be called inside of Composite operators.rcsg|]}t|qSr)rrmarorr szbgenerate_cct_and_mode..CompositeCompliantTensorMode.__torch_dispatch__..z7Not composite compliant: performing in-place operation z where the Tensor being written to is regular Tensor but the other tensors are Tensor Subclasses. Please try to avoid this in-place operation.r!)r_opsZatenZ_local_scalar_densedefaultr rFrGrYranyrrJrrrlistziprrSrr")rjrIrsrcrdr~rZmutated_argumentZunwrapped_argsZunwrapped_kwargsZ unwrapped_rsrsresultrbcheckrpautograd_view_consistencyrirrusJ               zNgenerate_cct_and_mode..CompositeCompliantTensorMode.__torch_dispatch__)rN)rGrvrwrurrrrCompositeCompliantTensorModesr)r_rr)rrrrrgenerate_cct_and_modegs 7MrcCsdt|tst|tsdSt|dkr(dStdd|D}|rBdStdd|D}|r`tddS)NFrcSsg|]}t|tjqSrrrmeltrrrrsz!is_tensorlist..TcSsg|]}t|tjqSrrrrrrrszVThis test assumes that PyTorch APIs cannot take mixed lists of Tensor and other things)rrrrlenallr )lstZ all_tensorsZexists_one_tensorrrr is_tensorlists rcCs|r ||S|Srr)fnZ should_mapargrrr maybe_mapsrcs>t|tjr|St|r2fdd|DStddS)Ncsg|]}|qSrrrr!cct_moderrrszwrap..z*wrap assumes that the input can be wrapped)rr_rrr )rr!rrrrr s   rc#sTdd|D}dd|D}tj|D](}fddt||D}||fVq&dS)NcSs g|]}t|tjpt|qSr)rr_rrrmrrrrrsz-generate_subclass_choices..cSsg|]}|rddgndgqS)FTr)rmZis_tensor_likerrrr scs&g|]\}}tttd||qS)r)rrr)rmZshould_wrap_argrrrrr$s) itertoolsproductr)Z flat_argsr!rZis_tensor_likesZsubclass_optionswhich_args_are_wrappedrrrrgenerate_subclass_choicess rc cst|\}}t|t|}t|||D]b\}}|dt|} t|t|d|} |dt|} t|t|d|} | | | | fVq(dSr)rrrrr) rcrdr!r flat_kwargsspecZflat_args_kwargschoiceZdebug_metadatanew_args new_kwargsrwhich_kwargs_are_wrappedrrr%generate_subclass_choices_args_kwargs,s rcCstd|d|dS)Nz8Composite compilance check failed with the above error. a(If you are adding an OpInfo of an existing operator, please feel free to skip this test because the problem was pre-existing and file an issue. Otherwise, if you added a new operator, please read through the Composite Compliance section in aten/src/ATen/native/README.md for how to resolve this. )r )errZadditional_inforrr raise_composite_compliance_error8s   rc st\}|||}t|||D]v}|\}}} } z|||} Wn:tk rz} zt| d| d| dW5d} ~ XYnXfdd} |t| | |q"dS)N- wrapped_args:  - wrapped_kwargs:  cst|r|jS|Srr|r}rrrr~jsz&check_all_permutations..unwrap)rrr rr)oprcrdassert_equal_fnrexpectedrrrrractualrr~rrrcheck_all_permutationsNs    rc st\fdd}|||}t||}t||}z|||}W5QRXWn*tk r~}z t|W5d}~XYnXfdd}|t|||dS)Ncst|tjr|S|Srrr}rrrr~szcheck_with_mode..wrapcst|r|jS|Srr|r}rrrr~szcheck_with_mode..unwrap)rrr r) rrcrdrrrrrr~rrrcheck_with_mode{s     rcCsPg}t|\}}t|\}}||}|D]"}t|tjs:q(|jr(||q(|Sr)rrr_rr[append)rcrd leaf_tensorsZ args_specZ kwargs_specrrrrgather_leaf_tensorss    rc Cs|dkr|||}n||f||}|dk r4||}t|\}}dd|D}t|dks^tdd|D} t||} t| dksttjj|| | dddS)NcSsg|]}|jr|qSrr[rmrerrrrsz*compute_expected_grads..rcSs"g|]}tj|j|j|jdqS)rrr_ZonesrrrrrrrrsTZ allow_unusedZ retain_graph)rrr^rr_autogradgrad) rrcrdoutput_process_fn_gradgradcheck_wrapperresults flat_resultsrUflat_diff_resultsgradsrrrrcompute_expected_gradss     r)rcst\}t|||||}t|||D]p}|\} } } } t| | } t| dksTtz8|dkrj|| | }n||f| | }|dk r||}Wn:tk r}zt|d| d| dW5d}~XYnXt|\}}dd|D}t|dkstdd|D}t ||D]\}}zt j j || |ddd }WnBtk rp}z"t|d| d| d |dW5d}~XYnXfd d }|t t|||dd q q(dS)NrrrrcSsg|]}|jr|qSrrrrrrrsz*check_backward_formula..cSs"g|]}tj|j|j|jdqSrrrrrrrsTrz - wrapped_grads: cst|r|jS|Srr|r}rrrr~sz&check_backward_formula..unwrapZ equal_nan)rrrrrr^r rrrr_rrrrmap)rrcrdrrrrrrrrrrrrrrrUrrZflat_new_gradsZwhich_grad_is_batchedrr~rrrcheck_backward_formulasH         rcstdd\}fddtfdd|D}t|\}}tfdd|D} t| |} tdd fd d } | |||| } ttj| } td d | } tdd | }t|||D]*}|\}}}}t|| |D]}|\}}}tt t ||}fdd| D}z*dkr:||}nf||}WnHt k r}z(t |d|d|d|d|d W5d}~XYnXfddttj|}tfdd |}tfdd |}||| dd|||ddqqW5QRXdS)NF)rcsJt|k stt|tjr,|jr,t|St|rFtdd|DSdS)Ncss"|]}|jrt|ndVqdSr)r[r_ randn_likerlrrrrqszBcheck_forward_ad_formula..maybe_tangent..) r]r^rr_rr[rrr)r+rrr maybe_tangents  z/check_forward_ad_formula..maybe_tangentc3s|]}|VqdSrrrrrrrqsz+check_forward_ad_formula..c3s|]}|VqdSrrrrrrrqscSsN|\}}t|tjr*|jr*t||St|rJtddt ||DS|S)Ncss.|]&\}}|dk r"t||n|VqdSr)fwAD make_dualr;)rmpriZtangrrrrqszDcheck_forward_ad_formula..maybe_make_dual..) rr_rr[rrr;rrrr)Zdualprimaltangentrrrmaybe_make_dualsz1check_forward_ad_formula..maybe_make_dualcsNttt||}fdd|D}dkr>||Sf||S)Ncs"i|]\}}|||fqSrrrmkv)rtangent_kwargsrr szKcheck_forward_ad_formula..compute_expected_grad..)rrrrr )rc tangent_argsrdrop_args op_kwargs)rrr)rrcompute_expected_grads  z7check_forward_ad_formula..compute_expected_gradcSs|jSrrrrrrrrz*check_forward_ad_formula..cSs|jSrrrrrrrrcs"i|]\}}|||fqSrrr)rnew_tang_kwargsrrr)sz,check_forward_ad_formula..rrz - wrapped_tangent_args: z - wrapped_tangent_kwargs: rcst|r|jS|Srr|r}rrrr~:sz(check_forward_ad_formula..unwrapcs |jSrrrr~rrr>rcs |jSrrrrrrr?rTr)rrrrrrZ dual_levelrZ unpack_dualrrrr r r)rrcrdrrrrrrZflat_tangent_kwargsrrrZexpected_primalsZexpected_tangentsrrrrrZ tang_choiceZ new_tang_argsZwhich_tang_args_are_wrappedZwhich_tang_kwargs_are_wrappedrrrrZactual_primalsZactual_tangentsr)r!rrrrrr~rcheck_forward_ad_formulasJ           r)T)r)NN)NNN)NN)'r_rrZtorch.utils._python_dispatchrZtorch.utils._pytreerrr functoolsrZtorch.utils._mode_utilsrr Ztorch.autograd.forward_adrZ forward_adrtypingr rVrr"rJrSrYrrrrrrrrrrrrrrrrrs>     (  - ;