U <cp@sJddlmZddlmZmZmZmZmZmZddl m m Z ddl m Z ddlmZmZmZddlmZddlmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%ddl&m'Z'd d gZ(d d gZ)d ddddddddddddddddddd d!d"d#d$d%gZ*d&gZ+ee eeee$e ffd'd(d)Z,ee-e-d*d+d,Z.eed-d.d/Z/eed-d0d1Z0eeee#eefd-d2d3Z1eed-d4d5Z2e e$ee eeed6ffd7d8d9Z3ee eeee"effdd:d;d<Z4ee#d=fee-e-d>d?d@Z5ee-ee-dAdBdCZ6ee!ee-dDdEdFZ7ee!ee-dDdGdHZ8dS)I) defaultdict)DictListOptionalSequenceTupleUnionN) translate)BindingDispatcherSignatureExpr)with_native_function) AnnotationArgument BackendIndexBackendMetadataBaseOperatorNameBaseTyBaseTypeDEFAULT_KERNEL_NAMESPACEDeviceCheckType DispatchKeyFunctionSchemaNativeFunctionNativeFunctionsGroup OperatorNameReturn SchemaKindVariant) concatMapz'adaptive_avg_pool3d_backward.grad_inputz _slow_conv2d_backward.grad_inputZ_cummax_helperZ_cummin_helperZ _assert_asyncZ_dimIZ_dimVZ_has_same_storage_numelZ_linalg_check_errorsZ_local_scalar_denseZ%_nested_tensor_from_mask_left_alignedZ_nnzZ_use_cudnn_ctc_lossz_use_cudnn_ctc_loss.TensorZ#_validate_compressed_sparse_indicesZallcloseZ dense_dimequalZ is_coalesced is_pinnedZ is_same_sizeZ is_set_toZq_per_channel_axisZq_scaleZ q_zero_pointZqschemeZ record_streamZ sparse_dimZ_nested_tensor_offsetsZ polygamma_)native_functionsreturncCsDtt}|D]2}||j}|j|ks0t|||j<q |SN)rdictfunc signaturekindAssertionError)r"pre_grouped_native_functionsfdr-G/tmp/pip-unpacked-wheel-gikjz4vx/torchgen/native_function_generation.pypre_group_native_functions[sr/) overload_namer#cCs|sdS|dS)NoutZ_outr-)r0r-r-r.&get_expected_out_variant_overload_nameisr2)r&r#c Csp|tjkst|jjdk s"tt|j t |jj |j td|jjjjd|jjjjdg|jdS)Nr1nametypedefault annotationr4 argumentsreturns)r(rinplacer)r9Zself_argrr4remove_inplace with_overloadr2r0Zremove_self_annotation with_out_argsrargumentr5r7r:)r&r-r-r.self_to_out_signaturers"      r@cCsL|tjkstt|\}}t|jt|jj |j |t |dSNr8)r(r functionalr)generate_out_args_from_schemarr4r=r2r0r9r'r>tupler& new_returns new_out_argsr-r-r.functional_to_out_signatures   rHc stdd|jDrtdd|jD}t|dks8ttdd|jjfddd D}td d|jD}g}g}t|jD]\}}|j rt t|jd krd nd ||j dt ||d d}|||rtd|j |jd} || q||q||fS)Ncss |]}|jdk o|jjVqdSr$)r7is_write.0rr-r-r. sz0generate_out_args_from_schema..cSsg|]}|jr|qSr-r5is_tensor_likerJr-r-r. s z1generate_out_args_from_schema..rcSs|jdkrgS|jjSr$)r7Z alias_set)ar-r-r.z/generate_out_args_from_schema..csg|]}|kr|qSr-r-)rKxZused_annotationsr-r.rPsabcdefghijklmnopqrstuvwxyzcss|]}|jttjkVqdSr$)r5rrZTensorrJr-r-r.rMsr1!r3)r4r5r7)anyr:r)lenrr9Zflat_allall enumerater5rOrrparseappendrr7) r&Ztensorlike_retsZvalid_annotationsZall_rets_are_tensorsrGrFirLZnew_outZnew_retr-rUr.rCsB      rCcCsL|tjkstt|\}}t|jt |jj |j |t |dSrA)r(rmutabler)rCrr4r<r=r2r0r9r>rDrEr-r-r.mutable_to_out_signatures    ra)rr)r+kr#cCsddlm}|tjkrv|jtjks*t|jjddt t |jj j j d|jj j j |jtjkd|jj jd}np|tjkr|jtjkrt|j}q|jtjkrt|j}q|jtjkrt|j}qtdntd |tjkr|j n| |}|jr|d 7}tj|j t|dtd ii}t||jttjgddddgidddddt j!|j"t|j#ddddtd g|j$d h@B|j%d|fS)Nr)cppT)Zkeep_return_namesF)baser; dunder_methodZfunctional_overload)r4r0z^We only bother generating out= functions from either inplace or mutable or functional variantszDWe currently only generate either functional or out= NativeFunctions_symint)kernel structuredZ cpp_namespace generatedZnondeterministic_seeded)r&!use_const_ref_for_mutable_tensorsvariantsrhZstructured_delegateZstructured_inheritsZ precomputedautogenZufunc_inner_loopZmanual_kernel_registrationmanual_cpp_bindingZ python_moduleZcategory_overrideZ device_guardZ device_checklocZcpp_no_default_args is_abstract&has_composite_implicit_autograd_kernelZ4has_composite_implicit_autograd_nested_tensor_kernelZ&has_composite_explicit_autograd_kernelZ5has_composite_explicit_autograd_non_functional_kerneltags namespace)&Z torchgen.apircrrBr&r(r)r' with_namerrr4rdrer`r0r1r;r@rarHunambiguous_name has_symintrZCompositeExplicitAutogradrrrrjsetrfunctionrZNoCheckrnrorqrr)r+rbrcr&Z kernel_nameZbackend_metadatar-r-r.generate_functions            rx)rsindicesr#cCsPt|}|D]8\}}tj|k}tj|k}tj|k}tj|k}|sR|sR|sR|rtdd|D} t dd|D} tdd|D} | s| s| rq|rt |dkrt |tjj j tkrtdt |tjj q|rt |tjj j tkrq|r|tjn(|r(|tjn|r8|tjn|tj} | j tjkpht dd| j jD} t dd| jD}| o| o|}|s| st | j j tkrt | j j tkrtd t | j d |r t| tj\}}||tj<t|||||s|s|rt| tj\}}||tj<t||||qdS) Ncss|] }|jVqdSr$)rmrKr+r-r-r.rMsz1add_generated_native_functions..css|] }|jVqdSr$)Z is_view_opr{r-r-r.rMscss|] }|jVqdSr$)rpr{r-r-r.rMsrWzEFound an out= operator that we could not find any other variants of: css|]}|jVqdSr$rNrJr-r-r.rMscss|]}dt|kVqdS)r1N)str)rKZop_namer-r-r.rMszBFound an operator that we could not generate an out= variant for: z. This type of operators don't have tensor-like return, making it difficult to generate a proper out= variant. If out= variant is not needed, please add the function name into FUNCTIONAL_OPS_THAT_CANNOT_GET_AN_OUT_VARIANT list.)r/itemsrrBr;r`r1r[valuesrYrZr|r&r4&OUT_OPS_THAT_DONT_GET_GROUPED_PROPERLYr)*INPLACE_OPS_THAT_DONT_GET_GROUPED_PROPERLYr(r:rl*MUTABLE_OPS_THAT_CANNOT_GET_AN_OUT_VARIANT-FUNCTIONAL_OPS_THAT_CANNOT_GET_AN_OUT_VARIANTrxrZ grow_indexr^)ryrzr*rbr,Zhas_functionalZ has_inplaceZ has_mutableZhas_outZ are_manualZ has_view_opsZare_composite_implicitZbase_fnZ base_fn_validZ needs_outZgets_out_variantfnmetadatar-r-r.add_generated_native_functionsks              r.)retsnamesr#cCsft|t|kstt|dkr$dSt|dkr@d|ddSdt|dd|dSdS) NrrWzreturn ;(, );)rZr) dispatcherZ returns_typeZcpp_typejoin)rrr-r-r. return_strs   r)r&out_varr#cCsX|}g}t|jdk}t|D]0\}}|dkr"||rLd|d|dn|q"|S)NrW std::get<>())aliased_return_namesrZr:r\r^)r&rZ aliased_retsZnon_aliased_namesZis_out_var_a_tupler_rLr-r-r.gather_nonaliased_inner_retssr)gr#c Csd|jjkrdS|jdk r.d|jjkr.|j}n.|jdk rLd|jjkrL|j}ntt|jjt|jj}t|j}g}g}g}tt |jjt |jD]\}}|j dk r|j j r| d|jd|jd| t|jdt j||jdd| |jdq| t |qdd d t||D} d } t|jjd kr`d| d nd} t|j| } t|jjj| |} d|}d|j||jjrdnddd|d| d|jjd| d| d S)Nrizauto z_clone = clone_arg(rZ_clone)Zbinds)exprr5rcSsg|] }|jqSr-rrKer-r-r.rP'sz3gen_composite_functional_kernel..outputrz = r rfr4z {  z at::_ops::::call();  } )rBrqr;r`r)r|r&r ziprZ jit_argumentsr7rIr^r4r Z argument_typer?rr r9rZr:rrdefnr1rurt)rZtarget_fsig target_sigcontextZclone_mutable_inputsZcloned_return_namesZa_currZa_tgtexprsout_nameZ maybe_assignZinner_return_namesZret_strZclone_mutable_inputs_strr-r-r.gen_composite_functional_kernelsd      "  $ rc Csd|jjkrdSt|jj}t|jj}dddt||D}g}d}t|jjjjD]X\}}t |jjj dkr|nd|d|d }| d |j d|d |j d|d qbg} t|jj D]P\}} | dk r| | qt |jjj dkr|nd|d|d }| |qd |} d |j|jjj |jjrPdnddd|d|jjj d|d| dt|jjj | d S)NrircSsg|] }|jqSr-rrr-r-r.rPJsz,gen_composite_out_kernel..Z tmp_outputrWrrrz resize_out_helper(z); copy_arg(rrrfrrz { auto z = at::_ops::rrrr)r1rqr r&rBrr r9r\rZr:r^r4rrrtrur) rrrrZ copy_outsrr_Zout_argZfunctional_return_namerZret_nameZ copy_outs_strr-r-r.gen_composite_out_kernel<s`      * r)9 collectionsrtypingrrrrrrZtorchgen.api.dispatcherapirZtorchgen.api.translater Ztorchgen.api.typesr r r Ztorchgen.contextr Ztorchgen.modelrrrrrrrrrrrrrrrrrZtorchgen.utilsrrrrrr/r|r2r@rHrCrarxrrrrrr-r-r-r.s    L   "  ! 5$ l x >