U <c9W@sddlZddlZddlZddlZddlmZmZmZddlm Z m Z m Z m Z m Z mZddlZddlmmZddlmZddlmZddlmZddlmZddlmZmZddlmZm Z m!Z!m"Z"m#Z#m$Z$dd l%m&Z&dd l'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-ed d d dddgZ.e/e ee"e#fe e!efe.dddZ0d(e e"e e!efe!e e!e/e/e e e$ddddZ1ddddZ2d)e*e/e/e e!efe ee"e#fe!e e!e/dd ddZ3d*e*e/e/e e!efe ee"e#fe!e!d e4e4e/e4dd! d"d#Z5d+e/e/e4e e/dd$d%d&Z6e7d'kre2dS),N)Counter defaultdict namedtuple)DictListOptionalSequenceSetUnion)DispatcherSignature) CodeTemplate)native_function_manager)get_grouped_native_functionsparse_native_yaml) BackendIndexBackendMetadata DispatchKeyNativeFunctionNativeFunctionsGroup OperatorName)SelectiveBuilder) concatMapcontext FileManagerNamespaceHelperTarget YamlLoaderParsedExternalYaml backend_key autograd_key class_name cpp_namespacebackend_indices)backend_yaml_pathgrouped_native_functionsr"returnc s&ddtdd|Dt|d}tj|td}W5QRXt|tsJtddd d d d d dddg }|dddk s~td|dd}|d ddk std|dd}t|t std||dd}t|t std||d g} | dkrg} t| t s.td| dt | d|dg} | dkrHg} t| t sntd| dt | dt | } |d g} t| t std| |d g} | | |di}|di}t|dkst|dd|d d|tttttt t td!fd"d# }dt| dkrtfd$dtW5QRX|| | ||d%}kst|<dt| dkrtfd&dtd'W5QRX|| | ||d%}kst|<|D]}t|trXdkrgnd(d)|fD}dkr/tmp/pip-unpacked-wheel-gikjz4vx/torchgen/gen_backend_stubs.py 1sz&parse_backend_yaml..cSst|tr|gSt|SN) isinstancerlist functionsr+r&r&r,4z$parse_backend_yaml..r)Loaderbackendr r! extra_headers supportedZautograd full_codegen non_nativeZir_gensymintz&You must provide a value for "backend"z,You must provide a value for "cpp_namespace"use_out_as_primaryFzHYou must provide either True or False for use_out_as_primary. Provided: device_guardzBYou must provide either True or False for device_guard. Provided: z,expected "supported" to be a list, but got: z (of type )z)expected "symint" to be a list, but got: z+expected "autograd" to be a list, but got: rz contains unexpected keys: z, z). Only the following keys are supported: ) backend_ops symint_ops dispatch_keyr=use_device_guardr%c svi}|D]Z}t|}|ks,td|t|j}||krL|d7}t|dd} | ||<qt||d||dS)Nz Found an invalid operator name: Z_symintF)kernelZ structuredr!T)rBr=Zexternalr>index)rparseAssertionError dispatcherr(r'rr) r@rArBr=rCmetadataopop_nameZ kernel_namem)r!native_functions_mapr&r,create_backend_indexs.  z0parse_backend_yaml..create_backend_indexcs ddS)NzFThe provided value for "backend" must be a valid DispatchKey, but got .r&r&r7r&r,r3r4)r=rCcs ddS)NzThe "autograd" key was specified, which indicates that you would like to override the behavior of autograd for some operators on your backend. However "Autogradz" is not a valid DispatchKey.r&r&rPr&r,r3sZAutogradcSsg|]}|dk r|qSr.r&r*rLr&r&r, sz&parse_backend_yaml..cSsg|]}|dk r|qSr.r&rQr&r&r,rRscSsg|]}|dk r|qSr.r&rQr&r&r,rRscsg|]}|qSr& get_kernelr))r"rr&r,rRscSsg|]}|dk r|qSr.r&rQr&r&r,rRscsg|]}|qSr&rSr))rr"r&r,rRscSsg|]}|dk r|qSr.r&r)r&r&r,rRscSsg|]}|dk r|qSr.r&r)r&r&r,rRszCurrently, all variants of an op must either be registered to a backend key, or to a backend's autograd key. They cannot be mix and matched. If this is something you need, feel free to create an issue! z" is listed under "supported", but z is listed under "autograd".)ropenyamlloadrr/dictrGpopboolr0typesetextendlenkeysjoinrstrr rrrrFrrTr1rDr)r#r$r"r+Z yaml_valuesZ valid_keysr r=rCr9r<Z symint_setZsupported_autogradr:r;_rNZ backend_idxZ autograd_idxgZforward_kernelsZbackward_kernelsr&)rr7r"rr!rMr,parse_backend_yaml+sB                          rd)native_functionsr"rrr kernel_defn_file_pathr:r%c sz"t|d}|}W5QRXWn"tk rDtd|YnXdkrRg||jg|dkrhgn ||jg} tttdd| fdd|D} tt} | D]} | | j j  | qd|d} t d dt | |D}d }| D]p\}}t|}||}||krttd d d dfdd|D}|d|d|d|d|d|d 7}q|d ks~t|dS)Nr5z2Unable to read from the specified impl_path file: cSsdd|DS)NcSsg|]\}}||jfqSr&)rD)r*rKrIr&r&r,rRsz>error_on_missing_kernels....)items)rEr&r&r,r3sz*error_on_missing_kernels..cs,g|]$}|jjkr|jjkr|qSr&)r'r(r_r))expected_backend_op_namesr:r&r,rR s z,error_on_missing_kernels..z(.*)z::\s*([\w\d]*)\(cSsg|]\}}|ds|qS):)endswith)r*xyr&r&r,rR7s )r+r%c Ss0t|t|jW5QRSQRXdSr.)r r Z from_schemar'declr2r&r&r, create_declDs z-error_on_missing_kernels..create_decl csg|] }|qSr&r&r))ror&r,rRHsz$ is missing a kernel definition for z . We found z( kernel(s) with that name, but expected zH kernel(s). The expected function schemas for the missing operator are: z )rUreadIOErrorrGrErXr0rrr'r(appendrrefindallrgr^rrar`)rer"rrr rfr:r+Z backend_defnsindicesZexpected_backend_native_funcsZ#expected_backend_kernel_name_countsZnative_fZkernel_defn_regexZ!actual_backend_kernel_name_countsZmissing_kernels_err_msgZ expected_namefuncsZexpected_overload_countZactual_overload_countZexpected_schemas_strr&)rorhr:r,error_on_missing_kernelssr          rx)r%cCsrtjdd}|jdddd|jddd d|jd td d d |jd tddd |}t|j|j|j |j dS)NzGenerate backend stub files) descriptionz-sz --source_yamlzApath to source yaml file containing operator external definitions)helpz-oz --output_dirzoutput directoryz --dry_runF)r[defaultrzz --impl_pathz9path to the source C++ file containing kernel definitions) argparseArgumentParser add_argumentrZra parse_argsrun source_yaml output_dirdry_run impl_path)parseroptionsr&r&r,mainRs  rrm) fmr r!r"r$backend_dispatch_keyautograd_dispatch_key backend_namer%c sdk s tdttttfdd|ttttfdd|t||ddfdddS)NzAAutogenerated file by gen_backend_stubs.py. Do not edit directly!cst|Sr.destZ#compute_native_function_declarationr2)rr"r&r,r3|sz4gen_dispatchkey_nativefunc_headers..csdkr gSt|Sr.rr2)rr"r&r,r3s NativeFunctions.hzDispatchKeyNativeFunctions.hcsjjdS)N)generated_commentZnamespace_prologuer Znamespace_epilogueZdispatch_declarationsZ BackendNamer)prologueepiloguer&)autograd_declarationsbackend_declarationsrrr r ns_helperr&r,r3s)rGr0sortedr\rrwrite_with_template)rr r!r"r$rrrr&) rrrrr"rr rrr,"gen_dispatchkey_nativefunc_headersfs:    rFTr) rrr r"r$rrBselector build_in_treeper_operator_headersreager_registrationr%c s|d|dg} |r,ddd| Dnddd| Ddk sLt|tttjtj dddd } dtd d d d | rt d }|j | d nt d}|j | | d ddd f dddS)N/rrpcss|]}d|dVqdS)z #include <>Nr&r*hr&r&r, sz/gen_dispatcher_registrations..css|]}d|dVqdS)z #include ""Nr&rr&r&r,rsFTrocmr<Zclass_method_nameZskip_dispatcher_op_registrationat)Z namespace_strrmzPTORCH_LIBRARY_IMPL(aten, $dispatch_key, m) { $dispatch_registrations_body };)rBdispatch_registrations_bodyzTORCH_API void Register${backend_name}${dispatch_key}NativeFunctions() { static auto m = MAKE_TORCH_LIBRARY_IMPL(aten, $dispatch_key); $dispatch_registrations_body })rrBrZRegisterz.cppzRegisterDispatchKey.cppcsPd s dndtj ddd fdddS) Nrmz#include F)rrzRegisterDispatchDefinitions.inicsFjjtdtttjtj dddddS)NrmFTr)Z ns_prologueZ ns_epilogue"static_init_dispatch_registrationsdeferred_dispatch_registrationsZdispatch_helpersdispatch_namespaceZdispatch_namespaced_definitionsZdispatch_anonymous_definitions) rrrZgen_registration_helperslowerr0rRegisterDispatchKeyrZANONYMOUS_DEFINITIONr&) backend_indexr rrBr$rrrr&r,r3s, z@gen_dispatcher_registrations....)Zextra_cuda_headersZexternal_backend_headersZ ops_headersrrZdispatch_headersZdispatch_definitions)rrZgen_registration_headersZsubstitute_with_templatesplitr& rr rrBZexternal_backend_headers_strrr$newlinerrrrr&r,r3s&z.gen_dispatcher_registrations..) r`rGr0rrrrZ REGISTRATIONrr substituter)rrr r"r$rrBrrrrrheadersrZstatic_templateZdeferred_templater&rr,gen_dispatcher_registrationss\     r)rrrrr%c s@ttjj}tj|dtt dfdd }||}tj|d}tj|d}t ||} | j | j } } t | } t|| | } | j}| j}| j}| j}| j } t}|dkrdS|dkr| |}|dk st|dk rt| | ||||t|||| | |||dkr|gn||gD]}t|||| | |||qdS)Nzaten/src/ATen/templates) install_dirr%cst|dS)N)r template_dirr)r)rrrr&r,make_file_managers zrun..make_file_managerz*aten/src/ATen/native/native_functions.yamlzaten/src/ATen/native/tags.yaml)pathlibPath__file__parentabsoluteospathr`rarrrer"rrdrrr!r rZget_nop_selectorZnative_function_class_namerGrxrr)rrrrZ pytorch_rootrrZnative_yaml_pathZtags_yaml_pathZ parsed_yamlrer"r$Zparsed_backend_yamlrrr!r rrBr&rr,rsx     r__main__)N)rm)FFrmT)N)8r|rrrt collectionsrrrtypingrrrrr r rVZtorchgen.api.dispatcherapirHZ torchgen.destrZtorchgen.api.typesr Ztorchgen.code_templater Ztorchgen.contextr Z torchgen.genrrZtorchgen.modelrrrrrrZ!torchgen.selective_build.selectorrZtorchgen.utilsrrrrrrrrardrxrrrZrr__name__r&r&r&r,s           Z   U  G  r S