U <cW@s(ddlZddlZddlZddlZddlmZmZddlmZm Z m Z m Z m Z m Z mZmZmZmZmZddlZddlmZddlmZddlmZddlmZmZddlmZmZddl m!Z!m"Z"m#Z#dd l$m%Z%dd l&m'Z'm(Z(m)Z)m*Z*d d l+m,Z,m-Z-m.Z.m/Z/ed dddddgZ0e1eee!e"fee e#e ee e#fdddZ2e1e e1ddddZ3e1dddZ4GdddZ5ddddZ6e5j7e5j8e5j9e5j:e5j;e5jee1e1ee1e1e1e1eee>e>e1e>e1e1e1e1e1e1e>e1e1e1e1e1dd,d-d.Z?e@d/kr$e6dS)0N)Counter namedtuple) AnyCallableDictIterableIteratorListOptionalSequenceTupleTypeUnion) setValueT) BaseCppType) GenLazyIR GenTSLazyIR)get_grouped_native_functionsparse_native_yaml)NativeFunctionNativeFunctionsGroup OperatorName)SelectiveBuilder) concatMap FileManagerNamespaceHelper YamlLoader)error_on_missing_kernelsgen_dispatcher_registrations"gen_dispatchkey_nativefunc_headersparse_backend_yamlParsedExternalYaml backend_key autograd_key cpp_namespacebackend_indices full_codegen)backend_yaml_pathgrouped_native_functionsreturnc Csddtdd|D}t|d}tj|td}W5QRXt|tsJt|dg}|dg}|d g}t|t s|tt|t stt|t std d |D}d d |D} ||| fS) NcSsi|]}|jj|qS)funcname).0fr+r+nsz/parse_native_functions_keys..cSst|tr|gSt|S)N) isinstancerlist functions)r/r+r+r0qz-parse_native_functions_keys..r)Loaderr' non_nativeir_gencSsg|]}t|qSr+rparser.r-r+r+r0 sz/parse_native_functions_keys..cSsg|]}t|qSr+r;r=r+r+r0r>s) ropenyamlloadrr2dictAssertionErrorpopr3) r(r)Znative_functions_mapr/Z yaml_valuesr'r9r:Zfull_codegen_opnamesZir_gen_opnamesr+r+r0parse_native_functions_keysis$    rE)shape_inference_hdrexpected_shape_infr_declsr*c sz0t|d}|}t|dW5QRXWn"tk rRtd|YnXd}tt||}fdd|D}|rt d|dt j |dS) Nr7 zsz3validate_shape_inference_header..zGMissing shape inference function. Please add declare this function in zH: and implement it in the the corresponding shape_inference.cpp file. ) r?readsetsplitIOErrorrCrrefindall Exceptionoslinesepjoin)rFrGr/Zshape_infr_declsZshape_infr_regexZactual_shape_infr_name_countsZ missing_declsr+rJr0validate_shape_inference_headers.     rU)r*cCsdS)Na!at::Tensor to_meta(const at::Tensor& tensor) { // undefined tensors can't be converted to the meta device, since they don't have sizes/strides if (!tensor.defined()) return tensor; auto out = at::native::empty_strided_meta_symint(tensor.sym_sizes(), tensor.sym_strides(), /*dtype=*/c10::make_optional(tensor.scalar_type()), /*layout=*/c10::make_optional(tensor.layout()), /*device=*/c10::make_optional(c10::Device(c10::kMeta)), /*pin_memory=*/c10::nullopt); // needs to handle wrapped numbers, so dtype promotion works properly. if (tensor.unsafeGetTensorImpl()->is_wrapped_number()) { out.unsafeGetTensorImpl()->set_wrapped_number(true); } return out; } c10::optional to_meta(const c10::optional& tensor) { if (tensor.has_value()) { return to_meta(*tensor); } return c10::nullopt; } std::vector to_meta(at::ITensorListRef t_list) { std::vector outs; outs.reserve(t_list.size()); for (const auto& tensor : t_list) { outs.push_back(to_meta(tensor)); } return outs; } r+r+r+r+r0get_ltc_helper_fnssrVc@sjeZdZUdZeed<dZeeed<dZeed<dZ eed<d Z eed <e Z e e ed <d Zeed <dS) default_argsNode node_baseN node_base_hdr&torch/csrc/lazy/core/shape_inference.hrFztorch::lazy::LazyTensor tensor_classztorch/csrc/lazy/core/tensor.htensor_class_hdrlazy_ir_generatorZ TorchScript backend_name)__name__ __module__ __qualname__rYstr__annotations__rZr rFr\r]rr^r r_r+r+r+r0rWs     rWc CsPtjdd}|jdddd|jddd d|jd td d d |jd tddd |jdddd|jdttjdd |jdttjdd |jdttjdd |jdttj dd |jdttj dd |jdttj dd | }t tjjj}t|dd d!}tj}|jrt}t||j|j|j|j|j|j|j |j |j||j dS)"Nz"Generate Lazy Tensor backend files) descriptionz-sz --source_yamlzApath to source yaml file containing operator external definitions)helpz-oz --output_dirzoutput directoryz --dry_runF)typedefaultrfz --impl_pathz9path to the source C++ file containing kernel definitionsz--gen_ts_lowerings store_truezIGenerate TorchScript lowerings in addition to Lazy IR and NativeFunctions)actionrfz --node_basez7Name of backend specific custom Lazy IR Node base classz--node_base_hdrz;Path to header file defining custom Lazy IR Node base classz--shape_inference_hdrzBPath to header file defining custom Lazy shape inference functionsz--tensor_classz1Name of backend specific custom Lazy Tensor classz--tensor_class_hdrz5Path to header file defining custom Lazy Tensor classz--backend_namezName of the backend to generateZatensrcZATen)argparseArgumentParser add_argumentboolrcrWrYrZrFr\r]r_ parse_argspathlibPath__file__parentabsoluter^Zgen_ts_loweringsrrun_gen_lazy_tensor source_yaml output_dirdry_run impl_path)parseroptionsZ torch_root aten_pathr^r+r+r0mains r~Fz torch::lazyZ GetTensorListZ$GetLtcTensorOrCreateForWrappedNumberZTryGetLtcTensorzTORCH_LAZY_FN_COUNTER("lazy::")zLazyTensor::Createz$torch::lazy::CreateAtenFromLtcTensorz$torch::lazy::TupleAtenFromLtcTensorsztorch::lazy::ValueZ LazyTensorPtrztorch::lazy::GetBackendDevice)r}rwrxryrzrYrZr\r]rFr^ build_in_treeper_operator_headersr_gen_forced_fallback_codebackend_namespaceget_tensorlistget_tensor_or_wrap_numbertry_get_tensormetrics_counter create_tensorcreate_from_first_tensorcreate_aten_from_ltc_tensortuple_aten_from_ltc_tensorslazy_value_classlazy_tensor_ptr get_device_fnr*c,s|d}|d}d|dd}tt||tj|dttdfdd }|}tj|d} tj|d}!t| |!}"|"j |"j }#t |# t t tftd d d }$t |$d  t| }%|%j|%j}&|%j}'|%j t| \fttgttftt t tfttttd ddt}(dk sBt})|dk rlt|#|&|)|dk rt t!" }*t#|*|)dk stt$||)|' |&| |&dkrΈgn|&gD]&}+t%||) |+|(| | | dd qt&|'|'dd fdd| | ||'dd fdd|'ddfdddS)Nz::Z templates) install_dirr*cst|dS)N)r template_dirry)r)r)ryrr+r0make_file_managerGs z.run_gen_lazy_tensor..make_file_managerznative/native_functions.yamlznative/tags.yaml)r/r*cSs$t|tr|jjn|j}t|jjS)z We sort the native function because of the note in concat_map_codegen. TODO(alanwaketan): Remove this sorting hack once all ops are grouped properly. )r2rZ functionalr,rcr-)r/r,r+r+r0sort_native_functionWsz1run_gen_lazy_tensor..sort_native_function)key)r,xsops_listr*cssT|D]J}t|trt|n|g}|D]$}|jj|kr(||D] }|Vq@q(qdS)z We code-gen for the functional variant, which is all we need for IR classes/lowerings/shape inferences, but we only code-gen additional entries for the inplace variant for the native functions. N)r2rr3r4r,r-)r,rrxfsr/r7r+r+r0concat_map_codegenss   z/run_gen_lazy_tensor..concat_map_codegenF)rrr_Zeager_registrationzNativeFunctions.cppzDispatchKeyNativeFunctions.cppcsddddddddd d d d d dddgrBdgngDtdjjttd    dS)NcSsg|]}d|dqSz #include <>r+r.pathr+r+r0r>s9run_gen_lazy_tensor....zATen/Functions.hzATen/native/TensorConversions.hzATen/NativeFunctions.hz6ATen/CompositeExplicitAutogradNonFunctionalFunctions.hzATen/MetaFunctions.hzATen/Operators.hzATen/native/CPUFallback.h!torch/csrc/lazy/core/ir_builder.hz*torch/csrc/lazy/core/lazy_graph_executor.hztorch/csrc/lazy/core/metrics.htorch/csrc/lazy/core/shape.h/zNativeFunctions.hz /LazyIr.hz.torch/csrc/lazy/ts_backend/ts_eager_fallback.hZNativeFunctions)ZincludesZ helper_fnsZnative_functions_includenamespace_prologuenamespace_epilogueZnative_function_definitions)rVprologueepiloguer3destZGenLazyNativeFuncDefinitionr+)r&r#rrrrrrrrrr)rr ns_helperrxrFr\r]rrr+r0r5sbz%run_gen_lazy_tensor..zLazyIr.hcsDdddDdk r"ddgngtjjdS)NcSsg|]}d|dqSrr+rr+r+r0r>sr)zATen/core/Formatting.hzc10/core/ScalarType.hzc10/util/Optional.hztorch/csrc/lazy/core/hash.htorch/csrc/lazy/core/ir.hrZvectorz #include "")Zlazy_ir_sysincZ lazy_ir_incZir_declarationsrr)r3rrr+)rr'r)r: lazy_ir_objrZrr+r0r5s  zLazyNonNativeIr.hcs:ddddddgrgngDtjjdS)NcSsg|]}|rd|dqSrr+rr+r+r0r>3srrrz+torch/csrc/lazy/core/internal_ops/ltc_ops.hr[)Zlazy_non_native_ir_incZnon_native_ir_nodesrr)rZ!generate_non_native_lazy_ir_nodesrrr+)rrZr9rr+r0r52s   )(rMrTrrrRrrcrrnative_functionsr&rrrrsortedr!r#r$r%rErr rr rrrZget_nop_selectorrCZnative_function_class_namerr3rZGenLazyShapeInferenceDefinitionrUr rrZwrite_with_template),r}rwrxryrzrYrZr\r]rFr^rrr_rrrrrrrrrrrrrZ lv_tokensZlv_classZlv_nsrZfmZnative_yaml_pathZtags_yaml_pathZ parsed_yamlrrZparsed_backend_yamlr$r%selector class_namerGZ dispatch_keyr+)r&r#rrrrrryr'rrrrr)r:rrrrZr9rrxrFrr\r]rrr0rvs"          2:rv__main__)ArlrRrqrO collectionsrrtypingrrrrrr r r r r rr@Z torchgen.destrZtorchgen.api.lazyrZtorchgen.api.typesrZtorchgen.dest.lazy_irrrZ torchgen.genrrZtorchgen.modelrrrZ!torchgen.selective_build.selectorrZtorchgen.utilsrrrrZgen_backend_stubsrrr r!r"rcrErUrVrWr~rYrZr\r]rFr^r_rorvr`r+r+r+r0s4    C     W *