U <c1@sddlZddlmZddlmZddlmZmZmZddl Z ddl m Z ddl m Z ddlmZGdd d eZd d d gZd dgZe dZe dZe dZe dZdZe dZe dZdZe dZe dZe dZe dZe dZe dZ e dZ!e edZ"dZ#e d Z$e d!Z%eee&d"d#d$Z'eee&d%d&d'Z(eee&d(d)d*Z)eee&d+d,d-Z*e+e&d.d/d0Z,ee&efe&d1d2d3Z-eee&efee&efd4d5d6Z.e&eee&efdd7d8d9Z/eee&efeee&efd:d;d<Z0dd=d>d?Z1e2d@kre1dS)AN)Enum)Path)AnyDictList)generate_upgraders_bytecode) CodeTemplate)#MOBILE_UPGRADERS_HEADER_DESCRIPTIONc@s eZdZdZdZdZdZdZdS)ByteCodeN)__name__ __module__ __qualname__ instructions constantstypes operators register_sizerrS/tmp/pip-unpacked-wheel-gikjz4vx/torchgen/operator_versions/gen_mobile_upgraders.pyr s r zaten::full.nameszaten::full.outz aten::fullZfull_0_4Z full_out_0_4z7 Instruction{OpCode::${operator_name}, ${X}, ${N}},zSstd::vector({ ${instruction_list} }), // instructions listz c10::IValue(${constant}),zMstd::vector({ ${constant_list} }), // constants listz-std::vector(), // constants listzc10::parseType("${type_str}"),zFstd::vector({ ${type_list} }), // types listz*std::vector(), // types listzN OperatorString({"${operator_name}", "${overload_name}", ${num_of_args}}),z\ std::vector({ ${operator_string_list} }), // operators listz mobile::Function::registerFunc( "${upgrader_name}", ${instruction_list}, ${constant_list}, ${type_list}, ${register_size} )zi ByteCodeFunctionWithOperator({ ${bytecode_function}, ${operator_string_list} }),zhUpgrader({${upgrader_min_version}, ${upgrader_max_version}, "${upgrader_name}", ${bytecode_func_index}})z {std::string("${operator_name}"), std::vector({ ${upgrader_list_in_version_map} })},a% const std::unordered_map> getOperatorVersionMapForMobile() { static std::unordered_map> operatorVersionMapForMobile({ ${operator_list_in_version_map} }); return operatorVersionMapForMobile; } a( #include #include namespace c10 { TypePtr parseType(const std::string& pythonStr); } // namespace c10 namespace torch { namespace jit { // clang-format off // From operator_versions_map ${operator_version_map} const std::vector& getUpgraderBytecodeList() { auto generate_upgrader_bytecode_list = []() { std::vector upgrader_function_list({ ${upgrader_bytecode} }); for (const auto& upgrader_function : upgrader_function_list) { for (const auto& op : upgrader_function.operators) { upgrader_function.function.append_operator( op.name, op.overload_name, op.num_specified_args); } } return upgrader_function_list; }; static std::vector upgraderBytecodeList = generate_upgrader_bytecode_list(); return upgraderBytecodeList; } // clang-format on } // namespace jit } // namespace torch zupgrader_mobile.cppzHUpgrader({${min_version}, ${max_version}, ${operator_name}, ${index}}), zR{ std::string(${operator_name}), std::vector({${upgrader_list}}); } )instruction_list_from_yamlreturncCsHg}|D]&}|tj|d|d|ddqtjd|ddS)Nrr r ) operator_nameXN )instruction_list)appendONE_INSTRUCTION substituteINSTRUCTION_LISTjoinlstrip)rZinstruction_list_partZ instructionrrrconstruct_instructionsr()constants_list_from_yamlrcCsg}|D]}d}t|tr(d|d}nTt|tr@|r:dnd}n<|dkrNd}n.t|trbt|}ntd|dt|d|tj|dqt |d krt St jd | d d S) N"truefalserz The type of z is zO. Please add change in construct_constants function in gen_mobile_upgraders.py.)Zconstantrr ) constant_list) isinstancestrboolint ValueErrortyper" ONE_CONSTANTr$lenCONSTANTS_LIST_EMPTY CONSTANT_LISTr&r')r)Zconstants_list_partZconstant_from_yamlZconvert_constantrrrconstruct_constantss(     r8)operator_list_from_yamlrcCsHg}|D]&}|tj|d|d|ddqtjd|ddS)Nrr r )rZ overload_nameZ num_of_argsrr )operator_string_list)r"ONE_OPERATOTR_STRINGr$OPERATOR_STRING_LISTr&r')r9Zoperator_list_partoperatorrrrconstruct_operatorssr>)types_tr_list_from_yamlrcCsHg}|D]}|tj|dqt|dkr0tStjd|ddS)N)Ztype_strrrr ) type_list)r"ONE_TYPEr$r5TYPE_LIST_EMPTY TYPE_LISTr&r')r?Ztypes_tr_list_partZtypes_trrrrconstruct_typess  rD)register_size_from_yamlrcCs"t|tstd|dt|S)NzInput register size is zJ andit's type is {type(register_size_from_yaml)}. An int type is expected.)r.r1r2r/)rErrrconstruct_register_sizes   rF)'upgrader_bytecode_function_to_index_maprc Cstj}t|ddd}dd|D}g}|D]}g}|tkrFq4tj|}||}t|t|ksntt |D]:\} } | j } || } | t j || j|| j| | dqv| tj |d|dq4tj d|d d S) NcSs|dS)Nrr)itemrrr z(construct_version_maps..keycSsi|]\}}||qSrr).0namelstrrr sz*construct_version_maps..)Zupgrader_min_versionZupgrader_max_version upgrader_nameZbytecode_func_indexr)rZupgrader_list_in_version_mapr )Zoperator_list_in_version_map)torchZ_CZ_get_operator_version_mapsorteditemsEXCLUDED_OP_SETZ_get_upgrader_rangesr5AssertionError enumeraterQr"ONE_UPGRADER_IN_VERSION_MAPr$ min_versionZ max_versionONE_OPERATOR_IN_VERSION_MAPr&OPERATOR_VERSION_MAPr') rGZ version_mapZsorted_version_map_Zsorted_version_mapZ!operator_list_in_version_map_partZop_nameZupgraders_in_version_map_partZupgrader_rangesZupgrader_entriesidxZupgrader_entryrQZbytecode_function_indexrrrconstruct_version_mapssF   r]) upgrader_dictrcCsBi}d}|D]0}|D]"\}}|tkr*q|||<|d7}qq |S)Nrr )rTEXCLUE_UPGRADER_SET)r^rGindexupgrader_bytecoderQbytecoderrr+get_upgrader_bytecode_function_to_index_map0s rc)cpp_pathr^rc Cs~g}t|}t|}g}|D]}|D]\}}|tkr:q(d} d} d} d} d} |D]v\}}t|}d}|tjkr~t|} qV|tjkrt|} qV|tj krt |} qV|tj krt |} qV|tj krVt|} qVtj|| | | | d}tj|d| dd}||q(qtj|d|dd}||td|dtttj|td }d|}||d W5QRXdS) Nr)rQr!r-r@rr )Zbytecode_functionr:)Zoperator_version_maprazwriting file to : /wbzutf-8)rcr]rTr_r rr(rr8rr>rrDrrFONE_UPGRADER_FUNCTIONr$ONE_UPGRADER_SRCr'r"UPGRADER_CPP_SRCr&printUPGRADER_MOBILE_FILE_NAMEopenospathwriteencode)rdr^Z body_partsrGZversion_map_srcZall_upgrader_src_stringrarQrbZinstruction_list_strZconstant_list_strZ type_list_strZregister_size_strZoperator_list_strZ table_namecontentselementZ body_stringZone_upgrader_function_stringZone_upgrader_src_stringZupgrader_file_contentout_fileZ final_outputrrr write_cpp>s`            rt) upgrader_listrcCst|ddd}|S)NcSs tt|S)N)nextiter)Z one_upgraderrrrrIwrJzsort_upgrader..rK)rS)rusorted_upgrader_listrrr sort_upgraderus ry)rcCsbt}t|}|D]}tdtt|qttjd}|dddd}t t ||dS)Nzafter sort upgrader : r rRZcsrcZjitZmobile) rryrjrvrwr__file__resolveparentsrtr/)rurxZupZ pytorch_dirZ upgrader_pathrrrmain|sr}__main__)3rmenumrpathlibrtypingrrrrRZtorch.jit.generate_bytecoderZtorchgen.code_templaterZ8torchgen.operator_versions.gen_mobile_upgraders_constantr r rUr_r#r%r4r7r6rArCrBr;r<rgrhrXrZr[rirkZUPGRADER_ELEMENTZPER_OPERATOR_UPGRADER_LISTr/r(r8r>rDr1rFr]rcrtryr}rrrrrs         -    + 7(