U Kc- @sddlZddlmZmZddlmZmZmZmZm Z m Z ddl m Z ddl mZmZmZddlmZddlmZddlmZdd lmZdd lmZd d lmZmZd d lmZm Z m!Z!m"Z"d dl#m$Z$m%Z%ddddddgZ&e"e'ee(eedddZ)ee"dddZ*ej+j,ee'ej+j,fee"ee'ee'e-ffee'efdddZ.ee e'e'ddddZ/e"e"dddZ0e e edd dZ1dS)!N) defaultdict OrderedDict)CallableAnyDictTupleSetList)QConfig)add_module_to_qconfig_obs_ctr QConfigAnyqconfig_equals)is_activation_post_process) DTypeConfig) GraphModule)Graph) _FusedModule) _parent_nameget_qconfig_dtypes)OBJECT_TYPE_DICT_KEYMODULE_NAME_DICT_KEYMODULE_NAME_REGEX_DICT_KEYQConfigMapping)get_object_type_qconfig,maybe_adjust_qconfig_for_module_type_or_namecheck_is_valid_config_dict(compare_prepare_convert_qconfig_mappingsgenerate_qconfig_map%is_qconfig_supported_by_dtype_configs6maybe_adjust_qconfig_for_module_name_object_type_orderupdate_qconfig_for_fusion)qconfig_mappingcur_module_pathcur_object_typecur_object_type_idxfallback_qconfigreturnc Cs>|jD].\\}}}}||kr ||kr ||kr |Sq |SN)Z&module_name_object_type_order_qconfigsitems) r"r#r$r%r& module_nameZ object_typeindexqconfigr-R/tmp/pip-unpacked-wheel-gikjz4vx/torch/ao/quantization/fx/qconfig_mapping_utils.pyr 1s )modelr"c Cs|j}t|dkr|St|}|jjD]}|jdkr*|j|kr*|t|j}t |t s\q*t |j }|t|dd}|ddD]@}t|t|d|stddt|ddt|q|dk r*||t|<q*dS) z Update the QConfigMapping to account for fused modules such as LinearReLU. This assumes the QConfigMapping's attributes have already been converted to OrderedDicts. r call_moduleNz+During fusion, we need to specify the same z!qconfigs for all module types in  zoffending type: )object_type_qconfigslendictZ named_modulesgraphnodesoptargetstr isinstancerlistZ_modulesvaluesgettyper LookupError) r/r"Zobject_type_dictmodulesnodeZmaybe_fused_moduleopsZ fused_qconfigr8r-r-r.r!Bs,      )rootrA input_graphr"node_name_to_scoper'cCs|j}i}tdd}|jD]}d} |jdkrlt|j\} } t|t|| | |} t| | |jd} nv|jdkrt ||j|} ||j \}}t|||| } |||j}|||jd7<t |||j|| } t| | |jd} n|jdkr:||j \}}t||j||} t|||| } t| | |jd} n|jdkrt ||jrXqt|t||j|j|} ||j \}}t|\}} |||}|||d7<t ||||| } t| | |jd} | ||j_nd} | ||j <q|S)NcSsttSr()rintr-r-r-r.wz&generate_qconfig_map..Zget_attr call_functionr1Z call_methodr0)global_qconfigrr7r8rr9rr?r r>rnamer rr,)rDrArEr"rFrKZ qconfig_mapZ#submodule_to_object_type_to_cur_idxrBr,r*_Zqconfig_with_device_checkZfunction_qconfig module_path module_typer% parent_namer-r-r.rgs            ) config_dict allowed_keys dict_namer'cCs>|D]0}||krtd|dt|d|dqdS)z Checks if the given config_dict has the correct keys Args: `config_dict`: dictionary whose keys we want to check z Expected z to have the following keys: z . But found 'z ' instead.N)keys ValueErrorr:)rQrRrSkr-r-r.rs  )prepare_qconfig_mappingconvert_qconfig_mappingc Cst|j|jstd|j|j|jg}|j|j|jg}tttg}t t |D]}|| D]z\}}|||kstd ||||||dks\t||||||s\td |||||||||q\qLdS)a Compare the qconfig_mapping passed in convert to the one from prepare and check the values Args: `prepare_qconfig_mapping`: configuration for prepare quantization step `convert_qconfig_mapping`: configuration for convert quantization step zWExpected global qconfigs to be the same in the prepare and convert quantization configszZMissing key {} {} in convert QConfigMapping when it was present in prepareNz{Expected convert QConfigMapping to have the same qconfig as prepare for key {} {}; prepare: {}; convert: {}) r rKAssertionErrorr3Zmodule_name_qconfigsZmodule_name_regex_qconfigsrrrranger4r)format)rWrXZ prepare_dictsZ convert_dictsZ dict_namesirLr,r-r-r.rs8   )r, dtype_configsc Cs|D]}|j}|dkrd}|jp$tj}|jp0tj}|jpsN         & W