U KcJ @sbddlZddlmZddlZddlmmZddlmZddl mm Z ddl mm mZddlmZmZmZmZddlmZddlmZdgZeejejejejd Zeejejd Zeejejejejd d Zeej ejej ejd d Z!eed ddZ"eed ddZ#eed ddZ$eed ddZ%eed ddZ&ed ddZ'dS)N)List) BackendConfigBackendPatternConfig DTypeConfigObservationType)_Conv2dMetadata)reverse_sequential_wrapper2get_executorch_backend_config) input_dtype output_dtype weight_dtype bias_dtype)r r T)r r rrZ is_dynamic)returncCs|tj}tttg}g}|ttjj  | | tjj  tj tj |ttjjj | |ddd|S)z? Return all configs related to linear modules and ops. rr ZweightZbias)r&OUTPUT_USE_DIFFERENT_OBSERVER_AS_INPUT(executorch_weighted_op_int8_dtype_config,executorch_default_dynamic_int8_dtype_config/executorch_default_dynamic_float16_dtype_configappendrtorchnnZLinearset_observation_typeset_dtype_configsset_root_moduleset_reference_quantized_modulennqrset_qat_modulennqat functionalZlinear_set_input_type_to_index)observation_type dtype_configsZlinear_configsr$S/tmp/pip-unpacked-wheel-gikjz4vx/torch/ao/quantization/backend_config/executorch.py_get_linear_configs7s: r&cCsZtj}tg}g}tfD]<}|t|j|| |j |j  |j |t|j||ddd|ttjj|jf|t|j|j|ttj|jf|t|j|j|t|j|| |j |j  |j|ttjj|jf|||ttj|jf||q|S)z= Return all configs related to conv modules and ops. rr r)rrrrrrrootrrrr referencerqatfuncr!rrZReLUZset_fuser_methodr Zfused_conv_reluZset_fused_moduleFreluZrelu_qat)r"r#Z conv_configsZconvsr$r$r%_get_conv_configsRs    r-cCsLtg}tjtjtjd}g}tjtjfD]}|t| | |q(|S)z3 Return all configs related to binary ops. )rrr ) rrr OUTPUT_SHARE_OBSERVER_WITH_INPUToperatoraddrrrrZ(_set_num_tensor_args_to_observation_type)r#Z+num_tensor_args_to_observation_type_mappingZbinary_op_configsopr$r$r%_get_binary_ops_configssr2c Cs^tj}tg}tjtjtjtjj tj ddddddg }g}|D]}| t | ||q:|S)ar Return the operator configs for the operators that works for both float and quantized input if input is quantized, the output Tensor shares the same quantization parameter with input. Example operator: avgpool2d, reshape, transpose, maxpool2d Example observed operator: observer_0 - avgpool2d - observer_0 (same observer instance as input) ZpermuteZreshaper,Zrelu_squeezeZsqueeze_)rr.)executorch_default_op_quint8_dtype_configr+Zadaptive_avg_pool2dr,Zrelu6rrZAdaptiveAvgPool2dr3rrrr)r"r#Zshare_qparams_opsZshare_qparams_op_configsr1r$r$r%_get_share_qparams_ops_configss0  r5cCs0tj}tg}g}|ttj|||S)z2 Return all configs related to batchnorm. ) rrr4rrrZ BatchNorm2drr)r"r#Z bn_configsr$r$r%_get_bn_configss r6cCs0tdtttttS)za Return the `BackendConfig` for backends PyTorch lowers to through the Executorch stack. Z executorch)rZset_backend_pattern_configsr&r-r2r5r6r$r$r$r%r s)(r/typingrrZtorch.nn.functionalrr r+Ztorch.nnZ torch.nn.qatr)rZtorch.nn.quantized._referenceZ quantizedZ _referencerZbackend_configrrrrZ_common_operator_config_utilsrZfuser_method_mappingsr __all__Zquint8Zqint8floatrr4rZfloat16rr&r-r2r5r6r r$r$r$r%sR      6!