a h5b@s4UddlZddlmZmZmZmZddlZddlmm Z ddl mm m Z ddlmm m mZddlmm m mZddlmm m mmZddlmm mZddlmm mmZddlmm mZddlmm mmZddlmm mm Z!ddl"Zddl#m m$Z%ddlm Z ddl&m'Z'm(Z(ddl)m*Z*m+Z+ddl,m-Z-ddl.m/Z/gdZ0e+ej1e*ej2e j3e!j3e j4e!j4e j5e!j5e j6e!j6e j7e!j7e j8e!j8e j9e!j9e j:e!j:e j;e!j;e je!j>e j?e!j?iZ@eAeefeBd <e+ej1e*ej2e jCejCe jDejDe jEejEe j4ej4e j5ej5e j6ej6e j7ej7e j8ej8e j9ej9e jFejFe j:ej:e j;ej;e jGejGe jHejHe jIejIe jJejJe jKejKe jLejLe jMejMe jNjOjPej3e j3ej3e jQejQe jRejRejSejTe jUejUe jVejVe jWejWe jXejXe jYejYe jZejZe j[ej[e j\ej\e j]ej]e j^ej^ej_ej4ej`ej5ejaej6ejbejWejcejXejdejYejXejXejYejYej\ej\ejeej3ej3ej3ej5ej5ej6ej6i1ZfeAeefeBd <e j5ej5e j6ej6e j3ej3e jNjOjPej3e j_ej_e j`ej`e jaejae jbejbe jcejce jdejde jXejXe jYejYe j\ej\e jeejeiZgeAeefeBd <e jej>e j\ej\e j;ej;e j:ej:i ZieAeefeBd <e jjhZkeleeBd <e%jmejnjjme%joejnjjoe%jpejnjjpe%jqejnjjqe%jrejnjjre%jsejnjjsiZteAeeeufefeBd<e jve'e jwe'e jxe'e jye(iZzeAeefeBd<e j3e j{jj3iZ|eAeefeBd<e j3e j{jjj3iZ}eAeefeBd<eledddZ~eAeefdddZeAeefdddZeAeefdddZeAeefdddZd:eeeAeefeeddd Zd;eeeAeefed!d"d#ZeAeefdd$d%ZeAeefdd&d'ZeAeefdd(d)ZeAeefdd*d+Zeledd,d-Zeledd.d/ZeAeeeufefdd0d1Zeeeufed2d3d4Zej jeed5d6d7Zej jed5d8d9ZdS)<N)AnyCallableOptionalUnion)nn)+default_fixed_qparams_range_0to1_fake_quant.default_fixed_qparams_range_neg1to1_fake_quant) DeQuantStub QuantStub)get_combined_dict)type_before_parametrizations).DEFAULT_REFERENCE_STATIC_QUANT_MODULE_MAPPINGS$DEFAULT_STATIC_QUANT_MODULE_MAPPINGSDEFAULT_QAT_MODULE_MAPPINGS%DEFAULT_DYNAMIC_QUANT_MODULE_MAPPINGS,DEFAULT_FLOAT_TO_QUANTIZED_OPERATOR_MAPPINGS"DEFAULT_MODULE_TO_ACT_POST_PROCESS+DEFAULT_STATIC_SPARSE_QUANT_MODULE_MAPPINGS,DEFAULT_DYNAMIC_SPARSE_QUANT_MODULE_MAPPINGSno_observer_set(get_default_static_quant_module_mappings2get_default_static_quant_reference_module_mappings*get_embedding_static_quant_module_mappings/get_default_static_sparse_quant_module_mappingsget_static_quant_module_classget_dynamic_quant_module_classget_default_qat_module_mappings!get_embedding_qat_module_mappings)get_default_dynamic_quant_module_mappings0get_default_dynamic_sparse_quant_module_mappings$get_default_qconfig_propagation_list&get_default_compare_output_module_list0get_default_float_to_quantized_operator_mappingsget_quantized_operatorr rrr_INCLUDE_QCONFIG_PROPAGATE_LISTrrrr)returncCstjjtjjh}|S)z8These modules cannot have observers inserted by default.)rZ quantizableLSTMZMultiheadAttention)Z no_observersr'Y/var/www/auris/lib/python3.9/site-packages/torch/ao/quantization/quantization_mappings.pyrsrcCs ttS)z8Get module mapping for post training static quantization)copydeepcopyrr'r'r'r(rsrcCs ttS)zBGet reference module mapping for post training static quantization)r)r*r r'r'r'r(rsrcCs&tt}tj|tj<tj|tj<|S)z7Get module mapping, including mapping for embedding QAT)r)r*rnnq EmbeddingBagnnqat Embeddingmappingr'r'r(rs   rcCs ttS)z?Get module mapping for post training static sparse quantization)r)r*rr'r'r'r(rsrF)float_module_classadditional_static_quant_mapping is_referencer%cCsR|dur i}t|rtnt|}||d}|dusHJdt|dt|S)zen Get the statically quantized module class corresponding to the floating point module class NFloating point module class 5 does not have a corresponding quantized module class)r r rgetstrr)r*)r1r2r3 all_mappingsZstatic_quant_module_classr'r'r(rs   r)r1 additional_dynamic_quant_mappingr%cCsJ|dur i}tt|}||d}|dus@Jdt|dt|S)zfn Get the dynamically quantized module class corresponding to the floating point module class Nr4r5)r rr6r7r)r*)r1r9r8Zdynamic_quant_module_classr'r'r(rs   rcCs ttS)z:Get default module mapping for quantization aware training)r)r*rr'r'r'r(rsrcCs&tt}tj|tj<tj|tj<|S)zGet module mapping for quantization aware training This is includes default values in addition to enabling qat for embeddings. )r)r*rr-r,rr.r/r'r'r(rs   rcCstS)z9Get module mapping for post training dynamic quantization)rr'r'r'r(r)srcCstS)z@Get module mapping for post training dynamic sparse quantization)rr'r'r'r(r.srcCs2ttttBttBtB}t|S)z_Get the default list of module types that we'll attach qconfig attribute to in prepare )setrkeysrrr$r)r*)Z#QCONFIG_PROPAGATE_MODULE_CLASS_LISTr'r'r(r 3s   r cCsVttttBttBttBttBttBtB}t|S)zSGet list of module class types that we will record output in numeric suite ) r:rvaluesrrr;r$r)r*)Z.NUMERIC_SUITE_COMPARE_MODEL_OUTPUT_MODULE_LISTr'r'r(r!@s       r!cCs ttSN)r)r*rr'r'r'r(r"Psr")float_opr%cCs,t|d}|dus(Jdt|d|S)z>Get the quantized operator corresponding to the float operatorNz Operator z) does not have corresponding quantized op)rr6r7)r>Z quantized_opr'r'r(r#Ws   r#)moduler%cCstt|dS)zGet the special activation post process for `module`, this has higher priority than the activation post process in `qconfig` e.g. input: torch.nn.Sigmoid output: default_affine_fixed_qparam_fake_quant N)rr6r r?r'r'r(_get_special_act_post_process`srAcCs|jot|tvSr=)Ztrainingtyperr@r'r'r(_has_special_act_post_processlsrC)NF)N)r)typingrrrrZtorchZ torch.ao.nnZaorZao_nnZtorch.ao.nn.intrinsicZ intrinsicZnniZtorch.ao.nn.intrinsic.qatZqatZnniqatZtorch.ao.nn.intrinsic.quantizedZ quantizedZnniqZ'torch.ao.nn.intrinsic.quantized.dynamicZdynamicZnniqdZtorch.ao.nn.qatr-Ztorch.ao.nn.qat.dynamicZnnqatdZtorch.ao.nn.quantizedr+Ztorch.ao.nn.quantized.dynamicZnnqdZtorch.ao.nn.quantized.reference referenceZnnqrZtorch.ao.nn.sparseZtorch.nn.functionalZ functionalFZ#torch.ao.quantization.fake_quantizerrZtorch.ao.quantization.stubsr r Ztorch.ao.quantization.utilsr Ztorch.nn.utils.parametrizer __all__ZQuantizeZ DeQuantizeZLinearZConv1dZConv2dZConv3dZConvTranspose1dZConvTranspose2dZConvTranspose3dr.r,ZGRUCellZLSTMCellZRNNCellr&r dict__annotations__Z BatchNorm2dZ BatchNorm3dZDropoutZELUZ GroupNormZ HardswishZInstanceNorm1dZInstanceNorm2dZInstanceNorm3dZ LayerNormZ LeakyReLUmodulesZlinearZNonDynamicallyQuantizableLinearZReLU6ZPReLUZFloatFunctionalZ QFunctionalZBNReLU2dZBNReLU3dZ ConvReLU1dZ ConvReLU2dZ ConvReLU3dZ ConvAdd2dZ ConvAddReLU2dZ LinearReLUZLinearLeakyReLUZ LinearTanhZConvBn1dZConvBn2dZConvBn3dZ ConvBnReLU1dZ ConvBnReLU2dZ ConvBnReLU3dZ LinearBn1drrZGRUrZ Sequentialr$r:ZeluopsZ hardswishZ instance_normZ layer_normZ leaky_reluZdropoutrr7Z HardsigmoidZSigmoidZSoftmaxZTanhrsparserrrrrrrboolrrrrrrr r!r"r#ModulerArCr'r'r'r(sD $    9