o ZhKU@sddlmZddlmZddlmZmZddlmZddl m Z ddl m Z m Z mZgdZdZd Zd Zd Zd Zd ZdZdZdZeGdddZGdddZGdddZGdddZdS)) annotations) dataclass)AnyOptional)QConfigMapping) BackendConfig)_get_quant_type_to_str_quant_type_from_str QuantType)ConvertCustomConfigFuseCustomConfigPrepareCustomConfigStandaloneModuleConfigEntryZstandalone_module_nameZstandalone_module_classZ%float_to_observed_custom_module_classZ)observed_to_quantized_custom_module_classZnon_traceable_module_nameZnon_traceable_module_classZinput_quantized_idxsZoutput_quantized_idxspreserved_attributesc@s.eZdZUded<ded<ded<ded<d S) rOptional[QConfigMapping]qconfig_mappingtuple[Any, ...]example_inputsOptional[PrepareCustomConfig]prepare_custom_configOptional[BackendConfig]backend_configN)__name__ __module__ __qualname____annotations__rrU/var/www/auris/lib/python3.10/site-packages/torch/ao/quantization/fx/custom_config.pyr$s  rc@seZdZdZd6ddZddZd7ddZd8ddZej fd9ddZ d:d d!Z d;d$d%Z dd1d2Zd?d3d4Zd5S)@r a Custom configuration for :func:`~torch.ao.quantization.quantize_fx.prepare_fx` and :func:`~torch.ao.quantization.quantize_fx.prepare_qat_fx`. Example usage:: prepare_custom_config = PrepareCustomConfig() .set_standalone_module_name("module1", qconfig_mapping, example_inputs, child_prepare_custom_config, backend_config) .set_standalone_module_class(MyStandaloneModule, qconfig_mapping, example_inputs, child_prepare_custom_config, backend_config) .set_float_to_observed_mapping(FloatCustomModule, ObservedCustomModule) .set_non_traceable_module_names(["module2", "module3"]) .set_non_traceable_module_classes([NonTraceableModule1, NonTraceableModule2]) .set_input_quantized_indexes([0]) .set_output_quantized_indexes([0]) .set_preserved_attributes(["attr1", "attr2"]) returnNonecCs4i|_i|_i|_g|_g|_g|_g|_g|_dSN)standalone_module_namesstandalone_module_classesfloat_to_observed_mappingnon_traceable_module_namesnon_traceable_module_classesinput_quantized_indexesoutput_quantized_indexesrselfrrr__init__Bs zPrepareCustomConfig.__init__cC dd|jD}d|dS)NcS"i|] \}}t|dkr||qSrlen.0kvrrr M"z0PrepareCustomConfig.__repr__..zPrepareCustomConfig()__dict__itemsr)Z dict_nonemptyrrr__repr__L zPrepareCustomConfig.__repr__ module_namestrrrrrrrrrcCt|||||j|<|S)a| Set the configuration for running a standalone module identified by ``module_name``. If ``qconfig_mapping`` is None, the parent ``qconfig_mapping`` will be used instead. If ``prepare_custom_config`` is None, an empty ``PrepareCustomConfig`` will be used. If ``backend_config`` is None, the parent ``backend_config`` will be used instead. )rr!)r)r=rrrrrrrset_standalone_module_nameP z.PrepareCustomConfig.set_standalone_module_name module_classtypecCr?)a} Set the configuration for running a standalone module identified by ``module_class``. If ``qconfig_mapping`` is None, the parent ``qconfig_mapping`` will be used instead. If ``prepare_custom_config`` is None, an empty ``PrepareCustomConfig`` will be used. If ``backend_config`` is None, the parent ``backend_config`` will be used instead. )rr")r)rBrrrrrrrset_standalone_module_classdrAz/PrepareCustomConfig.set_standalone_module_class float_classobserved_class quant_typer cCs8|tjkr td||jvri|j|<||j||<|S)a5 Set the mapping from a custom float module class to a custom observed module class. The observed module class must have a ``from_float`` class method that converts the float module class to the observed module class. This is currently only supported for static quantization. zQset_float_to_observed_mapping is currently only supported for static quantization)r STATIC ValueErrorr#)r)rErFrGrrrset_float_to_observed_mappingxs   z1PrepareCustomConfig.set_float_to_observed_mapping module_names list[str]cC ||_|S)zZ Set the modules that are not symbolically traceable, identified by name. )r$)r)rKrrrset_non_traceable_module_namesz2PrepareCustomConfig.set_non_traceable_module_namesmodule_classes list[type]cCrM)z[ Set the modules that are not symbolically traceable, identified by class. )r%)r)rPrrr set_non_traceable_module_classesrOz4PrepareCustomConfig.set_non_traceable_module_classesindexes list[int]cCrM)z Set the indexes of the inputs of the graph that should be quantized. Inputs are otherwise assumed to be in fp32 by default instead. )r&r)rSrrrset_input_quantized_indexesz/PrepareCustomConfig.set_input_quantized_indexescCrM)z Set the indexes of the outputs of the graph that should be quantized. Outputs are otherwise assumed to be in fp32 by default instead. )r'rUrrrset_output_quantized_indexesrWz0PrepareCustomConfig.set_output_quantized_indexes attributescCrMz Set the names of the attributes that will persist in the graph module even if they are not used in the model's ``forward`` method. rr)rYrrrset_preserved_attributesrWz,PrepareCustomConfig.set_preserved_attributesprepare_custom_config_dictdict[str, Any]cCs\ddd}dd d }dd d}|}|tgD]\}}}} } ||t} || t} || t} ||| || | q|tgD]\}}}} } ||t} || t} || t} ||| || | q>|tiD]\}}t|}|D] \}}||||qrqf| |t g| |t g| |tg||tg||tg|S)a Create a ``PrepareCustomConfig`` from a dictionary with the following items: "standalone_module_name": a list of (module_name, qconfig_mapping, example_inputs, child_prepare_custom_config, backend_config) tuples "standalone_module_class" a list of (module_class, qconfig_mapping, example_inputs, child_prepare_custom_config, backend_config) tuples "float_to_observed_custom_module_class": a nested dictionary mapping from quantization mode to an inner mapping from float module classes to observed module classes, e.g. {"static": {FloatCustomModule: ObservedCustomModule}} "non_traceable_module_name": a list of modules names that are not symbolically traceable "non_traceable_module_class": a list of module classes that are not symbolically traceable "input_quantized_idxs": a list of indexes of graph inputs that should be quantized "output_quantized_idxs": a list of indexes of graph outputs that should be quantized "preserved_attributes": a list of attributes that persist even if they are not used in ``forward`` This function is primarily for backward compatibility and may be removed in the future. objrdict_keyr>rrcSDt|ts |dur |St|trt|Std|dt|d)zn Convert the given object into a QConfigMapping if possible, else throw an exception. Nz7Expected QConfigMapping in prepare_custom_config_dict[" "], got '') isinstancerdict from_dictrIrCr`rarrr_get_qconfig_mapping  z;PrepareCustomConfig.from_dict.._get_qconfig_mappingrcSrb)zs Convert the given object into a PrepareCustomConfig if possible, else throw an exception. Nz._get_prepare_custom_configrcSrb)zm Convert the given object into a BackendConfig if possible, else throw an exception. Nz6Expected BackendConfig in prepare_custom_config_dict["rcrd)rerrfrgrIrCrhrrr_get_backend_configrjz:PrepareCustomConfig.from_dict.._get_backend_configN)r`rrar>rr)r`rrar>rr)r`rrar>rr)getSTANDALONE_MODULE_NAME_DICT_KEYr@ STANDALONE_MODULE_CLASS_DICT_KEYrDFLOAT_TO_OBSERVED_DICT_KEYr9r rJrN"NON_TRACEABLE_MODULE_NAME_DICT_KEYrR#NON_TRACEABLE_MODULE_CLASS_DICT_KEYrV INPUT_QUANTIZED_INDEXES_DICT_KEYrX!OUTPUT_QUANTIZED_INDEXES_DICT_KEYr]PRESERVED_ATTRIBUTES_DICT_KEY)clsr^rirkrlconfr= qconfig_dictrZ_prepare_custom_config_dictZbackend_config_dictrrrrBquant_type_namecustom_module_mappingrGrErFrrrrgs          zPrepareCustomConfig.from_dictcCs.d dd}i}|jD]\}}t|vrg|t<|t|||q |jD]\}}t|vr4g|t<|t|||q(|jD]\}}t|vrPi|t<||tt|<qDt |j dkre|j |t <t |j dkrq|j |t <t |jdkr}|j|t<t |jdkr|j|t<t |jdkr|j|t<|S) z Convert this ``PrepareCustomConfig`` to a dictionary with the items described in :func:`~torch.ao.quantization.fx.custom_config.PrepareCustomConfig.from_dict`. keyrercSs:|jr|jnd}|jr|jnd}|||j||jfSr )rto_dictrrr)r{r|rxr^rrr _make_tupleFsz0PrepareCustomConfig.to_dict.._make_tuplerN)r{rr|r)r!r9rnappendr"ror#rprr/r$rqr%rrr&rsr'rtrru)r)r~dr=Zsm_config_entryrBrGr#rrrr}@sF       zPrepareCustomConfig.to_dictNrr) r=r>rrrrrrrrrr ) rBrCrrrrrrrrrr )rErCrFrCrGr rr )rKrLrr )rPrQrr )rSrTrr )rYrLrr )r^r_rr rr_)rrr__doc__r*r;r@rDr rHrJrNrRrVrXr] classmethodrgr}rrrrr .s"       r c@sTeZdZdZdddZddZejfdd dZdddZ e dddZ dddZ dS)r a; Custom configuration for :func:`~torch.ao.quantization.quantize_fx.convert_fx`. Example usage:: convert_custom_config = ConvertCustomConfig() .set_observed_to_quantized_mapping(ObservedCustomModule, QuantizedCustomModule) .set_preserved_attributes(["attr1", "attr2"]) rrcCsi|_g|_dSr )observed_to_quantized_mappingrr(rrrr*s zConvertCustomConfig.__init__cCr+)NcSr,r-r.r0rrrr4r5z0ConvertCustomConfig.__repr__..zConvertCustomConfig(r6r7r:rrrr;r<zConvertCustomConfig.__repr__rFrCquantized_classrGr cCs&||jvr i|j|<||j||<|S)a Set the mapping from a custom observed module class to a custom quantized module class. The quantized module class must have a ``from_observed`` class method that converts the observed module class to the quantized module class. )r)r)rFrrGrrr!set_observed_to_quantized_mappings z5ConvertCustomConfig.set_observed_to_quantized_mappingrYrLcCrMrZr[r\rrrr]rWz,ConvertCustomConfig.set_preserved_attributesconvert_custom_config_dictr_cCs^|}|tiD]\}}t|}|D] \}}||||qq ||tg|S)a Create a ``ConvertCustomConfig`` from a dictionary with the following items: "observed_to_quantized_custom_module_class": a nested dictionary mapping from quantization mode to an inner mapping from observed module classes to quantized module classes, e.g.:: { "static": {FloatCustomModule: ObservedCustomModule}, "dynamic": {FloatCustomModule: ObservedCustomModule}, "weight_only": {FloatCustomModule: ObservedCustomModule} } "preserved_attributes": a list of attributes that persist even if they are not used in ``forward`` This function is primarily for backward compatibility and may be removed in the future. )rmOBSERVED_TO_QUANTIZED_DICT_KEYr9r rr]ru)rvrrwryrzrGrFrrrrrgs   zConvertCustomConfig.from_dictcCsTi}|jD]\}}t|vri|t<||tt|<qt|jdkr(|j|t<|S)z Convert this ``ConvertCustomConfig`` to a dictionary with the items described in :func:`~torch.ao.quantization.fx.custom_config.ConvertCustomConfig.from_dict`. r)rr9rrr/rru)r)rrGrrrrr}s zConvertCustomConfig.to_dictNr)rFrCrrCrGr rr )rYrLrr )rr_rr r) rrrrr*r;r rHrr]rrgr}rrrrr vs   r c@sDeZdZdZdddZddZdd d ZedddZdddZ dS)r z Custom configuration for :func:`~torch.ao.quantization.quantize_fx.fuse_fx`. Example usage:: fuse_custom_config = FuseCustomConfig().set_preserved_attributes(["attr1", "attr2"]) rrcCs g|_dSr r[r(rrrr*s zFuseCustomConfig.__init__cCr+)NcSr,r-r.r0rrrr4r5z-FuseCustomConfig.__repr__..zFuseCustomConfig(r6r7r:rrrr;r<zFuseCustomConfig.__repr__rYrLcCrMrZr[r\rrrr]rWz)FuseCustomConfig.set_preserved_attributesfuse_custom_config_dictr_cCs|}||tg|S)a/ Create a ``ConvertCustomConfig`` from a dictionary with the following items: "preserved_attributes": a list of attributes that persist even if they are not used in ``forward`` This function is primarily for backward compatibility and may be removed in the future. )r]rmru)rvrrwrrrrgs   zFuseCustomConfig.from_dictcCs i}t|jdkr|j|t<|S)z Convert this ``FuseCustomConfig`` to a dictionary with the items described in :func:`~torch.ao.quantization.fx.custom_config.ConvertCustomConfig.from_dict`. r)r/rru)r)rrrrr}s zFuseCustomConfig.to_dictNr)rYrLrr )rr_rr r) rrrrr*r;r]rrgr}rrrrr s   r N) __future__r dataclassesrtypingrrZtorch.ao.quantizationrZ$torch.ao.quantization.backend_configrZ torch.ao.quantization.quant_typerr r __all__rnrorprrqrrrsrtrurr r r rrrrs.      Ja