o Zh"@sDUddlZddlmZddlmZmZmZddlZddlm Z ddl m Z m Z ddl mZmZddlmZdd lmZdd lmZgZeeed <eeeeee efZeeeeee ee fZejfd d Z   ddedeeej j!fdee efdee efdeeedeee"deeedeeeffddZ#dS)N)Iterable)AnyCallableOptional) QConfigAny) MatchAllNodePattern)GraphNode)type_before_parametrizations)_is_observed_standalone_module)QuantizeHandler__all__csjt|tr|^}}|turt|dksJdg}n|}g}t|tr*t|tr*dS||kr0dSt|trdSt|tr]t|t j j r]|j dkrQdSt |j|ks\dSn:t|r~|j dksk|j|urmdS|jtur}|jd|dkr}dSnt|tr|j dks|j|krdSn|j|krdS|sdSt|t|jkrdStfd d t|j|DS) z&Matches a node in fx against a patternz.Expecting getattr pattern to have two elementsTF call_moduleZ call_functionr Z call_methodc3s$|] \}}t||ddVqdS)r )max_usesN) _is_match).0nodeZ arg_matchmodulesS/var/www/auris/lib/python3.10/site-packages/torch/ao/quantization/fx/match_utils.py Js  z_is_match..) isinstancetuplegetattrlentype issubclassrr ZuserstorchnnModuleopr targetcallableargsstrallzip)rrpatternrZ self_matchZ arg_matchesrrrrsP       rgraphrpatternsroot_node_getter_mappingstandalone_module_namesstandalone_module_classescustom_module_classesreturnc s|durg}dur gdurgi}t}fddfddt|jD]C} | j|vrk| j|vrk|D]2\} } || d} t|| | rj| j|vrjg} | | | | || | || }| }||| | | |nq8q(|dusrJ|jD]} | jdkrt|| j |vr| | dt | |ddf|| j<qud t d t t t jjfffd d }|jD]"} | jdkr|| j |st|| j r| | dt | |dd f|| j<q|S)a Matches the nodes in the input graph to quantization patterns, and outputs the information needed to quantize them in future steps. Inputs: - graph: an fx.Graph object - modules: a mapping of fully qualified module name to instance, for example, {'foo': ModuleFoo, ...} - patterns: a mapping from a tuple of nodes in reverse order to uninitialized QuantizeHandler subclass. Outputs a map of node_name -> (node, matched_values, matched_pattern, QuantizeHandler instance, qconfig) For example, { 'relu_1': (relu_1, [relu_1], torch.nn.functional.relu, , QConfig(...)), ... } NcsNt|tr||||f||j<dSt|tsdS|D] }||||||qdSN)rr namer) last_node match_mapZ node_patternmatched_node_patternr+Z match_valuen)#_recursive_record_node_in_match_maprrr9{s   z:_find_matches.._recursive_record_node_in_match_mapc st|trU|^}}t|dk}g}||||||dtur2t||jD] \} } | | |||q%t|dkrL|rC|t|dS|t|dS||ddS||dS)Nr r) rrrrr*r'appendextendlist) r+rr5r7r6sr'Z is_single_argZcurrent_node_pattern subpatternarg) record_matchrrr@s    z#_find_matches..record_matchrT)Zis_custom_module node_targetrcs$|dusJ|vpt||vSr3)r)rAr)r0r/rris_standalone_modules  z+_find_matches..is_standalone_module)rB)setreversednodesr4itemsgetrr$rr%rr(dictr!r"r#r )r,rr-r.r/r0r1r6Z all_matchedrr+Zquantize_handler_clsZroot_node_getterr7quantize_handlerr5rBr)r9r@r0r/r _find_matchesPsn         $     rJ)NNN)$syscollections.abcrtypingrrrr!Ztorch.ao.quantization.qconfigrZtorch.ao.quantization.utilsrrZtorch.fx.graphr r Ztorch.nn.utils.parametrizer Z graph_moduler rIrrr<r(__annotations__rZ _MatchResultZ_MatchResultWithQConfigmaxsizerrHr"r#rrJrrrrsH       6