o Zh<@sddlZddlZddlmZddlmZddlmZmZddl Z ddl m m Z ddlmZmZmZddlmZddlmZmZddlmZmZd d lmZd d lmZd d lmZm Z m!Z!m"Z"d e j#de$fddZ%e j&j'ddZ(de j)j*deee+de,e-e+e j)j.fe-e+e j)j.fffddZ/de j)j*deee+de-e+e j)j.fde-e+e j)j.fddf ddZ0 d3d e j#dee j#dee$e+defddZ1 d3de j)j*deee+deee+d e j#dee j#d e-e+efd!e-e+efdee$e+fd"d#Z2d$e j)j*d%e d e-e+efd!e-e+efddf d&d'Z3Gd(d)d)e4Z5Gd*d+d+e j)j*e5d,Z6d-e j)j*d.ede6fd/d0Z7d.ede j8j9fd1d2Z:dS)4N)Sequence)chain)AnyOptional),_enter_enable_graph_inputs_of_type_nn_module+_exit_enable_graph_inputs_of_type_nn_module#_get_graph_inputs_of_type_nn_module)"_check_input_constraints_for_graph) _assign_attr _AttrKind)_PyTreeCodeGen _PyTreeInfo)_remove_effect_tokens)reorder_kwargs)ExportedProgramExportGraphSignature InputKind OutputKindin_specreturncCs>t||}t||f\}}||krtd|d|d|S)Nz>Trying to flatten user inputs with exported input tree spec: z- but actually got inputs with tree spec of: zi. Please check that the inputs have the same number of args and kwargs as the ones you used when tracing.)rpytreeZtree_flatten_with_path ValueError)argskwargsrZreordered_kwargsflat_args_with_pathZ received_specrC/var/www/auris/lib/python3.10/site-packages/torch/export/_unlift.py_check_inputs_matchs  rcCs8|jsdSt|||j}tdd|jjD||jdS)NcSg|] }|jdkr|qS placeholderop.0noderrr 8z5_check_input_constraints_pre_hook..)validate_inputsrZ_in_specr graphnodesrange_constraints)selfrrrrrr!_check_input_constraints_pre_hook0sr.gm lifted_inputsc Csi}i}dd|jjD}t|t|ksJt||D]?\}}|dur*|||j<q|j|#|j|}|||j}|j |||_|||<Wdn1sVwYq||fS)z_ Unlift inputs referring to params/buffers/constants as getattr nodes in the graph cSrr r"r$rrrr'Ir(z-_unlift_inputs_as_getattr..N) r*r+lenzipnameZinserting_afterZget_attrreplace_all_uses_withmeta erase_node) r/r0unlifted_name_to_nodeinput_name_to_nodeZplaceholder_nodesZ input_nodeZ lifted_nodeZ getattr_nodemetadatarrr_unlift_inputs_as_getattr>s"     r:mutated_outputsr7r8c sd}|jjD] }|jdkr|}nq|dusJt|jd}t|t|ks*Jg}it||D]O\}} | durA||q3| |vrJ|| } n| |vrS|| } nt d| d|j ||j t j jjj| |f} | |<Wdn1s}wYq3fdd|D} |j |'|jt| } || |j||j| _| j|jWddS1swYdS)zt Find the all the buffers and inputs that were mutated and insert copy_ operators to reflect mutations. NoutputrzCould not find z in either buffer or input nodescs g|] }|vr |n|qSrrr$Zreturn_nodes_to_copyrrr'sz._insert_copy_for_mutations..)r*r+r#rZ tree_flattenrr1r2append RuntimeErrorZinserting_beforeZ call_functiontorchopsZatenZcopy_defaultr<tupler4r6r3r5update)r/r;r7r8Z output_noder&ZoutputsZuser_output_nodesZ return_nodeZmutated_node_nameZ mutated_nodeZ copy_nodeZ output_argsZ new_outputrr=r_insert_copy_for_mutations[sN           "rEout_specforward_arg_namescCs|r|}n;|jtkr6|jdkr6|jdjtkr6|jdjtkr6ddt|jdjD}||jdjn ddt|jD}tt |||S)zK Create the codegen for the graph module based on the in/out specs rrcSg|]}d|qSZarg_rr%irrrr'z _get_codegen..cSrIrJrrKrrrr'rM) typerCZ num_childrenZchildren_specsdictrangeextendcontextr r )rrFrGnamesrrr _get_codegens   rT state_dict constantsc CsBt||\}} t|||| t||||j_|j||S)a  Args: lifted_inputs: A list matching the graph module's input nodes. For an input node that is referring to a lifted parameter/buffer, this list will contain the fqn the corresponding attribute. Otherwise, this list will contain None. This is used to unlift the lifted parameters as get_attr nodes. mutated_outputs: A list matching the graph module's output nodes. For an output node that is referring to a mutated buffer or user input, this list will contain the name of the corresponding buffer or user input that needs to be mutated. Otherwise, this list will contain None. This is used to re-insert an inplace copy_ operator to copy the mutated values back to the original node. )r:rErTr*Z_codegenZlintZ recompile) r/r0r;rrFrUrVrGr7r8rrr_unlifts rWnew_gmgraph_signaturecCst|j}|jD]}||vrd}||}nd}||}t|||tj|dq|jD]}||}t|||tjdq)t|j |j D]}||}t|||tj dq@dS)NFT attr_kind persistentr[) setnon_persistent_buffersbuffersr r BUFFER parameters PARAMETERrZlifted_custom_objslifted_tensor_constantsCONSTANT)rXrYrUrVr_r3r\valuerrr_register_attrs_to_new_gms:      rgcs*eZdZdZddZdfdd ZZS)_StatefulGraphModuleFactoryzO Metaclass that ensures a private constructor for _StatefulGraphModule cOst|jd|jd)N.z has no public constructor. ) TypeError __module__ __qualname__)clsrrrrr__call__sz$_StatefulGraphModuleFactory.__call__Ncstj|||dS)Nr,)superrn)rmrootr*r, __class__rr_create s z#_StatefulGraphModuleFactory._createN)__name__rkrl__doc__rnrt __classcell__rrrrrrhsrhcseZdZdfdd ZZS)_StatefulGraphModuleNcs"t|||p g|_d|_dS)NT)rp__init__r,r))r-rqr*r,rrrrrzs  z_StatefulGraphModule.__init__ru)rvrkrlrzrxrrrrrrysry) metaclassplain_graph_moduleepcstj||j|d}t|j|fdd|jtdd|jfddddi}|jj D];}| |}|j rLt d|d |}|||<|}|d ^}} tjj||} t| | t|||tjd q/|jD]:\} } tjj|| st| tjr| j rt d| d | |vr|| } n | } | || <| } t| || tjd qp|jjD]}t| |||tjd dq|S)NroctSru)rrrZ module_typesrr'z/_create_stateful_graph_module..T)Z with_kwargscr~ru)rrrrrr0r)Z always_callzA model attribute `z` requires gradient. but it's not properly registered as a parameter. torch.export will detach it and treat it as a constant tensor but please register it as parameter instead.rir]z` requires gradient but it's not properly registered as a parameter. torch.export will detach it and treat it as a constant tensor but please register it as parameter instead.FrZ)ryrtr*rZexample_inputsZregister_forward_pre_hookr.Zregister_forward_hookrYrd get_bufferZ requires_gradwarningswarndetachrsplitr@fx graph_moduleZ_get_attr_via_attr_listdelattrr r rerVitemsZ _has_attr isinstanceZTensorr_ra)r|r,r}Z stateful_gmZ"original_tensor_to_detached_tensorZ constant_fqnbufferZdetached_bufferprefixfieldZsubmodZ const_namerfZdetached_valuerrr_create_stateful_graph_modulest           rc Cs|jdjdkr t|}tj|jt|j }t ||j |j |j |jdj}r-|jnd}dd|j jD}dd|j jD}t||||jj|jj|j |j |d}t||j|}|j|jj|S)NrZTRAININGcSs0g|]}|jtjtjtjtjfvr|jndqSru)kindrraZCONSTANT_TENSORrcZ CUSTOM_OBJtarget)r%rrrrr's z:_unlift_exported_program_lifted_states..cSs(g|]}|jtjtjfvr|jndqSru)rrZBUFFER_MUTATIONZUSER_INPUT_MUTATIONr)r%rFrrrr's )rG)Z verifiersdialectrr@r GraphModulercopydeepcopyr*rgrYrUrVZmodule_call_graph signaturerGZ input_specsZ output_specsrWZ call_specrrFrr,r5rD)r}rXsigrGr0r;Z unlift_gmrrr&_unlift_exported_program_lifted_statess2   rru);rrcollections.abcr itertoolsrtypingrrr@Ztorch.utils._pytreeutilsZ_pytreerZtorch._export.non_strict_utilsrrrZtorch._export.utilsr Ztorch.export.unflattenr r Ztorch.fx.graphr r Z_remove_effect_tokens_passrZ _tree_utilsrZexported_programrrrrZTreeSpeclistrZ_dynamodisabler.rrstrrCrONoder:rErTrWrgrNrhryrnnModulerrrrrs        "   9  )      %   ) e