[ThkSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKJr SSK J r SSK J r J r SSKJrJrJr SSKrSSKJs Jr SSKJrJr SSKJr SS KJr SS K J!r!J"r"J#r# SS K$J%r%J&r& SS K'J(r(J)r)J*r*J+r+ SS K,J-r- /SQr.\R^"\05r1\"SS9"SS55r2\"SS9"SS55r3/SQr4\"SS9"SS55r5\"SS9"SS\555r6\"SS9S5r7\"SS9"SS\855r9\"SS9"SS55r:\"SS9"S S!\:55r;\"SS9"S"S#\:55r<\"SS9"S$S%\:55r=\"Hr>S&r?\?"\>5 M S'r@\#H rA\@"\A5 M S(rBS)rC/\)Q\D"S5P\D"S*5P\RRP\RRPVs0sHnUS+_M snrHS,\H\:'S-\H\I'S.\H\J'\C\H\K'\H\J\H\&'\H\K\H\%'gs snf)/N) OrderedDict)Iterator)fields is_dataclass)AnyCallableOptional)_fx_map_aggregate _fx_map_arg)CapturedTraceback) compatibility)Graph magic_methodsreflectable_magic_methods)immutable_dictimmutable_list)Argument base_typesNodeTarget)check_for_mutable_operation) TracerBaseGraphAppendingTracer TraceErrorProxy MetaProxy AttributeParameterProxyScopeScopeContextManagerFis_backward_compatiblec8^\rSrSrSrS\S\4U4SjjrSrU=r $)r ,aScope object that records the module path and the module type of a module. Scope is used to track the information of the module that contains a Node in a Graph of GraphModule. For example:: class Sub(torch.nn.Module): def forward(self, x): # This will be a call_method Node in GraphModule, # scope for this would be (module_path="sub", module_type=Sub) return x.transpose(1, 2) class M(torch.nn.Module): def __init__(self) -> None: self.sub = Sub() def forward(self, x): # This will be a call_method Node as well, # scope for this would be (module_path="", None) x = x.transpose(1, 2) x = self.sub(x) return x module_path module_typec:>[TU]5 XlX lgN)super__init__r&r')selfr&r' __class__s F/var/www/auris/envauris/lib/python3.13/site-packages/torch/fx/proxy.pyr+Scope.__init__Fs &&)r&r') __name__ __module__ __qualname____firstlineno____doc__strrr+__static_attributes__ __classcell__r-s@r.r r ,s 0'C'c''r0r cD^\rSrSrSrS\S\4U4SjjrSrSrSr U=r $) r!LzA context manager to track the Scope of Node during symbolic tracing. When entering a forward function of a Module, we'll update the scope information of the current module, and when we exit, we'll restore the previous scope information. scope current_scopec>[TU]5 [R"U5UlURUlUR UlXlgr))r*r+copy _prev_scoper&r'_scope)r,r<r=r-s r.r+ScopeContextManager.__init__SsB 99U+)55)55 r0cUR$r))rAr,s r. __enter__ScopeContextManager.__enter__as {{r0cURRURlURRURlgr))r@r&rAr')r,argss r.__exit__ScopeContextManager.__exit__ds5"&"2"2">"> "&"2"2">"> r0)r@rA) r1r2r3r4r5r r+rErIr7r8r9s@r.r!r!Ls.   r0r!) nn_module_stacktorch_fnsource_fn_stack original_aten recompute ac_graph_idhas_backward_hook from_nodequantization_tag_numeric_debug_handlecustompartitioner_tagarg_kwarg_valsTc4\rSrSr%\\S'Sr\\S'Sr\\S'Sr \\S'Sr \\S'Sr \ \S '\ \S '\\ \\ \44\S '\\ \\ \44\S '\"S S9S&S\ S\S\\S4S\\ \4S\\ S\\S\4Sjj5r\"S S9S\SS4Sj5r\"S S9S'S\ S\S\\S4S\\ \4S\\ S\\S\\/S44Sjj5rSr\"S S9S\S\4S j5r\"S S9S!SS\4S"j5r\"S S9S!SS\4S#j5r \"S S9S!SS\4S$j5r!S%r"g)(r{graphFrecord_stack_tracescheck_mutable_operations trace_assertsproxy_buffer_attributesforwardtraced_func_namer< module_stacknode_name_to_scopeTr"NkindtargetrH.kwargsname type_exprreturnc\US:XaUR(a [X#U5 URRXX4XV5nURR URR 4URUR'[R"5(a[R"5nURS5n U (aXl [H/n X;dM [R"X5UR U 'M1 ["R$R'5S- n URSS5S:aUSSn XR S'O>UR((a-[R"UR(5UR S '[*R-S U5 U$) z Inserts a graph node given target, args, kwargs, and name. This method can be overridden to do extra checking, validation, or modification of values used in node creation. For example, one might want to disallow in-place operations from being recorded. call_function stack_tracer in_grad_fnrgrad_fn_seq_nrseq_nrrKzcreate_node %s)r\rrZ create_noder<r&r'rbrf fx_tracebackhas_preserved_node_metaget_current_metagetrk_COPY_META_FIELDSr?metatorchautograd_get_sequence_nrralogdebug) r,rcrdrHrerfrgnode current_metarkfield new_seq_nrs r.rpTracerBase.create_nodesS$ ? "t'D'D 'f =zz%%dD$R JJ " " JJ " ".  *  / / 1 1+7+H+H+JL&**=9K#. +('+yy1D'EDIIe$+ 88:Q>J a014)*:;B? ",IIh    +/99T5F5F+GDII' ( "D) r0r|rc[X5$r))r)r,r|s r.proxyTracerBase.proxys T  r0proxy_factory_fncURU5nURU5n [U[5(de[U [5(deUR XXXV5n U(dUR U 5n OU"U 5n UR (a\U RR(dASR[R"5R55U RlU $)a7 Create a Node from the given arguments, then return the Node wrapped in a Proxy object. If kind = 'placeholder', then we're creating a Node that represents the parameter of a function. If we need to encode a default parameter, we use the ``args`` tuple. ``args`` is otherwise empty for ``placeholder`` Nodes. ) create_arg isinstancetupledictrprr[r|rkjoinr extractformat) r,rcrdrHrerfrgrargs_kwargs_r|rs r. create_proxyTracerBase.create_proxys,%//&)%'''''4((((edNJJt$E$T*E  # #EJJ,B,B%'WW->-F-F-H-O-O-Q%REJJ " r0c^[R"5m/SQnT(a7TRmT(a[U4SjU55(aO T(aM7T(dgT$)zN Find the Python stack frame executing the user code during symbolic tracing. ) ztorch/fx/proxy.pyztorch/fx/_symbolic_trace.pyz%torch/fx/experimental/proxy_tensor.pyz torch/_ops.pyztorch/_tensor.pyztorch/utils/_python_dispatch.pyztorch/_prims_common/wrappers.pyztorch/_refs/__init__.pyz%torch/_refs/nn/functional/__init__.pyztorch/utils/_stats.pyc3x># UH/nTRRRU5(+v M1 g7fr))f_code co_filenameendswith).0fileframes r. .TracerBase._find_user_frame..s/HPELL,,55d;;;s7:N)inspect currentframef_backall)r,pt_filesrs @r._find_user_frameTracerBase._find_user_frames]$$&  LLEHP e r0ac r[R[U55nUbU"X5$[U[5(a UR $[ US5(aURU5$[U[5(ao[ US5(a.UVs/sHo0RU5PM nn[U5"U6$[U5"UVs/sHo0RU5PM sn5$[U[5(a!UVs/sHo0RU5PM sn$[U[5(a [X5$[U[5(aX[URUR5URUR5URUR 55$[U["5(aX[#URUR5URUR5URUR 55$[U[$R&R([$R&R*45(aU$[-U5(af[/U5Vs0sH2nUR0UR[3XR055_M4 nnUR5SUR6SU5$[U/[8Q[:R<P75(dUbUSLaU$[?S[U535es snfs snfs snfs snf)z A method that lowers the objects seen as arguments during symbolic evaluation into Argument types that can be stored in IR. Can be override to support more trace-specific types. __fx_create_arg___fieldsrj.zargument of type: ) _create_arg_bypassrttyperrr|hasattrrrrlistr_create_arg_dictslicestartstopsteprangerw_ops OpOverloadHigherOrderOperatorrrrfgetattrrpr-renumEnumNotImplementedError)r,rhandlerelemrHr~res r.rTracerBase.create_args&%((a1  4# # a  66M Q+ , ,&&t, , 5 ! !q)$$;<[TU]5 Xl[SS5Ul[ R "5Ul0Ulg)Nr) r*r+rZr r< collectionsrrarb)r,rZr-s r.r+GraphAppendingTracer.__init__s9  2t_ '335"$r0)rZrarbr<)r1r2r3r4rr+r7r8r9s@r.rrs%e%%r0rcU(degr)rxs r. assert_fnrs H1r0c\rSrSrSrg)rirN)r1r2r3r4r7rr0r.rrsr0rc\rSrSrSr\"SS9SS\SS4S jj5rS \4S jr SS jr S \ 4S jr S \ 4Sjr SrSSjrS \S4SjrSrS \4Sjr\"SS9S5rSr\SSj5rSrg)ria< ``Proxy`` objects are ``Node`` wrappers that flow through the program during symbolic tracing and record all the operations (``torch`` function calls, method calls, operators) that they touch into the growing FX Graph. If you're doing graph transforms, you can wrap your own ``Proxy`` method around a raw ``Node`` so that you can use the overloaded operators to add additional things to a ``Graph``. ``Proxy`` objects cannot be iterated. In other words, the symbolic tracer will throw an error if a ``Proxy`` is used in a loop or as an ``*args``/``**kwargs`` function argument. There are two main ways around this: 1. Factor out the untraceable logic into a top-level function and use ``fx.wrap`` on it. 2. If the control flow is static (i.e. the loop trip count is based on some hyperparameter), the code can be kept in its original position and refactored into something like:: for i in range(self.some_hyperparameter): indexed_item = proxied_value[i] For a more detailed description into the Proxy internals, check out the "Proxy" section in `torch/fx/README.md` Tr"Nr|tracerOptional[TracerBase]cLUc[UR5nX lXlgr))rrZrr|)r,r|rs r.r+Proxy.__init__s >)$**5F  r0rhc6SURRS3$)NzProxy()r|rfrDs r.__repr__Proxy.__repr__s 'q))r0c[X5$r)r)r,ks r. __getattr__Proxy.__getattr__s!!r0cUR$r)__dict__rDs r. __getstate__Proxy.__getstate__s }}r0cSSKn0nURR5HupEUR"XQ5nXcU'M SU;deSU;de[USUS5nUR5HupEXWRU'M U$![a@ [ R SUURR5 UR"U5nNf=f)NrzVShallow copy %s of Proxy because it cannot be deepcopied. Proxy is created for node %sr|r) r?ritemsdeepcopy Exceptionrzwarningr|rfr)r,memor?new_dictrvnew_obj new_proxys r. __deepcopy__Proxy.__deepcopy__s MM'')DA '--0"QK*!!!8###(6*HX,>? NN$DA$%  q !% ' 3IINN  ))A, 'sB  ACCcXlgr)r)r,ds r. __setstate__Proxy.__setstate__s r0cFURRSSU4U-U5$)N call_method__call__)rrr,rHres r.rProxy.__call__s({{'' :w~v  r0c^[R"5nUceURnUce[[R "UR 55n[RS:aSSK J n U"X2RSS9nOURS-nX5nURS:XaU4Sj[UR55$TRR!T5$) N r bisect_leftcUR$r)offsetrs r. Proxy.__iter__..sr0keyUNPACK_SEQUENCEc3.># UH nTUv M g7fr)r)rir,s r.r!Proxy.__iter__..s8%7DG%7s)rrrrdisget_instructionsrsys version_infobisectrf_lastiopnamerargvalrr)r,r calling_frame inst_listrinst_idxinsts` r.__iter__Proxy.__iter__s$$&    (((--m.B.BCD   w & *"006HH%,,1H" ;;+ +8U4;;%78 8{{%%r0c\URRS[RU405$Nrj)rroperatorabsrDs r.__abs__ Proxy.__abs__ s${{''wPRSSr0cURR(GaD[R"5nUceURnUce[ [ R"UR55n[RS:aSSK J n U"X2RSS9nOURS-nX5nURS:XaX5S-nURceX6RS-S- nURS :H=(a UR S :H=(d URS :Hn U (a4URS :Xa$URR#S [$U405 gURR'U5$)NrrrcUR$r)rrs r.r Proxy.__bool__..sahhr0rr POP_JUMP_IF_TRUEr LOAD_GLOBALAssertionErrorLOAD_ASSERTION_ERROR RAISE_VARARGSrjT)rr]rrrrrrrrrrrrrargrrrr) r,rrinstsrcurrfirstlaststarts_with_asserts r.__bool__Proxy.__bool__ sN ;; $ $ $((*E$ $$!LLM , ,,--m.B.BCDE7*.!%)>)>DVW#++q0:D{{00Agxx+++XX]Q./LLM19 (88>||'==# &$++*HKK,,_i$RTU{{""4((r0c8URRU5$r))rrrDs r.r Proxy.keys-s{{%%r0c[S5e)Nz'len' is not supported in symbolic tracing by default. If you want this call to be recorded, please call torch.fx.wrap('len') at module scope RuntimeErrorrDs r.__len__ Proxy.__len__1s   r0c $^^U(aUOSnU(aUO0n0mUU4Sjn[X55 [XE5 [T5S:a([S[TR 55SU35e[ [ TR 555n[U[RR5(a-UR4U-nURSURX45$[RRU5(aURSUR X45$[U[R"R$5(a [S5eURSUUUUR&R)UR 5S 9$) NrcH>[UT5(aSTUR'ggr))rr)rclstracerss r. find_tracer-Proxy.__torch_function__..find_tracer?s#!S!!$(!"r0r z!Found multiple different tracers z" while trying to trace operations rz1Unable to symbolically trace HigherOrderOperatorsrjrf) map_aggregatelenr7rrnextrrrw_C ScriptMethodownerrrf overridesis_tensor_method_or_propertyr1rrrZ_target_to_str)r< orig_methodtypesrHrer>rr=s` @r.__torch_function__Proxy.__torch_function__8s_t!r#% ) d(f* w*+ k588#8#8 9 9%%'$.D&&}k6F6FU U ?? 7 7 D D&&{33T +uzz'E'EFF"#VWW&&\\001E1EF ' r0)rr|rr))rhr)rhrr)r1r2r3r4r5rrr+r6rrrrrrrrrr!rr1rr8 classmethodrLr7rr0r.rrs8$/T+A0*#*" dD4 &(7+&(T)$)@$/&0& %%r0rcf^\rSrSrSrS S\SS4U4SjjjrS\4Sjr\ S U4S jj5r S r U=r $) riazO A Proxy subclass that propagates metadata (meta['val']) during graph tracing. r|rrc0>[TU]X5 X0lgr))r*r+ fake_mode)r,r|rrQr-s r.r+MetaProxy.__init__gs &"r0rhc6SURRS3$)Nz MetaProxy(rrrDs r.rMetaProxy.__repr__msDIINN+1--r0c >U(aUOSnU(aUO0nSnUHn[U[5(dMUn O UcS5e[T U] XX45nUR U"UVs/sH3n[U[ 5(aUR RSOUPM5 sn0UD6UR RS'SSS5 [UR URUR5$s snf!,(df  N>=f)Nrz5No MetaProxy found in arguments, but one is expected.val) rrr*rLrQrr|rvr) r<rJrKrHre meta_proxyr+rrr-s r.rLMetaProxy.__torch_function__pst!r C#y))   " C B C "*;tL  ! !%0MQRT 1e(<([TU]X!5 [U[RR 5(deX@lX0lgr))r*r+rrwnn Parameterparamrf)r,rr|rfrhr-s r.r+ParameterProxy.__init__s7 &%!3!34444  r0rhc"SURS3$)NzParameterProxy(rr@rDs r.rParameterProxy.__repr__s  1--r0c.URR$r))rhshaperDs r.rmParameterProxy.shapeszzr0c6URR5$r))rhsizerDs r.rpParameterProxy.sizeszz  r0c6URR5$r))rhdimrDs r.rsParameterProxy.dimszz~~r0c.URR$r))rhndimrDs r.rvParameterProxy.ndimszzr0c6URR5$r))rhnumelrDs r.ryParameterProxy.numelszz!!r0c6URR5$r))rhnelementrDs r.r|ParameterProxy.nelementszz""$$r0)rfrh)r1r2r3r4r5rrr+r6rrcrmrprsrvryr|r7r8r9s@r.rrsh z .#.  ! "%%r0rcj^U4SjnTUlSTRS5S3n[[X!5 g)Nch>USRn[[T5nURSX0U5$)Nrrj)rrrr)rHrerrdmethods r.impl_scope..impls1!W^^FXv.F&&fM Mr0___)r1stripsetattrr)rras_magics` r.rArAs4 N   S)*"-x&r0ct^STRS5S3nU4SjnXlXl[[X5 g)N__rrrcb>[[T5nURRSX!U405$r)rrrr)r,rhsrdorig_method_names r.r!_define_reflectable..impls-#34{{''tbQQr0)rr1r3rr)r method_namers` r._define_reflectablers;(..s34B7KR M# E;%r0c[SU35e)NzJKeys for dictionaries used as an argument cannot contain a Node. Got key: r6)r+s r._no_nodes_errorrs    r0c0nUR5HNup4[U[5(d!URU5n[ U[ 5 URU5X#'MP U$r))rrr6rmap_argr)r,rrrrs r.rrsW A !S!!"A A 'q! Hr0.cU$r)rr,rs r.rrsqr0cUR$r))r|rs r.rrsAFFr0c`[UVs/sHo RU5PM sn5$s snfr))rrr,rrs r.rrs%EUV2WUVT??43HUV2W,X2Ws+cNUVs/sHo RU5PM sn$s snfr))rrs r.rrsa+PadOOD,Aa+P+Ps")Lrr?rrrloggingrrrcollections.abcr dataclassesrrtypingrrr rwtorch.fx.tracebackfx tracebackrqtorch._Cr rAr rtorch.utils._tracebackr _compatibilityrrZrrrimmutable_collectionsrrr|rrrroperator_schemasr__all__ getLoggerr1rzr r!rurrr ValueErrorrrrrrrrArrrrrrrrrrrr)ts0r.rs  #$,** ))O4)BBA449 !e,''-'>e,-:"d+N(N(,N(dd+%:%,%e, - d+  , d+{{,{|e,#I#I-#ILd+  , 0e,"%U"%-"%JF' 6N &2()2    T  S      &&   35X5P4+4%7%=>"%7%=>" s H