o Zh7)@sxUddlZddlZddlZddlmZmZmZmZddlZddl ZddZ ddZ ddZ d d Z d'd d ZddZddddZejje ejje eje ejjjeejje ejeejeiZeeefed<ddZGdddejjZGdddeZ Gddde Z!ddZ"Gdddejj#Z$  d(d eejj%ed!effd"eee&ej'fd#eee&efd$ejj(fd%d&Z)dS))N)AnyCallableOptionalUnioncCs$tjg|j|jjdRddiS)Ndevicemeta)torchemptyshapeweightselfinputrP/var/www/auris/lib/python3.10/site-packages/torch/fx/experimental/meta_tracer.pyembedding_override s$rcC|SNrr rrrnn_layernorm_overridercCs|Srr)xrrrtorch_relu_overriderrcCrrr)rrrrrtorch_nn_relu_overriderrFcCs|rJd|S)Nz.wrapper..check_has_proxy call_function)r r$node map_aggregatetracer create_proxy)argskwargsr*targetr(rwrapper7s z(gen_constructor_wrapper..wrapper) functoolswraps)r3r4rr2rgen_constructor_wrapper6sr7c@sReZdZddZdddZddZedd Zed d Zed d Z ddZ dS) MetaProxycCs ||_dSr) _tensor_meta)rZ tensor_metarrrinstall_tensor_metaL zMetaProxy.install_tensor_metaNcCsPt|dr|jdur|jj|r|gSgS|jdd|r#||fiS|fiS)Nr9 call_methodsize)hasattrr9r=r.r/)rdimrrrr=OszMetaProxy.sizecCs2t|dr|jdur|jS|jdd|fiS)Nr9r<r?)r>r9r?r.r/rrrrr?Vs z MetaProxy.dimcC4t|dr|jdur|jjS|jdtj|dfiS)Nr9r+r )r>r9r r.r/builtinsgetattrr@rrrr [ zMetaProxy.shapecCrA)Nr9r+dtype)r>r9rEr.r/rBrCr@rrrrEcrDzMetaProxy.dtypecCs t|dS)Nr)MetaDeviceAttributer@rrrrks zMetaProxy.devicecCs|dkr ||St||S)Nr9)__getattribute__ MetaAttribute)rkrrr __getattr__qs  zMetaProxy.__getattr__r) __name__ __module__ __qualname__r:r=r?propertyr rErrJrrrrr8Ks     r8c@s.eZdZdefddZeddZddZdS) rHattrcCs||_||_|j|_d|_dSr)rootrOr._node)rrPrOrrr__init__zs zMetaAttribute.__init__cCs.|jdur|jdt|j|jfij|_|jS)Nr+)rQr.r/rCrPrOr,r@rrrr,s zMetaAttribute.nodecOs|jd|j|jf||S)Nr<)r.r/rOrP)rr0r1rrr__call__szMetaAttribute.__call__N)rKrLrMstrrRrNr,rSrrrrrHys   rHc@s eZdZdS)rFN)rKrLrMrrrrrFsrFcCsTt|trdSt|tjjr(t|tsJdt|t|ds%Jd|jS|S)NrzExpected MetaProxy but got r9z*MetaProxy does not have an associated meta) r#rFr r$r%r8typer>r9r&rrrproxys_to_metass rVcseZdZUdZeed<gdZ   dfdd ZfddZfd d Z d e j j d e fd dZd e j j d e ffdd ZddZddee e jfffdd ZZS) MetaTracerTallow_insert_stateless_mods)ZarangeZzerosZonesZ full_likeeyeNc st|||||||}|dkr||jvr||j||S||jvr,d|vr,d|d<ztjj|t } tjj|t } |dkrOt ||} | | i| } n|dkrft | d|} | | ddi| } np|dkrt |d sqJd |_z)|j|} t| }|t vrt || g| Ri| } n|j| i| } Wd |_n8d |_w|d krd |_z%|j}|d }|D]}t ||}qt|tjsJ|jdd} Wd |_nd |_w|WSt|tjjsJd|| W|Sty }ztd|d|d|WYd}~|Sd}~ww)N placeholderrrr+r<r call_module orig_forwardTFZget_attr.rz!Dont support composite output yetzCould not compute metadata for z target z: )superr/ meta_argsr:orig_fnsr r$r,r-rVr"getrCr>_disable_module_getattrrPZ get_submodulerUr]splitr#Tensorrr% Exceptionwarningswarn)rkindr3r0r1nameZ type_exprZproxy_factory_fnrvZ args_metasZ kwargs_metasZ meta_targetZmeta_outmodmod_typeZattr_itrZatomsZatome __class__rrr/sl       &zMetaTracer.create_proxycs t|ddr|St|||S)NrcF)rCr_)rrOZattr_valZparameter_proxy_cacherorrrCs zMetaTracer.getattrcs||_t||||Sr)r]r_r\)rmforwardr0r1rorrr\szMetaTracer.call_modulerlreturncCs^d}|jj}|d|}t|j|r&|d|}|d7}t|j|s|j|||S)zb Helper method which tries to insert a module that was not declared as submodule. r_r[)rprKlowerr>rPZ add_module)rrlidxmod_namepathrrr_insert_module_as_submodules   z&MetaTracer._insert_module_as_submodulecsfzt|WSty2|jr1tt|dkr1tt|dkr1||}||_ |YSw)Nr) r_path_of_module NameErrorrXlenlist parametersbuffersryZ prev_module)rrlrxrorrrzs  zMetaTracer.path_of_modulecCs t||Sr)r8)rr,rrrr)r;zMetaTracer.proxyr`c st|tsJ||_dd|jD|_t|_|jD]\}\}}tt |||j |qz!t ||}d|i|_ |W|jD] \}\}}tt ||qCS|jD] \}\}}tt ||qVw)NcSsi|] }|ttt|qSr)r7rCr ).0r3rrr sz$MetaTracer.trace..r`)r#dictr`_TORCH_METHODS_TO_PATCHZpatched_torch_methodssetraitemssetattrr addr_traceZ_tracer_extras) rrPr` concrete_argsrjr4origgraphrtrorrrs$  zMetaTracer.trace)NNNr)rKrLrMrXbool__annotations__rr/rCr\r nnModulerTryrzr)rrer __classcell__rrrorrWs  I &rWrP.r`rrscCsFt}||||}t|tjjr|jjn|j}tj |j ||}|Sr) rWrr#r rrrprKr$ GraphModulerP)rPr`rr.rrjZgmrrrsymbolic_trace,s r)F)NN)*rBr5rgtypingrrrrr Ztorch.fxrrrrrrr!rZ EmbeddingZ LayerNormZreluZ functionalZReLUwhereabsr"rrr7r$r%r8rHrFrVZTracerrWrrTrerrrrrrsN    .