a hQ)@snUddlZddlZddlZddlmZmZmZmZddlZddl ZddZ ddZ ddZ d d Z d$d d ZddZddddZejje ejje eje ejjjeejje ejeejeiZeeefed<ddZGdddejjZGdddeZ Gddde Z!ddZ"Gdddejj#Z$d%eejj%ed effeee&ej'feee&efejj(d!d"d#Z)dS)&N)AnyCallableOptionalUnioncCs$tjg|j|jjdRddiS)Ndevicemeta)torchemptyshapeZweightselfinputrO/var/www/auris/lib/python3.9/site-packages/torch/fx/experimental/meta_tracer.pyembedding_override srcCs|SNrr rrrnn_layernorm_overridesrcCs|Srr)xrrrtorch_relu_overridesrcCs|Srr)r rrrrtorch_nn_relu_overridesrFcCs|r Jd|S)Nz.wrapper..check_has_proxy call_function)r r!node map_aggregatetracer create_proxy)argskwargsr'targetr%rwrapper7s z(gen_constructor_wrapper..wrapper) functoolswraps)r0r1rr/rgen_constructor_wrapper6sr4c@sReZdZddZdddZddZedd Zed d Zed d Z ddZ dS) MetaProxycCs ||_dSr) _tensor_meta)r Z tensor_metarrrinstall_tensor_metaLszMetaProxy.install_tensor_metaNcCsJt|dr*|jdur*|jj|r$|gngS|jdd|r@||fn|fiS)Nr6 call_methodsize)hasattrr6r9r+r,)r dimrrrr9Os zMetaProxy.sizecCs2t|dr|jdur|jS|jdd|fiS)Nr6r8r;)r:r6r;r+r,r rrrr;Vs z MetaProxy.dimcCs4t|dr|jdur|jjS|jdtj|dfiS)Nr6r(r )r:r6r r+r,builtinsgetattrr<rrrr [s zMetaProxy.shapecCs4t|dr|jdur|jjS|jdtj|dfiS)Nr6r(dtype)r:r6r?r+r,r=r>r<rrrr?cs zMetaProxy.dtypecCs t|dS)Nr)MetaDeviceAttributer<rrrrkszMetaProxy.devicecCs|dkr||St||S)Nr6)__getattribute__ MetaAttribute)r krrr __getattr__qs zMetaProxy.__getattr__)N) __name__ __module__ __qualname__r7r9r;propertyr r?rrDrrrrr5Ks    r5c@s.eZdZedddZeddZddZdS) rB)attrcCs||_||_|j|_d|_dSr)rootrIr+_node)r rJrIrrr__init__zszMetaAttribute.__init__cCs.|jdur(|jdt|j|jfij|_|jS)Nr()rKr+r,r>rJrIr)r<rrrr)s  zMetaAttribute.nodecOs|jd|j|jf||S)Nr8)r+r,rIrJ)r r-r.rrr__call__szMetaAttribute.__call__N)rErFrGstrrLrHr)rMrrrrrBys rBc@s eZdZdS)r@N)rErFrGrrrrr@sr@cCsTt|trdSt|tjjrPt|ts8Jdt|t|dsJJd|jS|S)NrzExpected MetaProxy but got r6z*MetaProxy does not have an associated meta) r r@r r!r"r5typer:r6r#rrrproxys_to_metass rPcseZdZUdZeed<gdZdfdd ZfddZfd d Z e j j e d d d Ze j j e d fdd ZddZdee e jfdfdd ZZS) MetaTracerTallow_insert_stateless_mods)ZarangezerosZonesZ full_likeZeyeNc s*t|||||||}|dkr>||jvr>||j||S||jvrXd|vrXd|d<ztjj|t } tjj|t } |dkrt ||} | | i| } n|dkrt | d|} | | ddi| } n|dkrNt |d sJd |_zT|j|} t| }|t vr*t || g| Ri| } n|j| i| } Wd |_nd |_0np|d krd |_zN|j}|d }|D]}t ||}qtt|tjsJ|jdd} Wd |_nd |_0n|WSt|tjjsJd|| WnBty$}z(td|d|d|WYd}~n d}~00|S)N placeholderrrr(r8r call_module orig_forwardTFZget_attr.rz!Dont support composite output yetzCould not compute metadata for z target z: )superr, meta_argsr7orig_fnsr r!r)r*rPrgetr>r:_disable_module_getattrrJZ get_submodulerOrWsplitr Tensorrr" Exceptionwarningswarn)r kindr0r-r.nameZ type_exprZproxy_factory_fnrvZ args_metasZ kwargs_metasZ meta_targetZmeta_outmodmod_typeZattr_itrZatomsZatome __class__rrr,sd        2zMetaTracer.create_proxycs$t|ddr|St|||SdS)Nr]F)r>rY)r rIZattr_valZparameter_proxy_cacherirrr>s zMetaTracer.getattrcs||_t||||Sr)rWrYrV)r mZforwardr-r.rirrrVszMetaTracer.call_module)rfreturncCsTd}|jj}|d|}t|j|rB|d|}|d7}q|j|||S)zb Helper method which tries to insert a module that was not declared as submodule. r_rU)rjrElowerr:rJZ add_module)r rfidxmod_namepathrrr_insert_module_as_submodules   z&MetaTracer._insert_module_as_submodulecsnzt|WStyh|jrbtt|dkrbtt|dkrb||}||_ |YSYn0dS)Nr) rYpath_of_module NameErrorrRlenlist parametersbuffersrrZ prev_module)r rfrqrirrrss  zMetaTracer.path_of_modulecCs t||Sr)r5)r r)rrrr&szMetaTracer.proxy)rZc st|tsJ||_dd|jD|_t|_|jD]$\}\}}tt |||j |q8z^t ||}d|i|_ |W|jD]\}\}}tt ||qS]\}\}}tt ||qn&|jD]\}\}}tt ||q0dS)NcSsi|]}|ttt|qSr)r4r>r ).0r0rrr sz$MetaTracer.trace..rZ)r dictrZ_TORCH_METHODS_TO_PATCHZpatched_torch_methodssetr[itemssetattrr addrYtraceZ_tracer_extras) r rJrZ concrete_argsrdr1origgraphrmrirrrs(   zMetaTracer.trace)NNN)N)rErFrGrRbool__annotations__r|r,r>rVr nnModulerNrrrsr&r{r_r __classcell__rrrirrQs  I  rQ.)rJrZrrlcCsFt}||||}t|tjjr*|jjn|j}tj |j ||}|Sr) rQrr r rrrjrEr! GraphModulerJ)rJrZrr+rrdZgmrrrsymbolic_trace,s r)F)NN)*r=r2ratypingrrrrr Ztorch.fxrrrrrrrrZ EmbeddingZ LayerNormZreluZ functionalZReLUwhereabsrr{rr4r!r"r5rBr@rPZTracerrQrrNr_rrrrrrsF    .