a hQ)@snUddlZddlZddlZddlmZmZmZmZddlZddl ZddZ ddZ ddZ d d Z d$d d ZddZddddZejje ejje eje ejjjeejje ejeejeiZeeefed<ddZGdddejjZGdddeZ Gddde Z!ddZ"Gdddejj#Z$d%eejj%ed effeee&ej'feee&efejj(d!d"d#Z)dS)&N)AnyCallableOptionalUnioncCs$tjg|j|jjdRddiS)Ndevicemeta)torchemptyshapeweightselfinputr]/var/www/html/assistant/venv/lib/python3.9/site-packages/torch/fx/experimental/meta_tracer.pyembedding_override srcCs|SNrr rrrnn_layernorm_overridesrcCs|Srr)xrrrtorch_relu_overridesrcCs|Srr)rrrrrtorch_nn_relu_overridesrFcCs|r Jd|S)Nz.wrapper..check_has_proxy call_function)r r"node map_aggregatetracer create_proxy)argskwargsr(targetr&rwrapper7s z(gen_constructor_wrapper..wrapper) functoolswraps)r1r2rr0rgen_constructor_wrapper6sr5c@sReZdZddZdddZddZedd Zed d Zed d Z ddZ dS) MetaProxycCs ||_dSr) _tensor_meta)rZ tensor_metarrrinstall_tensor_metaLszMetaProxy.install_tensor_metaNcCsJt|dr*|jdur*|jj|r$|gngS|jdd|r@||fn|fiS)Nr7 call_methodsize)hasattrr7r:r,r-)rdimrrrr:Os zMetaProxy.sizecCs2t|dr|jdur|jS|jdd|fiS)Nr7r9r<)r;r7r<r,r-rrrrr<Vs z MetaProxy.dimcCs4t|dr|jdur|jjS|jdtj|dfiS)Nr7r)r )r;r7r r,r-builtinsgetattrr=rrrr [s zMetaProxy.shapecCs4t|dr|jdur|jjS|jdtj|dfiS)Nr7r)dtype)r;r7r@r,r-r>r?r=rrrr@cs zMetaProxy.dtypecCs t|dS)Nr)MetaDeviceAttributer=rrrrkszMetaProxy.devicecCs|dkr||St||S)Nr7)__getattribute__ MetaAttribute)rkrrr __getattr__qs zMetaProxy.__getattr__)N) __name__ __module__ __qualname__r8r:r<propertyr r@rrErrrrr6Ks    r6c@s.eZdZedddZeddZddZdS) rC)attrcCs||_||_|j|_d|_dSr)rootrJr,_node)rrKrJrrr__init__zszMetaAttribute.__init__cCs.|jdur(|jdt|j|jfij|_|jS)Nr))rLr,r-r?rKrJr*r=rrrr*s  zMetaAttribute.nodecOs|jd|j|jf||S)Nr9)r,r-rJrK)rr.r/rrr__call__szMetaAttribute.__call__N)rFrGrHstrrMrIr*rNrrrrrCys rCc@s eZdZdS)rAN)rFrGrHrrrrrAsrAcCsTt|trdSt|tjjrPt|ts8Jdt|t|dsJJd|jS|S)NrzExpected MetaProxy but got r7z*MetaProxy does not have an associated meta) r!rAr r"r#r6typer;r7r$rrrproxys_to_metass rQcseZdZUdZeed<gdZdfdd ZfddZfd d Z e j j e d d d Ze j j e d fdd ZddZdee e jfdfdd ZZS) MetaTracerTallow_insert_stateless_mods)ZarangeZzerosZonesZ full_likeeyeNc s*t|||||||}|dkr>||jvr>||j||S||jvrXd|vrXd|d<ztjj|t } tjj|t } |dkrt ||} | | i| } n|dkrt | d|} | | ddi| } n|dkrNt |d sJd |_zT|j|} t| }|t vr*t || g| Ri| } n|j| i| } Wd |_nd |_0np|d krd |_zN|j}|d }|D]}t ||}qtt|tjsJ|jdd} Wd |_nd |_0n|WSt|tjjsJd|| WnBty$}z(td|d|d|WYd}~n d}~00|S)N placeholderrrr)r9r call_module orig_forwardTFZget_attr.rz!Dont support composite output yetzCould not compute metadata for z target z: )superr- meta_argsr8orig_fnsr r"r*r+rQr getr?r;_disable_module_getattrrKZ get_submodulerPrXsplitr!Tensorrr# Exceptionwarningswarn)rkindr1r.r/nameZ type_exprZproxy_factory_fnrvZ args_metasZ kwargs_metasZ meta_targetZmeta_outmodmod_typeZattr_itrZatomsZatome __class__rrr-sd        2zMetaTracer.create_proxycs$t|ddr|St|||SdS)Nr^F)r?rZ)rrJZattr_valZparameter_proxy_cacherjrrr?s zMetaTracer.getattrcs||_t||||Sr)rXrZrW)rmforwardr.r/rjrrrWszMetaTracer.call_module)rgreturncCsTd}|jj}|d|}t|j|rB|d|}|d7}q|j|||S)zb Helper method which tries to insert a module that was not declared as submodule. r_rV)rkrFlowerr;rKZ add_module)rrgidxmod_namepathrrr_insert_module_as_submodules   z&MetaTracer._insert_module_as_submodulecsnzt|WStyh|jrbtt|dkrbtt|dkrb||}||_ |YSYn0dS)Nr) rZpath_of_module NameErrorrSlenlist parametersbuffersrtZ prev_module)rrgrsrjrrrus  zMetaTracer.path_of_modulecCs t||Sr)r6)rr*rrrr'szMetaTracer.proxy)r[c st|tsJ||_dd|jD|_t|_|jD]$\}\}}tt |||j |q8z^t ||}d|i|_ |W|jD]\}\}}tt ||qS]\}\}}tt ||qn&|jD]\}\}}tt ||q0dS)NcSsi|]}|ttt|qSr)r5r?r ).0r1rrr sz$MetaTracer.trace..r[)r!dictr[_TORCH_METHODS_TO_PATCHZpatched_torch_methodssetr\itemssetattrr addrZtraceZ_tracer_extras) rrKr[ concrete_argsrer2origgraphrorjrrrs(   zMetaTracer.trace)NNN)N)rFrGrHrSbool__annotations__r~r-r?rWr nnModulerOrtrur'r}r`r __classcell__rrrjrrRs  I  rR.)rKr[rrncCsFt}||||}t|tjjr*|jjn|j}tj |j ||}|Sr) rRrr!r rrrkrFr" GraphModulerK)rKr[rr,rreZgmrrrsymbolic_trace,s r)F)NN)*r>r3rbtypingrrrrr Ztorch.fxrrrrrrrrZ EmbeddingZ LayerNormZreluZ functionalZReLUwhereabsr r}rr5r"r#r6rCrArQZTracerrRrrOr`rrrrrrsF    .