U ʹj)'@srUddlZddlZddlZddlZddlZddlmZmZmZm Z m Z ddZ ddZ ddZ d d Zd$d d ZddZddddZejje ejje eje ejjjeejjeejeejeiZeeefed<ddZGdddejjZGdddeZ Gddde Z!ddZ"Gdddejj#Z$d%e ejj%ed effe ee&ej'fe ee&efejj(d!d"d#Z)dS)&N)AnyCallableDictOptionalUnioncCs tj|j|jjdfddiS)Ndevicemeta)torchemptyshapeweightselfinputr`/var/www/html/bwave/python/venv/lib/python3.8/site-packages/torch/fx/experimental/meta_tracer.pyembedding_override srcCs|SNrrrrrnn_layernorm_override srcCs|Srr)xrrrtorch_relu_overridesrcCs|Srr)rrrrrtorch_nn_relu_overridesrFcCs|r td|S)Nz.wrapper..check_has_proxy call_function)r r%node map_aggregatetracer create_proxy)argskwargsr+targetr)rwrapper3s z(gen_constructor_wrapper..wrapper) functoolswraps)r4r5rr3rgen_constructor_wrapper2sr8c@sReZdZddZdddZddZedd Zed d Zed d Z ddZ dS) MetaProxycCs ||_dSr) _tensor_meta)rZ tensor_metarrrinstall_tensor_metaEszMetaProxy.install_tensor_metaNcCsJt|dr*|jdk r*|jj|r$|gngS|jdd|r@||fn|fiS)Nr: call_methodsize)hasattrr:r=r/r0)rdimrrrr=HszMetaProxy.sizecCs2t|dr|jdk r|jS|jdd|fiS)Nr:r<r?)r>r:r?r/r0rrrrr?Ms z MetaProxy.dimcCs4t|dr|jdk r|jjS|jdtj|dfiS)Nr:r,r )r>r:r r/r0builtinsgetattrr@rrrr RszMetaProxy.shapecCs4t|dr|jdk r|jjS|jdtj|dfiS)Nr:r,dtype)r>r:rCr/r0rArBr@rrrrCXszMetaProxy.dtypecCs t|dS)Nr)MetaDeviceAttributer@rrrr^szMetaProxy.devicecCs|dkr||St||S)Nr:)__getattribute__ MetaAttribute)rkrrr __getattr__ds zMetaProxy.__getattr__)N) __name__ __module__ __qualname__r;r=r?propertyr rCrrHrrrrr9Ds    r9c@s.eZdZedddZeddZddZdS) rF)attrcCs||_||_|j|_d|_dSr)rootrMr/_node)rrNrMrrr__init__lszMetaAttribute.__init__cCs.|jdkr(|jdt|j|jfij|_|jS)Nr,)rOr/r0rBrNrMr-r@rrrr-ss zMetaAttribute.nodecOs|jd|j|jf||S)Nr<)r/r0rMrN)rr1r2rrr__call__{szMetaAttribute.__call__N)rIrJrKstrrPrLr-rQrrrrrFks rFc@s eZdZdS)rDN)rIrJrKrrrrrD~srDcCsTt|trdSt|tjjrPt|ts8tdt|t|dsJtd|j S|S)Nr zExpected MetaProxy but got r:z*MetaProxy does not have an associated meta) r$rDr r%r&r9rtyper>r:r'rrrproxys_to_metass rTcseZdZUdZeed<dddddgZdfd d Zfd d Zfd dZ e j j e dddZe j j e dfdd ZddZdee e jfdfdd ZZS) MetaTracerTallow_insert_stateless_modsZarangeZzerosZonesZ full_likeeyeNc st|||||||}|dkr>||jkr>||j||S||jkrXd|krXd|d<zdtjj|t } tjj|t } |dkrt ||} | | | } n|dkrt | d|| dd| } n|dkr0t |d std |_zD|j|} t| }|t krt || f| | } n |j| | } W5d |_Xnj|d krd |_zH|j}|d }|D]}t ||}qVt|tjszt|jdd} W5d |_Xn|WSt|tjjstd|| Wn@tk r}z td|d|d|W5d}~XYnX|S)N placeholderrr r,r<r call_module orig_forwardTFZget_attr.rz!Dont support composite output yetzCould not compute metadata for z target z: )superr0 meta_argsr;orig_fnsr r%r-r.rTr#getrBr>r_disable_module_getattrrNZ get_submodulerSr[splitr$Tensorrr& Exceptionwarningswarn)rkindr4r1r2nameZ type_exprZproxy_factory_fnrvZ args_metasZ kwargs_metasZ meta_targetZmeta_outmodmod_typeZattr_itrZatomsZatome __class__rrr0sR          .zMetaTracer.create_proxycs$t|ddr|St|||SdS)NraF)rBr])rrMZattr_valZparameter_proxy_cachermrrrBs zMetaTracer.getattrcs||_t||||Sr)r[r]rZ)rmforwardr1r2rmrrrZszMetaTracer.call_module)rjreturncCsTd}|jj}|d|}t|j|rB|d|}|d7}q|j|||S)zb Helper method which tries to insert a module that was not declared as submodule. r_rY)rnrIlowerr>rNZ add_module)rrjidxmod_namepathrrr_insert_module_as_submodules   z&MetaTracer._insert_module_as_submodulec szt|WStk r|}zP|jrjtt|dkrjtt|dkrj||}||_ |WYSW5d}~XYnXdS)Nr) r]path_of_module NameErrorrVlenlist parametersbuffersrwZ prev_module)rrjrlrvrmrrrxs.  zMetaTracer.path_of_modulecCs t||Sr)r9)rr-rrrr*szMetaTracer.proxy)r^c st|tst||_dd|jD|_t|_|jD]$\}\}}t t |||j |q8z t ||}d|i|_|WS|jD]\}\}}t t ||qXdS)NcSsi|]}|ttt|qSr)r8rBr ).0r4rrr sz$MetaTracer.trace..r^)r$dictrr^_TORCH_METHODS_TO_PATCHZpatched_torch_methodssetr_itemssetattrr addr]traceZ_tracer_extras) rrNr^ concrete_argsrhr5origrrgraphrmrrrs  zMetaTracer.trace)NNN)N)rIrJrKrVbool__annotations__rr0rBrZr nnModulerRrwrxr*rrcr __classcell__rrrmrrUs  ;   rU.)rNr^rrqcCsFt}||||}t|tjjr*|jjn|j}tj |j ||}|Sr) rUrr$r rrrnrIr% GraphModulerN)rNr^rr/rrhZgmrrrsymbolic_traces r)F)NN)*r Ztorch.fxrer6rAtypingrrrrrrrrrrr r"rZ EmbeddingZ LayerNormZreluZ functionalZReLUwhereabsr#rr8r%r&r9rFrDrTZTracerrUrrRrcrrrrrrsR  ' |