U ʹj@sddlZddlmZmZddlZddlmmZddl m Z ddl m Z m Z mZddlmZddlmZejjjZddZd d Zd d ZGd ddeZdS)N)CallableUnion) OpOverload)FakeTensorModetree_flatten_onlyUnsupportedFakeTensorException)TorchDispatchMode) tree_flattencs4ddttj|Dtfddttj|DS)NcSs"h|]}tj|r|jqStorch_C _has_storage_typed_storage_cdata.0Zinpr r [/var/www/html/bwave/python/venv/lib/python3.8/site-packages/torch/_subclasses/fake_utils.py s z'outputs_alias_inputs..c3s(|] }tj|o|jkVqdSNr routZinput_storagesr r sz'outputs_alias_inputs..rr Tensoranyoutputsinputsr rroutputs_alias_inputss    r cs4ddttj|Dtfddttj|DS)NcSsh|] }t|qSr idrr r rr sz%outputs_are_inputs..c3s|]}t|kVqdSrr!rZ input_idsr rr!sz%outputs_are_inputs..rrr r#routputs_are_inputssr$cCsLt}ttj|D]4}tj|s$q|j}||kr<dS||qdS)NTF) setrr rr rrradd)rZstoragesrZstorr r routput_alias_each_other$s   r'c@s@eZdZd dddeeegefdfdddZd dd ZdS) CrossRefFakeModeNT) check_stridescheck_aliasing) ignore_op_fncCs&|dk r |ndd|_||_||_dS)NcSsdS)NFr )fnr r r9z+CrossRefFakeMode.__init__..)r+r)r*)selfr+r)r*r r r__init__1szCrossRefFakeMode.__init__r c Csp|pi}d}|tjjtjjtjjfkr||stjj |j krtjj |j krtjj |j krzNt >}ttj|j||f\}}t|||}W5QRXW5QRXWntk rYnXd|d} |||} |dk rlt| \} } t|\} } t| t| ks(t| dt| dt| |jrt| ||f}t|||f}||ksnt| d|d|t| ||f}t|||f}||kst| d|d|t| }t|}||kst| d|d|ttt| dt|dD]l\}\}}t|tj}|t|tjks6t| d |r|j|jksXt| d tj !|r|"}|"}||kst| d ztj#j$j%|||j&d Wnt'k rf}z|tj(jkr|d krdt)|krWYrq|tj*jkr|dkrdt)|krWYBqt| dkr8| d|n| d|d|}t+||W5d}~XYnXq| S)NzWhen comparing the output of z* on FakeTensor and concrete Tensors, foundz mismatch in number of returns z != z( mismatch in outputs_alias_inputs check z& mismatch in outputs_are_inputs check z, mismatch in outputs_alias_each_other check rz$ mismatched number of tensor outputsz mismatched requires_grad-ness of outputs. This usually means that you have added autograd support for your operator at a dispatch key other than Autograd, which will lead to problemsz mismatched storage offset)r))ZDevices)z mismatched tensor metadata: z' mismatched tensor metadata for output[z]: ),atenZ lift_freshdefaultZlift_fresh_copyset_Zsource_Storage_storage_offsetr+r TagZdynamic_output_shapetagsZ inplace_viewZdata_dependent_outputrpytreeZ tree_map_onlyrZ from_tensorwarningscatch_warningsrr lenAssertionErrorr*r r$r' enumeratezip isinstanceZ requires_gradr rZstorage_offsetZ_primsutilsZcompare_tensor_metar) ExceptionZ#_scaled_dot_product_flash_attentionreprZ'_scaled_dot_product_efficient_attention RuntimeError)r/functypesargskwargsZfake_rZ fake_modeZ fake_argsZ fake_kwargscontextrZr_flat_Zf_flatZ r_aliasingZ f_aliasingZ r_identity_eqZ f_identity_eqZr_output_alias_each_otherZf_output_alias_each_otheridxZr_outZfake_outZr_is_tenZr_offsetZf_offsete error_messager r r__torch_dispatch__>s     "                  z#CrossRefFakeMode.__torch_dispatch__)N)r N) __name__ __module__ __qualname__rrrboolr0rQr r r rr(0s r()r<typingrrr Ztorch.utils._pytreerCZ_pytreer;Z torch._opsrZtorch._subclasses.fake_tensorrrrZtorch.utils._python_dispatchrr Z_opsZopsr6r r$r'r(r r r rs