U ʹj.@sddlZddlmmZddlmZddlZddZddZ ddZ d d Z d d Z ej d dZddZddZddZddZddZdS)N) namedtuplecstfdd}|S)Nc sdr dj}|||Sds4drdrBdnd}|dkrRdnd}|j}td|dd|d|d ||S) Nautogradsave_for_backwardbackwardz We found a 'z' registration for  at z but were unable to find a 'z' registration. To use the CustomOp API to register a backward formula, please provide us both a backward function and a 'save for backward' function via `impl_backward` and `impl_save_for_backward` respectively.)Z _has_impl _get_implfunclocation RuntimeError)argskwargskernelmissingfoundlocZautograd_fallback custom_opX/var/www/html/bwave/python/venv/lib/python3.8/site-packages/torch/_custom_op/autograd.pyinners    z*autograd_kernel_indirection..inner)autograd_not_implemented)rrrrrautograd_kernel_indirectionsrcsfdd}|S)Nc sPtr$tdd||fr$tdtj||W5QRSQRXdS)NcSst|tjo|jSN) isinstancetorchTensorZ requires_gradxrrr3z:autograd_not_implemented..kernel..z.Autograd has not been implemented for operator)rZis_grad_enabledpytreeZtree_anyr _C_AutoDispatchBelowAutograd)r r rrrr 1s  z(autograd_not_implemented..kernelr)rr rr#rr0s rc Cs|dk rt|ts|f}n|}t|t|ks2tg}tt||D]f\}\}}t|tjrl|sD||qDt|t r|sD| |qD|rDt d|d|dt |dqD|r|j |dS)NzWith output_differentiability=z . At idx z , we received an object of type za that is not a Tensor, so it cannot have be marked as differentiable in output_differentiability.)rtuplelenAssertionError enumerateziprrappendlistextendr typemark_non_differentiable)ctxoutputoutput_differentiabilityZ tuple_outputZnon_differentiable_tensorsidxZdifferentiableoutrrrr-;s*     r-csfdd}|S)Ncspt|\}dfdd}fdd}tjd||}|j|}dk s`ttt|S)Nc s|dtt|}tj|}W5QRXttdd|}t|}||}t |||ft ||t |\}t |S)NTcSst|Sr)r,)argrrrrorzKconstruct_autograd_kernel..apply..forward..) Zset_materialize_gradsr tree_unflattenr*rr!r"namedtuple_argstree_mapsave_pytree_for_backwardr- tree_flattenr$)r. flat_argsr r/ args_infoZsave_for_backward_fn_inputsZto_save flat_output) op_overloadout_specr0save_for_backward_fnschemaspecrrforwardgs     z9construct_autograd_kernel..apply..forwardcsddk s ttt|}t|\}}t}t|ts>|f}||f|}t||t ||Sr) r&r r4r* unpack_savedobjectrr$validate_grad_inputs_dictgrad_inputs_dict_to_flat_tuple)r.Zflat_grad_outputZgradsZsavedr:Z inner_ctxgrad_inputs_dict) backward_fnrr=rrr{s    z:construct_autograd_kernel..apply..backwardZ _customop)r r8gen_autograd_functionZ_opnameapplyr&r4r*)r r9rAr generated_clsr;rGrr<r0r>r?)r=r@rrIcs  z(construct_autograd_kernel..applyr)r?r0rr<r>rGrIrrKrconstruct_autograd_kernel[s.rLcCs$t|tjjft|t|d}|S)N)rAr)r,rrFunction staticmethod)namerArrJrrrrHsrHcCs.dd|jjD}t|jd}t||}|S)NcSsg|] }|jqSr)rO.0r3rrr sz'namedtuple_args_cls.._args) argumentsflat_allstrrOr)r?attribsrO tuple_clsrrrnamedtuple_args_clss rYcCst|tstt|}||Sr)rr$r&rY)r?r rXrrrr5sr5c sfdd}t|ts(|dt|ddjjjD}|}||krb|d|d|d|D]R\}}t||}t|t rdt|t t fs|d |d t|d t |t |ks|d |d t |d t |t t ||D]n\} \} } | dkr qt| tjs6|d |dt| d| | tjkr|d |d| d| d|qqj|dkrpqjt|tjs|dt|d|d|tjkrj|d|d|d|dqjdS)Ncs*d}tdd|jd|dS)Nrz%In the backward function defined for rz using the CustomOp API, )rr r )whatr forward_oprrerrors z(validate_grad_inputs_dict..errorzBexpected the output of the backward function to be a dict but got cSsh|]}|jr|jqSr)r,Zis_tensor_likerOrPrrr s z,validate_grad_inputs_dict..z3expected the returned grad_input dict to have keys z but got z. The backward function must return a gradient (can be None) for each arg to the CustomOp that may be a Tensor or Sequence[Tensor]. Args declared to be non-Tensor-like types should not appear in the grad_input dictz for input 'zR' expected the grad_input dict to hold a list of gradients but got object of type .z1' expected the grad_input dict to hold a list of z gradients but got z\' expected the grad_input dict to hold a list of None or Tensor gradients but got object of z at index z(', got a Tensor as the gradient for the z(-th value but expected None because the z(-th value was not a Tensor (it was type zgot object of type z as the gradient for input 'z:', but expected the gradient to be either None or a Tensorz(got a Tensor as the gradient for input 'z3' but expected None as the gradient because input 'z ' was not a Tensor (it was type z).)rdictr,Z_schemarTrUkeysitemsgetattrr*r$r%r'r(rr) rFr\r:r]Z expected_keysZ actual_keysrOZgradarg_infor1ginforr[rrDs8    "  "  rDcCsZg}|D]6\}}||kr8|tdd|q|||qtt|dS)NcSsdSrrrrrrrrz0grad_inputs_dict_to_flat_tuple..r)_asdictrbr)r r6r$r8)rFr:resultrOrdrrrrEsrEc Cst|\}}t|}ddt|D}ddt|D}dd|D}dd|D}||_||_|j|||_||_||_ dS)NcSs g|]\}}t|tjr|qSrrrrrQr1thingrrrrRs z,save_pytree_for_backward..cSs g|]\}}t|tjs|qSrrirjrrrrRs cSsg|]}t|tjr|qSrrirQrkrrrrRs cSsg|]}t|tjs|qSrrirlrrrrRs ) r r8r%r'r@num_eltsr tensor_idxssaved_non_tensorsnon_tensor_idxs) r.stuff flat_stuffr@rmrnrpZtensorsZ non_tensorsrrrr7s r7cCs^dg|j}t|j|jD]\}}|||<qt|j|jD]\}}|||<q:t||j}|Sr) rmr(Z saved_tensorsrnrorpr r4r@)r.rrZtensorr1Z non_tensorrqrrrrB s   rB)rZtorch.utils._pytreeutilsZ_pytreer collectionsr functoolsrrr-rLrH lru_cacherYr5rDrEr7rBrrrrs    9  ;