o Zh*.@sddlZddlmmZddlmZddlZddZddZ ddZ d d Z d d Z ej d dZddZddZddZddZddZdS)N) namedtuplecstfdd}|S)Nc sdrdj}||i|SdsdrDdr#dnd}|dkr+dnd}|j}td|dd|d|d |i|S) Nautogradsave_for_backwardbackwardz We found a 'z' registration for  at z but were unable to find a 'z' registration. To use the CustomOp API to register a backward formula, please provide us both a backward function and a 'save for backward' function via `impl_backward` and `impl_save_for_backward` respectively.)Z _has_impl _get_implfunclocation RuntimeError)argskwargskernelmissingfoundlocZautograd_fallback custom_opH/var/www/auris/lib/python3.10/site-packages/torch/_custom_op/autograd.pyinners"   z*autograd_kernel_indirection..inner)autograd_not_implemented)rrrrrautograd_kernel_indirectionsrcsfdd}|S)Ncs`trtdd||frtdtj|i|WdS1s)wYdS)NcSst|tjo|jSN) isinstancetorchTensorZ requires_gradxrrr4z:autograd_not_implemented..kernel..z.Autograd has not been implemented for operator)rZis_grad_enabledpytreeZtree_anyr _C_AutoDispatchBelowAutograd)r r rrrr 2s    $z(autograd_not_implemented..kernelr)rr rr#rr1s rc Cs|dur_t|ts |f}n|}t|t|ksJg}tt||D]3\}\}}t|tjr6|s5||q"t|trC|sB| |q"|rUt d|d|dt |dq"|ra|j |dSdSdS)NzWith output_differentiability=z . At idx z , we received an object of type za that is not a Tensor, so it cannot have be marked as differentiable in output_differentiability.) rtuplelen enumerateziprrappendlistextendr typemark_non_differentiable)ctxoutputoutput_differentiabilityZ tuple_outputZnon_differentiable_tensorsidxZdifferentiableoutrrrr,<s8     r,csfdd}|S)Ncspt|\}dfdd}fdd}tjd||}|j|}dus0Jtt|S)Ncs|dtt|}tj |}Wdn1s!wYttt |}t|}||}t |||ft ||t |\}t |S)NT)Zset_materialize_gradsr tree_unflattenr)rr!r"namedtuple_argstree_mapr+save_pytree_for_backwardr, tree_flattenr$)r- flat_argsr r. args_infoZsave_for_backward_fn_inputsZto_save flat_output) op_overloadout_specr/save_for_backward_fnschemaspecrrforwardhs       z9construct_autograd_kernel..apply..forwardcsfdusJtt|}t|\}}t}t|ts|f}||g|R}t||t||Sr) r r2r) unpack_savedobjectrr$validate_grad_inputs_dictgrad_inputs_dict_to_flat_tuple)r-Zflat_grad_outputZgradssavedr8Z inner_ctxgrad_inputs_dict) backward_fnrr;rrr|s     z:construct_autograd_kernel..apply..backwardZ _customop)r r6gen_autograd_functionZ_opnameapplyr2r))r r7r?r generated_clsr9rFrr:r/r<r=)r;r>rrHds   z(construct_autograd_kernel..applyr)r=r/rr:r<rFrHrrJrconstruct_autograd_kernel\s.rKcCs$t|tjjft|t|d}|S)N)r?r)r+rrFunction staticmethod)namer?rrIrrrrGsrGcCs.dd|jjD}t|jd}t||}|S)NcSsg|]}|jqSr)rN.0argrrr rz'namedtuple_args_cls.._args) argumentsflat_allstrrNr)r=attribsrN tuple_clsrrrnamedtuple_args_clss rYcCst|tsJt|}||Sr)rr$rY)r=r rXrrrr3sr3c sfdd}t|ts|dt|ddjjjD}|}||kr1|d|d|d|D]\}}t||}t|t rt|t t fsW|d |d t|d t |t |ksp|d |d t |d t |t t ||D]6\} \} } | durqwt| tjs|d |dt| d| t| tjs|d |d| d| d|qwq5|durq5t|tjs|dt|d|dt|tjs|d|d|d|dq5dS)Ncs&d}tdd|jd|)Nrz%In the backward function defined for rz using the CustomOp API, )rr r )whatr forward_oprrerrors z(validate_grad_inputs_dict..errorzBexpected the output of the backward function to be a dict but got cSsh|] }|jr|jqSr)r+Zis_tensor_likerNrOrrr s z,validate_grad_inputs_dict..z3expected the returned grad_input dict to have keys z but got z. The backward function must return a gradient (can be None) for each arg to the CustomOp that may be a Tensor or Sequence[Tensor]. Args declared to be non-Tensor-like types should not appear in the grad_input dictz for input 'zR' expected the grad_input dict to hold a list of gradients but got object of type .z1' expected the grad_input dict to hold a list of z gradients but got z\' expected the grad_input dict to hold a list of None or Tensor gradients but got object of z at index z(', got a Tensor as the gradient for the z(-th value but expected None because the z(-th value was not a Tensor (it was type zgot object of type z as the gradient for input 'z:', but expected the gradient to be either None or a Tensorz(got a Tensor as the gradient for input 'z3' but expected None as the gradient because input 'z ' was not a Tensor (it was type z).)rdictr+Z_schemarTrUkeysitemsgetattrr)r$r%r&r'rr issubclass) rEr\r8r]Z expected_keysZ actual_keysrNZgradarg_infor0ginforr[rrBsv                rBcCsVg}|D]\}}||vr|tdd|q|||qtt|S)NcSsdSrrrrrrrsz0grad_inputs_dict_to_flat_tuple..)_asdictrbr(r r4r$Z tree_leaves)rEr8resultrNrerrrrCsrCc Cst|\}}t|}ddt|D}ddt|D}dd|D}dd|D}||_||_|j|||_||_||_ dS)NcSs g|] \}}t|tjr|qSrrrrrPr0thingrrrrR  z,save_pytree_for_backward..cSs g|] \}}t|tjs|qSrrjrkrrrrRrmcSsg|] }t|tjr|qSrrjrPrlrrrrRcSsg|] }t|tjs|qSrrjrnrrrrRro) r r6r%r&r>num_eltsr tensor_idxssaved_non_tensorsnon_tensor_idxs) r-stuff flat_stuffr>rprqrsZtensorsZ non_tensorsrrrr5s  r5cCs^dg|j}t|j|jD]\}}|||<q t|j|jD]\}}|||<qt||j}|Sr) rpr'Z saved_tensorsrqrrrsr r2r>)r-ruZtensorr0Z non_tensorrtrrrr@ s   r@)rZtorch.utils._pytreeutilsZ_pytreer collectionsr functoolsrrr,rKrG lru_cacherYr3rBrCr5r@rrrrs     9 <