U ʹj@sUdZddlmZmZddlZddlmZddlmZddd d gZee e d <eeeefd d dZ Gdddej j Zeeeddd ZGdd d ej j ZdS)z0Arbitrary dependency between two autograd lanes.)ListTupleN)Tensor) get_phonyforkForkjoinJoin__all__)inputreturncCs4tr|jrt|\}}nt|jdd}||fS)z7Branches out from an autograd lane of the given tensor.F requires_grad)torchis_grad_enabledrrapplyrdevicer phonyri/var/www/html/bwave/python/venv/lib/python3.8/site-packages/torch/distributed/pipeline/sync/dependency.pyrsc@sBeZdZedeeeefdddZedeeedddZdS)r)ctxr r cCst|jdd}||fS)NFr)rrdetachrr rrrrforwardsz Fork.forward)r grad_input grad_gradr cCs|SNr)rrrrrrbackward"sz Fork.backwardN)__name__ __module__ __qualname__ staticmethodrrrrrrrrrs)r rr cCs$tr |js|jr t||}|S)zMerges two autograd lanes.)rrrr rrrrrr 's c@sBeZdZedeeedddZedeeedfdddZdS)r )rr rr cCs|Sr)rrrrrr0sz Join.forwardN)rrr cCs|dfSrr)rrrrrr4sz Join.backward)r r!r"r#rrrrrrrrr /s)__doc__typingrrrrrrr str__annotations__rZautogradFunctionrr r rrrrs