1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
|
#include <torch/csrc/distributed/autograd/functions/sendrpc_backward.h>
namespace torch::distributed::autograd {
torch::autograd::variable_list SendRpcBackward::apply(
// NOLINTNEXTLINE(cppcoreguidelines-rvalue-reference-param-not-moved)
torch::autograd::variable_list&& inputs) {
TORCH_INTERNAL_ASSERT(
inputs.empty(), "SendRpcBackward should receive no inputs");
// Each grad variable should be valid!
for (const auto& grad : grads_) {
TORCH_INTERNAL_ASSERT(
grad.defined(), "BUG!: SendRpcBackward didn't receive valid gradients");
}
// Simply forwards the gradients over.
return std::move(grads_);
}
void SendRpcBackward::setGrads(const torch::autograd::variable_list& grads) {
grads_ = grads;
}
const torch::autograd::variable_list& SendRpcBackward::getGrads() const {
return grads_;
}
} // namespace torch::distributed::autograd
|
