1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
|
#pragma once
#include <torch/csrc/distributed/rpc/message.h>
#include <torch/csrc/distributed/rpc/request_callback_no_python.h>
#include <torch/csrc/distributed/rpc/rpc_command_base.h>
#include <torch/csrc/jit/python/pybind.h>
namespace torch::distributed::rpc {
class TORCH_API RequestCallbackImpl : public RequestCallbackNoPython {
public:
std::unique_ptr<RpcCommandBase> deserializePythonRpcCommand(
std::unique_ptr<RpcCommandBase> rpc,
const MessageType& messageType) const override;
c10::intrusive_ptr<JitFuture> processPythonCall(
RpcCommandBase& rpc,
const std::vector<c10::Stream>& streams) const override;
c10::intrusive_ptr<JitFuture> processScriptCall(
RpcCommandBase& rpc,
const std::vector<c10::Stream>& streams) const override;
c10::intrusive_ptr<JitFuture> processScriptRemoteCall(
RpcCommandBase& rpc,
const std::vector<c10::Stream>& streams) const override;
c10::intrusive_ptr<JitFuture> processPythonRemoteCall(
RpcCommandBase& rpc,
const std::vector<c10::Stream>& streams) const override;
c10::intrusive_ptr<JitFuture> processPythonRRefFetchCall(
RpcCommandBase& rpc) const override;
void handleRRefDelete(c10::intrusive_ptr<RRef>& rref) const override;
c10::intrusive_ptr<JitFuture> processRpcWithErrors(
RpcCommandBase& rpc,
const MessageType& messageType,
const std::vector<c10::Stream>& streams) const override;
bool cudaAvailable() const override;
c10::intrusive_ptr<JitFuture> processRRefBackward(
RpcCommandBase& rpc) const override;
// Helpers to run user-defined functions, operators and other computations.
c10::intrusive_ptr<JitFuture> runJitFunction(
const c10::QualifiedName& name,
std::vector<at::IValue>& stack,
const std::vector<c10::Stream>& streams,
bool isAsyncExecution) const;
c10::intrusive_ptr<JitFuture> runPythonFunction(
const py::object& function,
const std::vector<c10::Stream>& streams,
bool isAsyncExecution) const;
};
} // namespace torch::distributed::rpc
|
