1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65
|
#pragma once
#include <torch/csrc/distributed/rpc/message.h>
#include <torch/csrc/distributed/rpc/request_callback_no_python.h>
#include <torch/csrc/distributed/rpc/rpc_command_base.h>
#include <torch/csrc/jit/python/pybind.h>
namespace torch {
namespace distributed {
namespace rpc {
class TORCH_API RequestCallbackImpl : public RequestCallbackNoPython {
public:
std::unique_ptr<RpcCommandBase> deserializePythonRpcCommand(
std::unique_ptr<RpcCommandBase> rpc,
const MessageType& messageType) const override;
c10::intrusive_ptr<JitFuture> processPythonCall(
RpcCommandBase& rpc,
std::vector<c10::Stream> streams) const override;
c10::intrusive_ptr<JitFuture> processScriptCall(
RpcCommandBase& rpc,
std::vector<c10::Stream> streams) const override;
c10::intrusive_ptr<JitFuture> processScriptRemoteCall(
RpcCommandBase& rpc,
std::vector<c10::Stream> streams) const override;
c10::intrusive_ptr<JitFuture> processPythonRemoteCall(
RpcCommandBase& rpc,
std::vector<c10::Stream> streams) const override;
c10::intrusive_ptr<JitFuture> processPythonRRefFetchCall(
RpcCommandBase& rpc) const override;
void handleRRefDelete(c10::intrusive_ptr<RRef>& rref) const override;
c10::intrusive_ptr<JitFuture> processRpcWithErrors(
RpcCommandBase& rpc,
const MessageType& messageType,
std::vector<c10::Stream> streams) const override;
bool cudaAvailable() const override;
c10::intrusive_ptr<JitFuture> processRRefBackward(
RpcCommandBase& rpc) const override;
// Helpers to run user-defined functions, operators and other computations.
c10::intrusive_ptr<JitFuture> runJitFunction(
const c10::QualifiedName& name,
std::vector<at::IValue>& stack,
std::vector<c10::Stream> streams,
bool isAsyncExecution) const;
c10::intrusive_ptr<JitFuture> runPythonFunction(
const py::object& function,
std::vector<c10::Stream> streams,
bool isAsyncExecution) const;
};
} // namespace rpc
} // namespace distributed
} // namespace torch
|