1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63
|
#pragma once
#include <torch/csrc/distributed/rpc/message.h>
#include <torch/csrc/distributed/rpc/request_callback_no_python.h>
#include <torch/csrc/distributed/rpc/rpc_command_base.h>
namespace torch {
namespace distributed {
namespace rpc {
class TORCH_API RequestCallbackImpl : public RequestCallbackNoPython {
public:
std::unique_ptr<RpcCommandBase> deserializePythonRpcCommand(
std::unique_ptr<RpcCommandBase> rpc,
const MessageType& messageType) const override;
void processPythonCall(
RpcCommandBase& rpc,
const std::function<void(Message)>& markComplete,
const int64_t messageId,
const std::shared_ptr<FutureMessage>& responseFuture) const override;
void processScriptCall(
ScriptCall& scriptCall,
const std::function<void(Message)>& markComplete,
std::vector<at::IValue>& stack,
const int64_t messageId,
const std::shared_ptr<FutureMessage>& responseFuture) const override;
TypePtr getScriptRemoteCallType(
ScriptRemoteCall& scriptRemoteCall) const override;
void processScriptRemoteCall(
ScriptRemoteCall& scriptRemoteCall,
const std::function<void(void)>& postProcessing,
std::vector<at::IValue>& stack,
const c10::intrusive_ptr<OwnerRRef>& ownerRRef) const override;
void processPythonRemoteCall(
RpcCommandBase& rpc,
const std::function<void(Message)>& markComplete,
const int64_t messageId,
const std::shared_ptr<FutureMessage>& responseFuture) const override;
void processPythonRRefFetchCall(
RpcCommandBase& rpc,
const int64_t messageId,
const std::shared_ptr<FutureMessage>& responseFuture) const override;
void handleRRefDelete(c10::intrusive_ptr<RRef>& rref) const override;
void processRpcWithErrors(
RpcCommandBase& rpc,
const MessageType& messageType,
const int64_t messageId,
const std::shared_ptr<FutureMessage>& responseFuture) const override;
bool cudaAvailable() const override;
};
} // namespace rpc
} // namespace distributed
} // namespace torch
|