1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
|
#pragma once
#include <c10/core/Allocator.h>
#include <torch/csrc/jit/frontend/source_range.h>
#include <torch/csrc/jit/ir/scope.h>
#include <ATen/core/ivalue.h>
#include <vector>
#include <c10/util/flat_hash_map.h>
namespace c10 {
struct IValue;
}
namespace torch {
namespace jit {
class Pickler;
class InlinedCallStackSerializer {
public:
// Serialize InlinedCallStack as
// SerializedInlinedCallStack =
// [module_info, source range tag, SerializedInlinedCallStack]
// module_info = [ClassType.qualifiedName, instance_name]
// source_range_tag = unique source range id
c10::IValue serialize(
const InlinedCallStackPtr& cs_ptr,
const SourceRangeTagMap& source_range_tags);
private:
// module_info = [ClassType.qualifiedName, instance_name]
c10::IValue serialize_module_instance_info(
const c10::optional<ModuleInstanceInfo>& m);
// This caches serialized inlined callstack ptr, since many
// InlinedCallStackPtr can refer to the same one.
ska::flat_hash_map<InlinedCallStackPtr, c10::IValue>
serialized_inlined_callstack_;
// This caches serialized module instance info.
// There might be many nodes that are part of the same
// parent, grandparent etc. module.
ska::flat_hash_map<std::string, c10::IValue> serialized_module_instance_info_;
};
class TORCH_API CallStackDebugInfoPickler {
public:
CallStackDebugInfoPickler() = default;
std::vector<char> pickle(
const std::unordered_map<int64_t, DebugInfoTuple>& callstack_ptrs,
const SourceRangeTagMap& source_range_tags);
private:
InlinedCallStackSerializer css_;
};
class InlinedCallStackDeserializer {
public:
InlinedCallStackPtr deserialize(
const c10::IValue& iv,
const ska::flat_hash_map<int64_t, SourceRange>& source_range_map,
const std::shared_ptr<CompilationUnit>& cu);
private:
c10::optional<ModuleInstanceInfo> deserialize_module_instance_info(
const c10::IValue& iv,
const std::shared_ptr<CompilationUnit>& cu);
ska::
flat_hash_map<c10::intrusive_ptr<c10::ivalue::Tuple>, InlinedCallStackPtr>
cached_inlined_callstacks_;
ska::flat_hash_map<c10::intrusive_ptr<c10::ivalue::Tuple>, ModuleInstanceInfo>
cached_module_instance_info_;
};
class TORCH_API CallStackDebugInfoUnpickler {
public:
ska::flat_hash_map<int64_t, DebugInfoTuple> unpickle(
at::DataPtr&& data,
size_t size,
const ska::flat_hash_map<int64_t, SourceRange>& source_range_map,
const std::shared_ptr<CompilationUnit>& cu);
private:
InlinedCallStackDeserializer csds_;
};
} // namespace jit
} // namespace torch
|
