1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
|
#include <gtest/gtest.h>
#include <c10/core/ScalarType.h>
#include <c10/util/Exception.h>
#include <torch/csrc/lazy/core/config.h>
#include <torch/csrc/lazy/core/debug_util.h>
#include <torch/csrc/lazy/core/dynamic_ir.h>
#include <torch/csrc/lazy/core/ir.h>
#include <torch/csrc/lazy/core/ir_builder.h>
#include <torch/csrc/lazy/core/ir_metadata.h>
#include <torch/csrc/lazy/generated/LazyIr.h>
#include <torch/csrc/lazy/ts_backend/dynamic_ir.h>
#include <torch/csrc/lazy/ts_backend/ts_node.h>
#include <memory>
namespace torch {
namespace lazy {
class TestLeafNode : public Node {
public:
static OpKind ClassOpKind() {
return OpKind();
}
explicit TestLeafNode(size_t param)
: Node(ClassOpKind(), /* num_outputs */ 1),
hash_(Hash(param)),
param_(param) {}
~TestLeafNode() override = default;
const std::vector<Output>& operands() const override {
TORCH_INTERNAL_ASSERT(false, "Can't access operands of leaf node");
}
const Output& operand(size_t i) const override {
TORCH_INTERNAL_ASSERT(false, "Can't access operand[i] of leaf node");
}
hash_t hash() const override {
return hash_;
}
hash_t shapeHash() const override {
return hash_;
}
private:
hash_t hash_;
size_t param_;
};
TEST(IrTest, BasicTest) {
NodePtr node1 = MakeNode<TestLeafNode>(1);
NodePtr node2 = MakeNode<TestLeafNode>(2);
EXPECT_NE(node1->hash(), node2->hash());
EXPECT_EQ(node1->num_outputs(), 1);
const TestLeafNode* leafptr = NodeCast<TestLeafNode>(node1.get());
EXPECT_TRUE(leafptr != nullptr);
}
TEST(IrTest, MetaDataTest) {
bool restore_FLAGS_torch_lazy_ir_debug = FLAGS_torch_lazy_ir_debug;
FLAGS_torch_lazy_ir_debug = false;
NodePtr node = MakeNode<TestLeafNode>(1);
auto metaWithoutDebug = node->metadata();
EXPECT_EQ(metaWithoutDebug.scope.size(), 0);
EXPECT_EQ(metaWithoutDebug.frame_info.size(), 0);
FLAGS_torch_lazy_ir_debug = true;
node = MakeNode<TestLeafNode>(1);
auto metaWithEmptyDebug = node->metadata();
EXPECT_EQ(metaWithEmptyDebug.scope.size(), 0);
EXPECT_EQ(metaWithEmptyDebug.frame_info.size(), 1);
{
ScopePusher scope("TestScope");
node = MakeNode<TestLeafNode>(1);
auto metaWithScope = node->metadata();
EXPECT_EQ(metaWithScope.scope, "TestScope.1");
EXPECT_EQ(metaWithScope.frame_info.size(), 1);
}
SourceLocation dummySourceLocation;
dummySourceLocation.file = "file";
dummySourceLocation.function = "function";
dummySourceLocation.line = 10;
GetPythonFramesFunction() = [&]() -> std::vector<SourceLocation> {
return {dummySourceLocation};
};
node = MakeNode<TestLeafNode>(1);
auto metaWithSourceLoc = node->metadata();
EXPECT_EQ(metaWithSourceLoc.scope.size(), 0);
EXPECT_EQ(metaWithSourceLoc.frame_info.size(), 1);
EXPECT_EQ(metaWithSourceLoc.frame_info[0].file, "file");
EXPECT_EQ(metaWithSourceLoc.frame_info[0].function, "function");
EXPECT_EQ(metaWithSourceLoc.frame_info[0].line, 10);
FLAGS_torch_lazy_ir_debug = restore_FLAGS_torch_lazy_ir_debug;
}
TEST(IrTest, TsNodeTest) {
NodePtr node1 = MakeNode<TsNode>(
OpKind(at::aten::view),
Shape(),
/*num_outputs*/ 1,
/*hash_seed*/ kHashSeed);
NodePtr node2 = MakeNode<TsNode>(
OpKind(at::aten::view),
Shape(),
/*num_outputs*/ 1,
/*hash_seed*/ kHashSeed);
EXPECT_EQ(node1->hash(), node2->hash());
EXPECT_EQ(node1->num_outputs(), 1);
const TsNode* leafptr = dynamic_cast<const TsNode*>(node1.get());
EXPECT_TRUE(leafptr != nullptr);
}
TEST(IrTest, DimensionNodeTest) {
const size_t DIM0 = 5;
const size_t DIM1 = 8;
NodePtr node1 = MakeNode<TsNode>(
OpKind(at::aten::view),
Shape(c10::kFloat, {DIM0, DIM1}),
/*num_outputs*/ 1,
/*hash_seed*/ kHashSeed);
auto size0 =
std::dynamic_pointer_cast<SizeNode>(MakeNode<SizeNode>(Value{node1}, 0));
auto size1 =
std::dynamic_pointer_cast<SizeNode>(MakeNode<SizeNode>(Value{node1}, 1));
ASSERT_EQ(DIM0, size0->getStaticValue());
ASSERT_EQ(DIM1, size1->getStaticValue());
NodePtr size0_np = size0;
auto size0_dn = std::dynamic_pointer_cast<DimensionNode>(size0_np);
ASSERT_EQ(DIM0, size0_dn->getStaticValue());
auto add_dim = std::dynamic_pointer_cast<SizeAdd>(
MakeNode<SizeAdd>(Value{size0}, Value{size1}));
ASSERT_EQ(DIM0 + DIM1, add_dim->getStaticValue());
auto mul_dim = std::dynamic_pointer_cast<SizeMul>(
MakeNode<SizeMul>(Value{size0}, Value{size1}));
ASSERT_EQ(DIM0 * DIM1, mul_dim->getStaticValue());
}
TEST(IrTest, DimensionIsDynamicTest) {
const size_t DIM0 = 5;
const size_t DIM1 = 8;
const auto shape = Shape(c10::kFloat, {DIM0, DIM1});
NodePtr node1 = MakeNode<TsNode>(
OpKind(at::aten::view),
shape.with_symbolic_dims(std::vector<bool>{true, false}),
/*num_outputs*/ 1,
/*hash_seed*/ kHashSeed);
auto size0 =
std::dynamic_pointer_cast<SizeNode>(MakeNode<SizeNode>(Value{node1}, 0));
auto size1 =
std::dynamic_pointer_cast<SizeNode>(MakeNode<SizeNode>(Value{node1}, 1));
ASSERT_EQ(true, size0->isSymbolic());
ASSERT_EQ(false, size1->isSymbolic());
auto add_dim = std::dynamic_pointer_cast<SizeAdd>(
MakeNode<SizeAdd>(Value{size0}, Value{size1}));
ASSERT_EQ(true, add_dim->isSymbolic());
add_dim = std::dynamic_pointer_cast<SizeAdd>(
MakeNode<SizeAdd>(Value{size1}, Value{size1}));
ASSERT_EQ(false, add_dim->isSymbolic());
auto mul_dim = std::dynamic_pointer_cast<SizeMul>(
MakeNode<SizeMul>(Value{size0}, Value{size0}));
ASSERT_EQ(true, mul_dim->isSymbolic());
}
} // namespace lazy
} // namespace torch
|
