1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
from dataclasses import dataclass
import pytest
import torch
from torch_geometric.data import TensorAttr
from torch_geometric.data.feature_store import AttrView, _FieldStatus
from torch_geometric.testing import MyFeatureStore
@dataclass
class MyTensorAttrNoGroupName(TensorAttr):
def __init__(self, attr_name=_FieldStatus.UNSET, index=_FieldStatus.UNSET):
# Treat group_name as optional, and move it to the end
super().__init__(None, attr_name, index)
class MyFeatureStoreNoGroupName(MyFeatureStore):
def __init__(self):
super().__init__()
self._tensor_attr_cls = MyTensorAttrNoGroupName
def test_feature_store():
store = MyFeatureStore()
tensor = torch.tensor([[0.0, 0.0, 0.0], [1.0, 1.0, 1.0], [2.0, 2.0, 2.0]])
group_name = 'A'
attr_name = 'feat'
index = torch.tensor([0, 1, 2])
attr = TensorAttr(group_name, attr_name, index)
assert TensorAttr(group_name).update(attr) == attr
# Normal API:
store.put_tensor(tensor, attr)
assert torch.equal(store.get_tensor(attr), tensor)
assert torch.equal(
store.get_tensor(group_name, attr_name, index=torch.tensor([0, 2])),
tensor[torch.tensor([0, 2])],
)
assert store.update_tensor(tensor + 1, attr)
assert torch.equal(store.get_tensor(attr), tensor + 1)
store.remove_tensor(attr)
with pytest.raises(KeyError):
_ = store.get_tensor(attr)
# Views:
view = store.view(group_name=group_name)
view.attr_name = attr_name
view['index'] = index
assert view != "not a 'AttrView' object"
assert view == AttrView(store, TensorAttr(group_name, attr_name, index))
assert str(view) == ("AttrView(store=MyFeatureStore(), "
"attr=TensorAttr(group_name='A', attr_name='feat', "
"index=tensor([0, 1, 2])))")
# Indexing:
store[group_name, attr_name, index] = tensor
# Fully-specified forms, all of which produce a tensor output
assert torch.equal(store[group_name, attr_name, index], tensor)
assert torch.equal(store[group_name, attr_name, None], tensor)
assert torch.equal(store[group_name, attr_name, :], tensor)
assert torch.equal(store[group_name][attr_name][:], tensor)
assert torch.equal(store[group_name].feat[:], tensor)
assert torch.equal(store.view().A.feat[:], tensor)
with pytest.raises(AttributeError) as exc_info:
_ = store.view(group_name=group_name, index=None).feat.A
print(exc_info)
# Partially-specified forms, which produce an AttrView object
assert store[group_name] == store.view(TensorAttr(group_name=group_name))
assert store[group_name].feat == store.view(
TensorAttr(group_name=group_name, attr_name=attr_name))
# Partially-specified forms, when called, produce a Tensor output
# from the `TensorAttr` that has been partially specified.
store[group_name] = tensor
assert isinstance(store[group_name], AttrView)
assert torch.equal(store[group_name](), tensor)
# Deletion:
del store[group_name, attr_name, index]
with pytest.raises(KeyError):
_ = store[group_name, attr_name, index]
del store[group_name]
with pytest.raises(KeyError):
_ = store[group_name]()
def test_feature_store_override():
store = MyFeatureStoreNoGroupName()
tensor = torch.tensor([[0.0, 0.0, 0.0], [1.0, 1.0, 1.0], [2.0, 2.0, 2.0]])
attr_name = 'feat'
index = torch.tensor([0, 1, 2])
# Only use attr_name and index, in that order:
store[attr_name, index] = tensor
# A few assertions to ensure group_name is not needed:
assert isinstance(store[attr_name], AttrView)
assert torch.equal(store[attr_name, index], tensor)
assert torch.equal(store[attr_name][index], tensor)
assert torch.equal(store[attr_name][:], tensor)
assert torch.equal(store[attr_name, :], tensor)
|
