1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
|
from typing import List
import torch
from torch_geometric.data import TemporalData
class TemporalDataLoader(torch.utils.data.DataLoader):
r"""A data loader which merges succesive events of a
:class:`torch_geometric.data.TemporalData` to a mini-batch.
Args:
data (TemporalData): The :obj:`~torch_geometric.data.TemporalData`
from which to load the data.
batch_size (int, optional): How many samples per batch to load.
(default: :obj:`1`)
neg_sampling_ratio (float, optional): The ratio of sampled negative
destination nodes to the number of postive destination nodes.
(default: :obj:`0.0`)
**kwargs (optional): Additional arguments of
:class:`torch.utils.data.DataLoader`.
"""
def __init__(
self,
data: TemporalData,
batch_size: int = 1,
neg_sampling_ratio: float = 0.0,
**kwargs,
):
# Remove for PyTorch Lightning:
kwargs.pop('dataset', None)
kwargs.pop('collate_fn', None)
kwargs.pop('shuffle', None)
self.data = data
self.events_per_batch = batch_size
self.neg_sampling_ratio = neg_sampling_ratio
if neg_sampling_ratio > 0:
self.min_dst = int(data.dst.min())
self.max_dst = int(data.dst.max())
if kwargs.get('drop_last', False) and len(data) % batch_size != 0:
arange = range(0, len(data) - batch_size, batch_size)
else:
arange = range(0, len(data), batch_size)
super().__init__(arange, 1, shuffle=False, collate_fn=self, **kwargs)
def __call__(self, arange: List[int]) -> TemporalData:
batch = self.data[arange[0]:arange[0] + self.events_per_batch]
n_ids = [batch.src, batch.dst]
if self.neg_sampling_ratio > 0:
batch.neg_dst = torch.randint(
low=self.min_dst,
high=self.max_dst + 1,
size=(round(self.neg_sampling_ratio * batch.dst.size(0)), ),
dtype=batch.dst.dtype,
device=batch.dst.device,
)
n_ids += [batch.neg_dst]
batch.n_id = torch.cat(n_ids, dim=0).unique()
return batch
|
