1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
|
# Copyright (c) Meta Platforms, Inc. and affiliates
from torch.distributed.tensor.parallel.api import parallelize_module
from torch.distributed.tensor.parallel.loss import loss_parallel
from torch.distributed.tensor.parallel.style import (
ColwiseParallel,
ParallelStyle,
PrepareModuleInput,
PrepareModuleOutput,
RowwiseParallel,
SequenceParallel,
)
__all__ = [
"ColwiseParallel",
"ParallelStyle",
"PrepareModuleInput",
"PrepareModuleOutput",
"RowwiseParallel",
"SequenceParallel",
"parallelize_module",
"loss_parallel",
]
|
