File tree Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Original file line number Diff line number Diff line change 26
26
27
27
from ...transformers import linear_utils
28
28
29
+ ColumnSequenceParallelLinear = linear_utils .ColumnSequenceParallelLinear
30
+ RowSequenceParallelLinear = linear_utils .RowSequenceParallelLinear
31
+
29
32
try :
30
33
from paddle .distributed .fleet .utils .sequence_parallel_utils import (
31
34
AllGatherOp ,
32
- ColumnSequenceParallelLinear ,
33
35
ReduceScatterOp ,
34
- RowSequenceParallelLinear ,
35
36
mark_as_sequence_parallel_parameter ,
36
37
)
37
38
except :
38
39
AllGatherOp = None
39
40
ReduceScatterOp = None
40
41
mark_as_sequence_parallel_parameter = None
41
- ColumnSequenceParallelLinear = linear_utils .ColumnSequenceParallelLinear
42
- RowSequenceParallelLinear = linear_utils .RowSequenceParallelLinear
43
42
44
43
45
44
from ...transformers .mc2_parallel_linear import (
You can’t perform that action at this time.
0 commit comments