Skip to content

Commit 26b7059

Browse files
fix
1 parent e7c4b1e commit 26b7059

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

paddlenlp/trainer/training_args.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -938,6 +938,10 @@ def __post_init__(self):
938938
world_size % (self.tensor_parallel_degree * self.pipeline_parallel_degree) == 0
939939
), f"Total world_size:{world_size} shoule be devided by tensor_parallel_degree: {self.tensor_parallel_degree} and pipeline_parallel_degree: {self.pipeline_parallel_degree}."
940940

941+
assert not (
942+
sep_parallel_degree > 1 and context_parallel_degree > 1
943+
), f"sep parallel and context parallel cannot be used together, sep_parallel_degree:{sep_parallel_degree}, context_parallel_degree:{context_parallel_degree}."
944+
941945
if self.sharding_parallel_degree == -1:
942946
if len(self.sharding) > 0:
943947
self.sharding_parallel_degree = world_size // (

0 commit comments

Comments
 (0)