From c26f59ff894e7965abe2bdfdc2ba96fd8b921891 Mon Sep 17 00:00:00 2001 From: drownfish19 Date: Fri, 12 Jul 2024 09:29:55 +0000 Subject: [PATCH] fix --- paddlenlp/peft/lora/lora_layers.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/paddlenlp/peft/lora/lora_layers.py b/paddlenlp/peft/lora/lora_layers.py index 74cee2e10e7d..a40f3fff64a8 100644 --- a/paddlenlp/peft/lora/lora_layers.py +++ b/paddlenlp/peft/lora/lora_layers.py @@ -26,20 +26,19 @@ from ...transformers import linear_utils +ColumnSequenceParallelLinear = linear_utils.ColumnSequenceParallelLinear +RowSequenceParallelLinear = linear_utils.RowSequenceParallelLinear + try: from paddle.distributed.fleet.utils.sequence_parallel_utils import ( AllGatherOp, - ColumnSequenceParallelLinear, ReduceScatterOp, - RowSequenceParallelLinear, mark_as_sequence_parallel_parameter, ) except: AllGatherOp = None ReduceScatterOp = None mark_as_sequence_parallel_parameter = None - ColumnSequenceParallelLinear = linear_utils.ColumnSequenceParallelLinear - RowSequenceParallelLinear = linear_utils.RowSequenceParallelLinear from ...transformers.mc2_parallel_linear import (