File tree Expand file tree Collapse file tree 2 files changed +28
-12
lines changed
Expand file tree Collapse file tree 2 files changed +28
-12
lines changed Original file line number Diff line number Diff line change 3333 mark_as_sequence_parallel_parameter ,
3434 )
3535except :
36- pass
36+ AllGatherOp = None
37+ ReduceScatterOp = None
38+ mark_as_sequence_parallel_parameter = None
39+
40+ class ColumnSequenceParallelLinear :
41+ pass
42+
43+ class RowSequenceParallelLinear :
44+ pass
45+
3746
3847from paddlenlp .transformers .mc2_parallel_linear import (
3948 MC2ColumnParallelCoreLinear ,
Original file line number Diff line number Diff line change 5252 RowSequenceParallelLinear ,
5353 )
5454
55- from .lora_layers import (
56- ColumnParallelLoRALinear ,
57- ColumnParallelLoRAMergedLinear ,
58- ColumnSequenceParallelLoRALinear ,
59- LoRAConv2D ,
60- LoRALinear ,
61- LoRAMergedLinear ,
62- RowParallelLoRALinear ,
63- RowSequenceParallelLoRALinear ,
64- )
6555except :
66- pass
56+
57+ class ColumnSequenceParallelLinear :
58+ pass
59+
60+ class RowSequenceParallelLinear :
61+ pass
62+
63+
64+ from .lora_layers import (
65+ ColumnParallelLoRALinear ,
66+ ColumnParallelLoRAMergedLinear ,
67+ ColumnSequenceParallelLoRALinear ,
68+ LoRAConv2D ,
69+ LoRALinear ,
70+ LoRAMergedLinear ,
71+ RowParallelLoRALinear ,
72+ RowSequenceParallelLoRALinear ,
73+ )
6774
6875try :
6976 from ...quantization .quantization_linear import (
You can’t perform that action at this time.
0 commit comments