Skip to content

Commit 59ecbc8

Browse files
authored
[grpo] check liger & sp (#4734)
1 parent 9e25d93 commit 59ecbc8

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

swift/llm/argument/rlhf_args.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -259,6 +259,8 @@ def _check_grpo(self):
259259
assert trl_version >= version.parse('0.18')
260260
if self.delta is not None:
261261
raise ValueError('Liger loss does not support two-sided GRPO loss yet.')
262+
if self.sequence_parallel_size > 1:
263+
raise ValueError('Liger loss does not support sequence parallel yet.')
262264
from trl.import_utils import is_liger_kernel_available
263265
assert is_liger_kernel_available(), (
264266
'Please install/update liger-kernel by running: pip install -U liger-kernel')

0 commit comments

Comments
 (0)