We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9e25d93 commit 59ecbc8Copy full SHA for 59ecbc8
swift/llm/argument/rlhf_args.py
@@ -259,6 +259,8 @@ def _check_grpo(self):
259
assert trl_version >= version.parse('0.18')
260
if self.delta is not None:
261
raise ValueError('Liger loss does not support two-sided GRPO loss yet.')
262
+ if self.sequence_parallel_size > 1:
263
+ raise ValueError('Liger loss does not support sequence parallel yet.')
264
from trl.import_utils import is_liger_kernel_available
265
assert is_liger_kernel_available(), (
266
'Please install/update liger-kernel by running: pip install -U liger-kernel')
0 commit comments