fix server infer

modelscope · hjh0119 · May 13, 2025 · May 6, 2025 · May 6, 2025 · May 7, 2025
commit 0926a3c239579e7ef7258a0ee1b6f5cddecf31bd
diff --git a/swift/trainers/rlhf_trainer/grpo_trainer.py b/swift/trainers/rlhf_trainer/grpo_trainer.py
@@ -530,7 +530,7 @@ def _infer(self, inputs: InputsType, request_config: RequestConfig) -> OutputsTy
             # for server mode, we gather all the inputs and send to remote vllm server in main process
             all_inputs = gather_object(inputs)
             if self.accelerator.is_main_process:
-                results = List[ChatCompletionResponse] = self._engine_infer(
+                results: List[ChatCompletionResponse] = self._engine_infer(
                     infer_requests=all_inputs, request_config=request_config)
             else:
                 results = [None] * len(all_inputs)