fix vllm tp stuck (#2909)

modelscope · Jan 13, 2025 · 9e93e7f · 9e93e7f
1 parent 039ef96
commit 9e93e7f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/swift/llm/infer/infer_engine/vllm_engine.py b/swift/llm/infer/infer_engine/vllm_engine.py
@@ -341,6 +341,7 @@ def infer(
         use_tqdm: Optional[bool] = None,
         adapter_request: Optional[AdapterRequest] = None
     ) -> Union[List[ChatCompletionResponse], Iterator[List[Optional[ChatCompletionStreamResponse]]]]:
+        self.engine.engine.model_executor.parallel_worker_tasks = None
         return super().infer(
             infer_requests,
             request_config,