From 0d47bf3bf40edfe9fcfd7e5cd909388497535bc5 Mon Sep 17 00:00:00 2001 From: Joe Runde Date: Wed, 18 Sep 2024 16:10:01 -0600 Subject: [PATCH] [Bugfix] add `dead_error` property to engine client (#8574) Signed-off-by: Joe Runde --- vllm/engine/multiprocessing/client.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/vllm/engine/multiprocessing/client.py b/vllm/engine/multiprocessing/client.py index 18b620c74ddf..2cb4de79131f 100644 --- a/vllm/engine/multiprocessing/client.py +++ b/vllm/engine/multiprocessing/client.py @@ -380,6 +380,13 @@ def is_stopped(self) -> bool: def errored(self) -> bool: return self._errored_with is not None + @property + def dead_error(self) -> BaseException: + if self._errored_with is not None: + return ENGINE_DEAD_ERROR(self._errored_with) + else: + return ENGINE_DEAD_ERROR() + async def generate( self, inputs: PromptInputs,