From 244225ba8c001a0555905958a4929c12029d2feb Mon Sep 17 00:00:00 2001 From: Anthony Platanios Date: Thu, 25 Jul 2024 00:57:48 -0400 Subject: [PATCH] Fixed a bug in the multiprocessing GPU executor. --- vllm/executor/multiproc_gpu_executor.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/vllm/executor/multiproc_gpu_executor.py b/vllm/executor/multiproc_gpu_executor.py index 9811fc2a5519..19f7a497cdd9 100644 --- a/vllm/executor/multiproc_gpu_executor.py +++ b/vllm/executor/multiproc_gpu_executor.py @@ -1,6 +1,7 @@ import asyncio import os import signal +import threading import weakref from functools import partial from typing import Any, List, Optional @@ -115,8 +116,9 @@ def shutdown(signum, frame): if executor := ref(): executor.shutdown() - signal.signal(signal.SIGINT, shutdown) - signal.signal(signal.SIGTERM, shutdown) + if threading.current_thread() is threading.main_thread(): + signal.signal(signal.SIGINT, shutdown) + signal.signal(signal.SIGTERM, shutdown) self.driver_worker = self._create_worker( distributed_init_method=distributed_init_method)