From 1c85a47689ac01de55f59a148b1c8e22e1ee569b Mon Sep 17 00:00:00 2001 From: Aniket Maurya Date: Thu, 16 Jan 2025 17:26:04 +0000 Subject: [PATCH] don't start zmq (#417) --- src/litserve/server.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/litserve/server.py b/src/litserve/server.py index 92ee4859..dc98974c 100644 --- a/src/litserve/server.py +++ b/src/litserve/server.py @@ -275,7 +275,8 @@ def __init__( def launch_inference_worker(self, num_uvicorn_servers: int): self.broker = Broker() - self.broker.start() + if self.use_zmq: + self.broker.start() manager = mp.Manager() self.workers_setup_status = manager.dict() self.request_queue = manager.Queue()