don't start zmq (#417)

Lightning-AI · Jan 16, 2025 · 1c85a47 · 1c85a47
1 parent 515f28b
commit 1c85a47
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/litserve/server.py b/src/litserve/server.py
@@ -275,7 +275,8 @@ def __init__(
 
     def launch_inference_worker(self, num_uvicorn_servers: int):
         self.broker = Broker()
-        self.broker.start()
+        if self.use_zmq:
+            self.broker.start()
         manager = mp.Manager()
         self.workers_setup_status = manager.dict()
         self.request_queue = manager.Queue()