update

Lightning-AI · Sep 18, 2024 · 33e3b12 · 33e3b12
1 parent efb838c
commit 33e3b12
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/litserve/server.py b/src/litserve/server.py
@@ -251,7 +251,7 @@ async def lifespan(self, app: FastAPI):
                 "the LitServer class to initialize the response queues."
             )
 
-        response_queue = self.response_queues[app.response_queue_id]
+        response_queue = self.response_queues[self.app.response_queue_id]
         response_executor = ThreadPoolExecutor(max_workers=len(self.inference_workers))
         future = response_queue_to_buffer(response_queue, self.response_buffer, self.stream, response_executor)
         task = loop.create_task(future)