From 5b82cca566a591435e17ad07801fcccb6526b7b3 Mon Sep 17 00:00:00 2001
From: Sungjae Lee <33976427+llsj14@users.noreply.github.com>
Date: Wed, 19 Jun 2024 02:40:16 +0900
Subject: [PATCH] fix: subsequent requests cannot be sent until
 'num_concurrent_requests' requests have all finished in non-blocking mode

Signed-off-by: Sungjae Lee <33976427+llsj14@users.noreply.github.com>
---
 src/llmperf/requests_launcher.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/llmperf/requests_launcher.py b/src/llmperf/requests_launcher.py
index d5a12ce..05050ec 100644
--- a/src/llmperf/requests_launcher.py
+++ b/src/llmperf/requests_launcher.py
@@ -40,6 +40,7 @@ def get_next_ready(self, block: bool = False) -> List[Any]:
         if not block:
             while self._llm_client_pool.has_next():
                 results.append(self._llm_client_pool.get_next_unordered())
+                return results
         else:
             while not self._llm_client_pool.has_next():
                 pass