server : fix token duplication when streaming with stop strings (#10997)

ggerganov · Dec 28, 2024 · 16cdce7 · 16cdce7
1 parent d79d8f3
commit 16cdce7
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -1856,6 +1856,8 @@ struct server_context {
                 result.text_to_send = slot.generated_text.substr(pos, std::string::npos);
                 slot.n_sent_text += result.text_to_send.size();
                 // add the token to slot queue and cache
+            } else {
+                result.text_to_send = "";
             }
 
             slot.add_token(result);