Updated straeming

app.py

@@ -144,11 +144,11 @@ def stream_response(query):
             if not first_token_logged and time.time() - start_time > 0:
                 logger.info(f"First token time: {time.time() - start_time:.2f}s")
                 first_token_logged = True
-            # Yield on every token or small chunk for live streaming
-            if len(buffer) >= 1:  # Yield per character or small chunk
+            # Yield when buffer contains a word boundary (space, punctuation, or reasonable length)
+            if any(buffer.endswith(char) for char in [" ", ".", ",", "!", "?"]) or len(buffer) > 20:
                 yield f"data: {buffer}\n\n"
                 buffer = ""
-    if buffer:
+    if buffer:  # Flush remaining buffer
         yield f"data: {buffer}\n\n"
     yield "data: [DONE]\n\n"