Update app.py

app.py

@@ -44,7 +44,7 @@ def generate_key_points(text):
     Description: {text}
     Thought: 
     """
-    return llm_client.text_generation(prompt, max_new_tokens=2000)
+    return llm_client.text_generation(prompt, max_new_tokens=2000, stream=True)
 
 
 def parse_llm_output(output):
@@ -139,10 +139,14 @@ def create_map_from_markers(dataframe):
 
 
 def run_display(text):
-    output = generate_key_points(text)
-    dataframe, rationale = parse_llm_output(output)
+    current_output = ""
+    for output in generate_key_points(text):
+        current_output += output
+        yield None, "```python\n" + current_output + "\n```"
+    current_output = current_output.replace("</s>", "")
+    dataframe, _ = parse_llm_output(current_output)
     map = create_map_from_markers(dataframe)
-    return map, rationale
+    yield map, "```python\n" + current_output + "\n```"
 
 
 def select_example(df, data: gr.SelectData):