Update app.py

app.py

@@ -52,7 +52,12 @@ def generate(prompt, history, system_prompt, temperature=0.9, max_new_tokens=256
     formatted_prompt = format_prompt(f"{system_prompt} {prompt}", history)
     #formatted_prompt = format_prompt_grammar(f"Corrected Sentence: {prompt}", history)
     print("\nPROMPT: \n\t" + formatted_prompt)
-    
+
+    stream1 = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    stream2 = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=False, return_full_text=False)
+    print(f">> STREAM1 - '{stream1}'")
+    print(f">> STREAM2 - '{stream2}'")
+    # Generate text from the HF inference
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""