Update app.py

app.py

@@ -2,6 +2,10 @@ from huggingface_hub import InferenceClient
 import gradio as gr
 import random
 import prompts
+from pypipertts import PyPiper
+pp=PyPiper()
+pp.load_mod(instr="en_US-joe-medium")
+
 client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
 def format_prompt(message, history):
@@ -33,39 +37,27 @@ def generate(prompt,history,max_new_tokens,seed):
 
     for response in stream:
         output += response.token.text
-        yield output
+        #yield output        
+        yield from pp.stream_ttx(output)
 
-additional_inputs = [        
-    gr.Slider(
-        label="Max new tokens",
-        value=4096,
-        minimum=10,
-        maximum=1048*10,
-        step=64,
-        interactive=True,
-        info="The maximum numbers of words the chatbot will return",
-    ),
-    
-    gr.Slider(
-        label="Seed",
-        value=random.randint(1,9999999999999999),
-        minimum=0,
-        maximum=9999999999999999,
-        step=64,
-        interactive=True,
-        info="Each seed produces a different output to a single prompt",
-    ),
-]
-examples=[["Write a heavy metal rock song about horses (1000 words)"],
-          ["Write a really long song about an elephant love story.  The elephants have been together for a long time. (3000 words)"],
-          ["Write a slammin rap song about about a gangster fising trip."],
-          ["Use the same lyrics as above, but add more words to each verse"],
-         ]
-gr.ChatInterface(
-    fn=generate,
-    chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, layout="panel"),
-    title="Song Writer",
-    additional_inputs=additional_inputs,
-    examples=examples,
-    concurrency_limit=20,
-).launch(show_api=False)
+with gr.Blocks() as iface:
+    gr.HTML("""""")
+    aud=gr.Audio(streaming=True,autoplay=True)
+    #chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
+    chatbot=gr.Chatbot()
+    msg = gr.Textbox()
+    with gr.Row():
+        submit_b = gr.Button()
+        stop_b = gr.Button("Stop")
+        clear = gr.ClearButton([msg, chatbot])
+    sumbox=gr.Textbox("Summary", max_lines=100)
+    with gr.Column():
+        sum_out_box=gr.JSON(label="Summaries")
+        hist_out_box=gr.JSON(label="History")
+        
+    #sub_b = submit_b.click(generate, [msg,chatbot],[msg,chatbot,sumbox,sum_out_box,hist_out_box])
+    #sub_e = msg.submit(generate, [msg, chatbot], [msg, chatbot,sumbox,sum_out_box,hist_out_box])    
+    sub_b = submit_b.click(generate, [msg,chatbot],aud)
+    sub_e = msg.submit(generate, [msg, chatbot], aud)
+    stop_b.click(None,None,None, cancels=[sub_b,sub_e])
+iface.queue(default_concurrency_limit=10).launch()