added tabs

app.py

@@ -10,7 +10,7 @@ import json
 import dotenv
 from scipy.io.wavfile import write
 import PIL
-from openai import OpenAI
+# from openai import OpenAI
 dotenv.load_dotenv()
 
 seamless_client = Client("facebook/seamless_m4t")
@@ -22,7 +22,6 @@ def process_speech(audio):
     """
     processing sound using seamless_m4t
     """
-    print("running audio ... \n audio_value is", audio)
     audio_name = f"{np.random.randint(0, 100)}.wav"
     sr, data = audio
     write(audio_name, sr, data.astype(np.int16))
@@ -220,69 +219,98 @@ def convert_to_markdown(vectara_response_json):
 # Main function to handle the Gradio interface logic
 
 
-def process_and_query(text=None, image=None, audio=None):
+def process_and_query(text=None):
     try:
         # augment the prompt before feeding it to vectara
         text = "the user asks the following to his health adviser " + text
         # If an image is provided, process it with OpenAI and use the response as the text query for Vectara
-        if image is not None:
-            text = process_image(image)
-            return "**Summary:** "+text
-        if audio is not None:
-            text = process_speech(audio)
-            # augment the prompt before feeding it to vectara
-            text = "the user asks the following to his health adviser " + text
+        # if image is not None:
+        #     text = process_image(image)
+        #     return "**Summary:** "+text
+        # if audio is not None:
+        #     text = process_speech(audio)
+        #     # augment the prompt before feeding it to vectara
+        #     text = "the user asks the following to his health adviser " + text
             
 
         # Now, use the text (either provided by the user or obtained from OpenAI) to query Vectara
         vectara_response_json = query_vectara(text)
         markdown_output = convert_to_markdown(vectara_response_json)
-        client = OpenAI()
-        prompt ="Answer in the same language, write it better, more understandable and shorter:"
-        markdown_output_final = markdown_output
-
-        completion = client.chat.completions.create(
-          model="gpt-3.5-turbo",
-          messages=[
-            {"role": "system", "content": prompt},
-            {"role": "user", "content": markdown_output_final}
-          ]
-        )
-        final_response= completion.choices[0].message.content
-        return final_response
+        # client = OpenAI()
+        # prompt ="Answer in the same language, write it better, more understandable and shorter:"
+        # markdown_output_final = markdown_output
+
+        # completion = client.chat.completions.create(
+        #   model="gpt-3.5-turbo",
+        #   messages=[
+        #     {"role": "system", "content": prompt},
+        #     {"role": "user", "content": markdown_output_final}
+        #   ]
+        # )
+        # final_response= completion.choices[0].message.content
+        return markdown_output
     except Exception as e:
         return str(e)
 
 
 # Define the Gradio interface
-iface = gr.Interface(
-    fn=process_and_query,
-    inputs=[
-        gr.Textbox(label="Input Text"),
-        gr.Image(label="Upload Image"),
-        gr.Audio(label="talk in french",
-                 sources=["microphone"]),
-    ],
-    outputs=[gr.Markdown(label="Output Text")],
-    title="👋🏻Welcome to ⚕🗣️😷MultiMed - Access Chat ⚕🗣️😷",
-    description='''
-            ### How To Use ⚕🗣️😷MultiMed⚕: 
-            #### 🗣️📝Interact with ⚕🗣️😷MultiMed⚕ in any language using audio or text!
-            #### 🗣️📝 This is an educational and accessible conversational tool to improve wellness and sanitation in support of public health. 
-            #### 📚🌟💼 The knowledge base is composed of publicly available medical and health sources in multiple languages. We also used [Kelvalya/MedAware](https://huggingface.co/datasets/keivalya/MedQuad-MedicalQnADataset) that we processed and converted to HTML. The quality of the answers depends on the quality of the dataset, so if you want to see some data represented here, do [get in touch](https://discord.gg/GWpVpekp). You can also use 😷MultiMed⚕️ on your own data & in your own way by cloning this space. 🧬🔬🔍 Simply click here: <a style="display:inline-block" href="https://huggingface.co/spaces/TeamTonic/MultiMed?duplicate=true"><img src="https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14" alt="Duplicate Space"></a></h3>
-            #### Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder's🛠️community on 👻Discord: [Discord](https://discord.gg/GWpVpekp) On 🤗Huggingface: [TeamTonic](https://huggingface.co/TeamTonic) & [MultiTransformer](https://huggingface.co/MultiTransformer) On 🌐Github: [Polytonic](https://github.com/tonic-ai) & contribute to 🌟 [PolyGPT](https://github.com/tonic-ai/polygpt-alpha)"
-            ''',
-    theme='ParityError/Anime',
-    examples=[
-        ["What is the proper treatment for buccal herpes?"],
-        ["Male, 40 presenting with swollen glands and a rash"],
-        ["How does cellular metabolism work TCA cycle"],
-        ["What special care must be provided to children with chicken pox?"],
-        ["When and how often should I wash my hands ?"],
-        ["بکل ہرپس کا صحیح علاج کیا ہے؟"],
-        ["구강 헤르페스의 적절한 치료법은 무엇입니까?"],
-        ["Je, ni matibabu gani sahihi kwa herpes ya buccal?"],
-    ],
-)
+# iface = gr.Interface(
+#     fn=process_and_query,
+#     inputs=[
+#         gr.Textbox(label="Input Text"),
+#         gr.Image(label="Upload Image"),
+#         gr.Audio(label="talk in french",
+#                  sources=["microphone"]),
+#     ],
+#     outputs=[gr.Markdown(label="Output Text")],
+#     title="👋🏻Welcome to ⚕🗣️😷MultiMed - Access Chat ⚕🗣️😷",
+#     description='''
+#             ### How To Use ⚕🗣️😷MultiMed⚕: 
+#             #### 🗣️📝Interact with ⚕🗣️😷MultiMed⚕ in any language using audio or text!
+#             #### 🗣️📝 This is an educational and accessible conversational tool to improve wellness and sanitation in support of public health. 
+#             #### 📚🌟💼 The knowledge base is composed of publicly available medical and health sources in multiple languages. We also used [Kelvalya/MedAware](https://huggingface.co/datasets/keivalya/MedQuad-MedicalQnADataset) that we processed and converted to HTML. The quality of the answers depends on the quality of the dataset, so if you want to see some data represented here, do [get in touch](https://discord.gg/GWpVpekp). You can also use 😷MultiMed⚕️ on your own data & in your own way by cloning this space. 🧬🔬🔍 Simply click here: <a style="display:inline-block" href="https://huggingface.co/spaces/TeamTonic/MultiMed?duplicate=true"><img src="https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14" alt="Duplicate Space"></a></h3>
+#             #### Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder's🛠️community on 👻Discord: [Discord](https://discord.gg/GWpVpekp) On 🤗Huggingface: [TeamTonic](https://huggingface.co/TeamTonic) & [MultiTransformer](https://huggingface.co/MultiTransformer) On 🌐Github: [Polytonic](https://github.com/tonic-ai) & contribute to 🌟 [PolyGPT](https://github.com/tonic-ai/polygpt-alpha)"
+#             ''',
+#     theme='ParityError/Anime',
+#     examples=[
+#         ["What is the proper treatment for buccal herpes?"],
+#         ["Male, 40 presenting with swollen glands and a rash"],
+#         ["How does cellular metabolism work TCA cycle"],
+#         ["What special care must be provided to children with chicken pox?"],
+#         ["When and how often should I wash my hands ?"],
+#         ["بکل ہرپس کا صحیح علاج کیا ہے؟"],
+#         ["구강 헤르페스의 적절한 치료법은 무엇입니까?"],
+#         ["Je, ni matibabu gani sahihi kwa herpes ya buccal?"],
+#     ],
+# )
+
+welcome_message = """
+# 👋🏻Welcome to ⚕🗣️😷MultiMed - Access Chat ⚕🗣️😷
+### How To Use ⚕🗣️😷MultiMed⚕: 
+#### 🗣️📝Interact with ⚕🗣️😷MultiMed⚕ in any language using audio or text!
+#### 🗣️📝 This is an educational and accessible conversational tool to improve wellness and sanitation in support of public health. 
+#### 📚🌟💼 The knowledge base is composed of publicly available medical and health sources in multiple languages. We also used [Kelvalya/MedAware](https://huggingface.co/datasets/keivalya/MedQuad-MedicalQnADataset) that we processed and converted to HTML. The quality of the answers depends on the quality of the dataset, so if you want to see some data represented here, do [get in touch](https://discord.gg/GWpVpekp). You can also use 😷MultiMed⚕️ on your own data & in your own way by cloning this space. 🧬🔬🔍 Simply click here: <a style="display:inline-block" href="https://huggingface.co/spaces/TeamTonic/MultiMed?duplicate=true"><img src="https://img.shields.io/badge/-Duplicate%20Space-blue?labelColor=white&style=flat&logo=data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAAAXNSR0IArs4c6QAAAP5JREFUOE+lk7FqAkEURY+ltunEgFXS2sZGIbXfEPdLlnxJyDdYB62sbbUKpLbVNhyYFzbrrA74YJlh9r079973psed0cvUD4A+4HoCjsA85X0Dfn/RBLBgBDxnQPfAEJgBY+A9gALA4tcbamSzS4xq4FOQAJgCDwV2CPKV8tZAJcAjMMkUe1vX+U+SMhfAJEHasQIWmXNN3abzDwHUrgcRGmYcgKe0bxrblHEB4E/pndMazNpSZGcsZdBlYJcEL9Afo75molJyM2FxmPgmgPqlWNLGfwZGG6UiyEvLzHYDmoPkDDiNm9JR9uboiONcBXrpY1qmgs21x1QwyZcpvxt9NS09PlsPAAAAAElFTkSuQmCC&logoWidth=14" alt="Duplicate Space"></a></h3>
+#### Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder's🛠️community on 👻Discord: [Discord](https://discord.gg/GWpVpekp) On 🤗Huggingface: [TeamTonic](https://huggingface.co/TeamTonic) & [MultiTransformer](https://huggingface.co/MultiTransformer) On 🌐Github: [Polytonic](https://github.com/tonic-ai) & contribute to 🌟 [PolyGPT](https://github.com/tonic-ai/polygpt-alpha)"             
+"""
+
+with gr.Blocks(theme='ParityError/Anime') as iface : 
+    gr.Markdown(welcome_message)
+    with gr.Tab("text summarization"):
+        text_input = gr.Textbox(label="input text",lines=5)
+        text_output = gr.Markdown(label="output text")
+        text_button = gr.Button("process text")
+    with gr.Tab("image identification"):
+        image_input = gr.Image(label="upload image")
+        image_output = gr.Markdown(label="output text")
+        image_button = gr.Button("process image")
+    with gr.Tab("speech to text translation"):
+        audio_input = gr.Audio(label="talk in french",
+                 sources=["microphone"])
+        audio_output = gr.Markdown(label="output text")
+        audio_button = gr.Button("process audio")
+    text_button.click(process_and_query, inputs=text_input, outputs=text_output)
+    image_button.click(process_image, inputs=image_input, outputs=image_output)
+    audio_button.click(process_speech, inputs=audio_input, outputs=audio_output)
+
 
 iface.launch()