Duplicate from simonraj/ELOralCoachv1

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,13 @@
+---
+title: OralCoachStreamingEL
+emoji: 📉
+colorFrom: yellow
+colorTo: gray
+sdk: gradio
+sdk_version: 3.42.0
+app_file: app.py
+pinned: false
+duplicated_from: simonraj/ELOralCoachv1
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,65 @@
+import gradio as gr
+import openai
+import os
+import data6  # Importing the data6 module
+import base64
+
+OPENAI_API_KEY = os.getenv("OPENAI_API_KEY") 
+openai.api_key = OPENAI_API_KEY
+
+def image_to_base64(img_path):
+    with open(img_path, "rb") as img_file:
+        return base64.b64encode(img_file.read()).decode('utf-8')
+
+img_base64 = image_to_base64("SBC6.jpg")
+img_html = f'<img src="data:image/jpg;base64,{img_base64}" alt="SBC6" width="300" style="display: block; margin: auto;"/>'
+
+
+def predict(question_choice, audio):
+    # Transcribe the audio using Whisper
+    with open(audio, "rb") as audio_file:
+        transcript = openai.Audio.transcribe("whisper-1", audio_file)
+    
+    message = transcript["text"]
+
+    # Generate the system message based on the chosen question
+    current_question_index = data6.questions.index(question_choice)
+
+    # Construct the conversation with the system and user's message
+    conversation = [
+        {
+            "role": "system",
+            "content": f"You are an expert English Language Teacher in a Singapore Primary school, directly guiding a Primary 6 student in Singapore. The student is answering the question: '{data6.questions[current_question_index]}'. Based on their response, provide direct feedback to help them improve their spoken skills. Emphasize areas of strength, suggest areas of improvement, and guide them on how to better answer using the {data6.strategy_text[current_question_index][0]} strategy. The feedback should be in second person, addressing the student directly."
+        },
+        {"role": "user", "content": message}
+    ]
+
+    response = openai.ChatCompletion.create(
+        model='gpt-3.5-turbo',
+        messages=conversation,
+        temperature=0.7,
+        max_tokens=300,  # Limiting the response to 400 tokens
+        stream=True
+    )
+
+    partial_message = ""
+    for chunk in response:
+        if len(chunk['choices'][0]['delta']) != 0:
+            partial_message = partial_message + chunk['choices'][0]['delta']['content']
+            yield partial_message
+
+def get_image_html():
+    return "![](SBC6.jpg)"  # Markdown syntax to embed the image
+
+# Gradio Interface
+iface = gr.Interface(
+    fn=predict,
+    inputs=[
+        gr.Radio(data6.questions, label="Choose a question", default=data6.questions[0]),  # Dropdown for question choice
+        gr.inputs.Audio(source="microphone", type="filepath")  # Audio input
+    ],
+    outputs=gr.inputs.Textbox(),  # Using inputs.Textbox as an output to make it editable
+    description=img_html
+)
+iface.queue().launch()
+

data6.py

@@ -0,0 +1,32 @@
+strategy_text = {
+    0: ("PEEL strategy (Point, Evidence, Experience(s), Link back to the question)", "Use the PEEL strategy to structure your response. Start with a Point, then provide Evidence, share an Experience, and finally Link back to the question."),
+    1: ("5W1H thinking frame (Who, What, Where, When, Why, How)", "Use the 5W1H thinking frame to answer the question. Address Who, What, Where, When, Why, and How in your response."),
+    2: ("OREO thinking frame (Opening Statement, Reasons, Elaborate, Opinion)", "Use the OREO thinking frame to guide your response. Start with an Opening Statement, provide Reasons, Elaborate on them, and conclude with your Opinion.")
+}
+
+description = (
+    "The picture shows a Poem contest entry form to celebrate Teachers’ Day."
+)
+
+questions = [
+    f"1. Look at the picture. Would you be interested to do this activity? Why? / Why not? (Strategy: {strategy_text[0][0]})",
+    f"2. How does your school celebrate Teachers’ Day? (Strategy: {strategy_text[1][0]})",
+    f"3. Other than teachers, who else would you like to show your appreciation to, and why? (Strategy: {strategy_text[2][0]})",
+]
+
+def generate_system_message(current_question_index):
+    strategy, explanation = strategy_text[current_question_index]
+    system_message = f"""
+    As your English Oral Coach, my role is to guide you as you prepare to answer the oral questions. I'll be asking thought-provoking questions to help you develop your own answers. 
+
+    Now, let's focus on {strategy}. {explanation}
+
+    Along the way, I'll prompt you to clarify your thoughts, explore key terms, challenge your reasoning, and reflect on the discussion. 
+
+    Once we've thoroughly explored each part of the strategy, I'll assist you in assembling your thoughts into a comprehensive and eloquent response using the insights we've gathered.
+
+    Remember, our ultimate goal is to enhance your critical thinking skills and independence. Try to use sophisticated vocabulary and expressions, and refer to the picture where relevant to support your response.
+
+    Please ensure your response is in English.
+    """
+    return system_message

requirements.txt

@@ -0,0 +1 @@
+openai