Update app.py

app.py

@@ -28,7 +28,34 @@ def check_hallucination(assertion,citation):
 
     return f"**hullicination score:** {output}"
 
+# Define the API parameters
+VAPI_URL = "https://api-inference.huggingface.co/models/vectara/hallucination_evaluation_model"
 
+headers = {"Authorization": f"Bearer {HuggingFace_Token}"}
+
+# Function to query the API
+def query(payload):
+    response = requests.post(VAPI_URL, headers=headers, json=payload)
+    return response.json()
+
+# Function to evaluate hallucination
+def evaluate_hallucination(input1, input2):
+    # Combine the inputs
+    combined_input = f"{input1}. {input2}"
+    
+    # Make the API call
+    output = query({"inputs": combined_input})
+    
+    # Extract the score from the output
+    score = output[0][0]['score']
+    
+    # Generate a label based on the score
+    if score < 0.5:
+        label = "🔴", f"The score is less than 0.5, indicating low risk. Score: {score:.2f}"
+    else:
+        label = "🟢", f"The score is 0.5 or higher, indicating higher risk. Score: {score:.2f}"
+    
+    return label
 
 def process_speech(input_language, audio_input):
     """
@@ -280,11 +307,13 @@ def process_and_query(input_language=None,audio_input=None,image_input=None,text
         # Process the summary with OpenAI
         final_response = process_summary_with_openai(markdown_output)
 
-        # check hullucination
-        hullucination_score = check_hallucination(text_input,final_response)
+        # Evaluate hallucination
+        hallucination_label = evaluate_hallucination(final_response, markdown_output)
         
-        # Return the processed summary along with the full output
-        return f"**Summary**: {final_response}\n\n**Full output**:\n{markdown_output}\n\n**Hullucination Score**:\n{hullucination_score}"
+        # Return the processed summary along with the hallucination label
+        return final_response, hallucination_label
+
+        return f"**Summary**: {final_response}\n\n**Full output**:\n{markdown_output}\n\n**Hallucination Evaluation**: {hallucination_message} {hallucination_result}"
     except Exception as e:
         return str(e)
 
@@ -424,7 +453,7 @@ with gr.Blocks(theme='ParityError/Anime') as iface :
         text_input = gr.Textbox(label="input text",lines=5)
         text_output = gr.Markdown(label="output text")
         text_button = gr.Button("process text")
-        text_button.click(process_and_query, inputs=[input_language,audio_input,image_input,text_input], outputs=text_output)
+        text_button.click(process_and_query, inputs=[input_language,audio_input,image_input,text_input], outputs=[gr.outputs.Textbox(label="Output"), gr.outputs.Label()]
         gr.Examples([
             ["What is the proper treatment for buccal herpes?"],
             ["Male, 40 presenting with swollen glands and a rash"],