update

app.py

@@ -18,6 +18,55 @@ You are an AI tasked with identifying false negatives in answer verification. A
 Return "True" if the model's answer is correct, otherwise return "False".
 """
 
+# Define our example sets
+EXAMPLES = [
+    {
+        "name": "Order-Insensitive",
+        "question": "Determine all real values of $x$ for which $(x+8)^{4}=(2 x+16)^{2}$.",
+        "ground_truth": "-6,-8,-10",
+        "model_answer": "-10, -8, -6",
+        "temp": 0.3,
+        "top_p": 0.95,
+        "tokens": 2
+    },
+    {
+        "name": "Latex Expression",
+        "question": "A bag contains 3 green balls, 4 red balls, and no other balls. Victor removes balls randomly from the bag, one at a time, and places them on a table. Each ball in the bag is equally likely to be chosen each time that he removes a ball. He stops removing balls when there are two balls of the same colour on the table. What is the probability that, when he stops, there is at least 1 red ball and at least 1 green ball on the table?",
+        "ground_truth": "$\\frac{4}{7}$",
+        "model_answer": "4/7",
+        "temp": 0.3,
+        "top_p": 0.95,
+        "tokens": 2
+    },
+    {
+        "name": "Variable Labeling",
+        "question": "If $T=x^{2}+\\frac{1}{x^{2}}$, determine the values of $b$ and $c$ so that $x^{6}+\\frac{1}{x^{6}}=T^{3}+b T+c$ for all non-zero real numbers $x$.",
+        "ground_truth": "-3,0",
+        "model_answer": "b=-3, c=0",
+        "temp": 0.3,
+        "top_p": 0.95,
+        "tokens": 2
+    },
+    {
+        "name": "Paraphrase",
+        "question": "Peter has 8 coins, of which he knows that 7 are genuine and weigh the same, while one is fake and differs in weight, though he does not know whether it is heavier or lighter. Peter has access to a balance scale, which shows which side is heavier but not by how much. For each weighing, Peter must pay Vasya one of his coins before the weighing. If Peter pays with a genuine coin, Vasya will provide an accurate result; if a fake coin is used, Vasya will provide a random result. Peter wants to determine 5 genuine coins and ensure that none of these genuine coins are given to Vasya. Can Peter guaranteedly achieve this?",
+        "ground_truth": "Petya can guarantee finding 5 genuine coins.",
+        "model_answer": "Yes, Peter can guarantee finding 5 genuine coins while ensuring that none of these genuine coins are paid to Vasya.",
+        "temp": 0.3,
+        "top_p": 0.95,
+        "tokens": 2
+    },
+    {
+        "name": "False Example",
+        "question": "What is the tallest mountain in the world?",
+        "ground_truth": "Mount Everest is the tallest mountain in the world.",
+        "model_answer": "K2 is the tallest mountain on Earth.",
+        "temp": 0.3,
+        "top_p": 0.95,
+        "tokens": 2
+    }
+]
+
 # Main verification function
 def verify_answer(question, ground_truth, model_answer, temperature, top_p, max_tokens):
     # Format the prompt with user inputs
@@ -51,16 +100,28 @@ def verify_answer(question, ground_truth, model_answer, temperature, top_p, max_
     except Exception as e:
         yield f"Error: {str(e)}"
 
+# Function to load an example when its button is clicked
+def load_example(example_index):
+    example = EXAMPLES[example_index]
+    return (
+        example["question"],
+        example["ground_truth"],
+        example["model_answer"],
+        example["temp"],
+        example["top_p"],
+        example["tokens"]
+    )
+
 # Create the Gradio interface
-with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue", font=[gr.themes.GoogleFont("Inter"), "ui-sans-serif", "system-ui", "sans-serif"]), title="Answer Verification Tool") as demo:
+with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue", font=[gr.themes.GoogleFont("Inter"), "ui-sans-serif", "system-ui", "sans-serif"]), title="TinyV") as demo:
     # Header with title and description
     with gr.Row():
         with gr.Column():
             gr.Markdown(
                 """
-                # Answer Verification Tool
+                # TinyV - Answer Verification Tool
                 
-                This tool verifies if an answer is correct compared to a ground truth answer, even if there are minor differences in formatting or wording.
+                This tool verifies if an answer is correct compared to a ground truth answer for RL.
                 """
             )
     
@@ -79,7 +140,7 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue", font=[gr.themes.GoogleFo
                 
                 ### What this tool does
                 
-                This tool determines if a model's answer is semantically correct compared to a ground truth answer, even if there are minor discrepancies in formatting or wording.
+                This tool determines if a model's answer is semantically correct compared to a ground truth answer using a fine-tuned LLM.
                 
                 The model analyzes both answers and returns:
                 - **True** if the model answer is correct
@@ -91,9 +152,9 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue", font=[gr.themes.GoogleFo
                 
                 client = Client("zhangchenxu/TinyV")
                 result = client.predict(
-                    question="What is the capital of France?",
-                    ground_truth="The capital of France is Paris.",
-                    model_answer="Paris is the capital of France.",
+                    question="Determine all real values of $x$ for which $(x+8)^{4}=(2 x+16)^{2}$.",
+                    ground_truth="-6,-8,-10",
+                    model_answer="-10, -8, -6",
                     temperature=0.3,
                     top_p=0.95,
                     max_tokens=1,
@@ -108,7 +169,7 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue", font=[gr.themes.GoogleFo
             with gr.Accordion("Advanced Settings", open=False):
                 temperature = gr.Slider(minimum=0.0, maximum=1.0, value=0.3, step=0.1, label="Temperature")
                 top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)")
-                max_tokens = gr.Slider(minimum=32, maximum=512, value=1, step=32, label="Max Tokens")
+                max_tokens = gr.Slider(minimum=1, maximum=256, value=1, step=1, label="Max Tokens")
                 
         with gr.Column(scale=1):
             gr.Markdown("## Input")
@@ -116,6 +177,19 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue", font=[gr.themes.GoogleFo
             ground_truth = gr.Textbox(lines=5, label="Ground Truth Answer", placeholder="Enter the correct answer here...")
             model_answer = gr.Textbox(lines=5, label="Model Answer", placeholder="Enter the answer to verify here...")
             
+            # Examples section as buttons
+            gr.Markdown("### Try an example:")
+            with gr.Row():
+                example_buttons = []
+                for i, example in enumerate(EXAMPLES):
+                    btn = gr.Button(example["name"], size="sm")
+                    example_buttons.append(btn)
+                    # Connect each button to the load_example function
+                    btn.click(
+                        fn=lambda idx=i: load_example(idx),
+                        outputs=[question, ground_truth, model_answer, temperature, top_p, max_tokens]
+                    )
+            
             verify_btn = gr.Button("Verify Answer", variant="primary")
             
             gr.Markdown("## Result")
@@ -128,68 +202,14 @@ with gr.Blocks(theme=gr.themes.Soft(primary_hue="blue", font=[gr.themes.GoogleFo
         outputs=result
     )
     
-    # Examples section - improved styling
-    with gr.Accordion("Examples", open=True):
-        with gr.Row():
-            gr.Examples(
-                examples=[
-                    [
-                        "What is the capital of France?",
-                        "The capital of France is Paris.",
-                        "Paris is the capital of France.",
-                        0.3,
-                        0.95,
-                        2,
-                    ],
-                    [
-                        "What is 2+2?",
-                        "4",
-                        "Four.",
-                        0.3,
-                        0.95,
-                        2,
-                    ],
-                ],
-                inputs=[question, ground_truth, model_answer, temperature, top_p, max_tokens],
-                outputs=result,
-                fn=verify_answer,
-                cache_examples=True,
-            )
-        
-        with gr.Row():
-            gr.Examples(
-                examples=[
-                    [
-                        "When was the Declaration of Independence signed?",
-                        "July 4, 1776",
-                        "The Declaration of Independence was signed on July 4th, 1776.",
-                        0.3,
-                        0.95,
-                        2,
-                    ],
-                    [
-                        "List the first three planets from the sun.",
-                        "Mercury, Venus, Earth",
-                        "The first three planets from the sun are Mercury, Venus, and Earth.",
-                        0.3,
-                        0.95,
-                        2,
-                    ],
-                ],
-                inputs=[question, ground_truth, model_answer, temperature, top_p, max_tokens],
-                outputs=result,
-                fn=verify_answer,
-                cache_examples=True,
-            )
-    
-    # Add footer with extra information
-    with gr.Row(equal_height=True):
-        gr.Markdown(
-            """
-            ### About
-            This tool uses the zhangchenxu/TinyV-1.5B model to verify the correctness of the answers,
-            allowing for different phrasings of correct answers.
-            """
+    # Run verification when an example is loaded (optional)
+    for btn in example_buttons:
+        btn.click(
+            fn=verify_answer,
+            inputs=[question, ground_truth, model_answer, temperature, top_p, max_tokens],
+            outputs=result,
+            _js="() => {setTimeout(() => document.querySelector('#verify-btn').click(), 100)}",
+            queue=False
         )
 
 # Define the public API