Uncommented string handling

app.py

@@ -207,44 +207,44 @@ def submit_prompt(email, name, system_prompt_1, system_prompt_2, system_prompt_3
         
         verdict = ""
         
-        # # When the expected output is a string, it indicates that the query was irrelevant.
-        # if isinstance(expected, str):
-        #     if notRelevant:
-        #         verdict = f"Correct"
-        #         score += 1
-        #         responses.append(
-        #             f"Question: {question}\n"
-        #             f"Answer: {answer}\n"
-        #             f"Expected: {expected}\n"
-        #             f"Result: {verdict}\n"
-        #         )
-        #         verdicts.append(verdict)
-        #         answers_list.append(answer)
-        #         continue
-        #     else:
-        #         verdict = "Incorrect (Query was irrelevant, but no user message found)"
-        #         responses.append(
-        #             f"Question: {question}\n"
-        #             f"Answer: {answer}\n"
-        #             f"Expected: {expected}\n"
-        #             f"Result: {verdict}\n"
-        #         )
-        #         verdicts.append(verdict)
-        #         answers_list.append(answer)
-        #         continue
+        # When the expected output is a string, it indicates that the query was irrelevant.
+        if isinstance(expected, str):
+            if notRelevant:
+                verdict = f"Correct"
+                score += 1
+                responses.append(
+                    f"Question: {question}\n"
+                    f"Answer: {answer}\n"
+                    f"Expected: {expected}\n"
+                    f"Result: {verdict}\n"
+                )
+                verdicts.append(verdict)
+                answers_list.append(answer)
+                continue
+            else:
+                verdict = "Incorrect (Query was irrelevant, but no user message found)"
+                responses.append(
+                    f"Question: {question}\n"
+                    f"Answer: {answer}\n"
+                    f"Expected: {expected}\n"
+                    f"Result: {verdict}\n"
+                )
+                verdicts.append(verdict)
+                answers_list.append(answer)
+                continue
         
         # If the expected output is a JSON object but answer is a String
-        # if notRelevant and not isinstance(expected, str):
-        #     verdict = "Incorrect (Query was relevant, but user message found)"
-        #     responses.append(
-        #         f"Question: {question}\n"
-        #         f"Answer: {answer}\n"
-        #         f"Expected: {json.dumps(expected)}\n"
-        #         f"Result: {verdict}\n"
-        #     )
-        #     verdicts.append(verdict)
-        #     answers_list.append(answer)
-        #     continue
+        if notRelevant and not isinstance(expected, str):
+            verdict = "Incorrect (Query was relevant, but user message found)"
+            responses.append(
+                f"Question: {question}\n"
+                f"Answer: {answer}\n"
+                f"Expected: {json.dumps(expected)}\n"
+                f"Result: {verdict}\n"
+            )
+            verdicts.append(verdict)
+            answers_list.append(answer)
+            continue
     
         try:
             parsed_answer = json.loads(answer)