Commit
Β·
0030c6c
1
Parent(s):
445cf2b
Fix error percentage calculation in user_eval.py
Browse files- src/user_eval.py +1 -1
src/user_eval.py
CHANGED
@@ -328,7 +328,7 @@ def evaluate_submission(submitted_models, summary_file_path, modelling_framw, to
|
|
328 |
summary_f.write(f" Total Submitted Models Parsed: {total_submitted_models}\n")
|
329 |
summary_f.write(f" Models That Ran Successfully (out of the submitted models): {models_ran_successfully}/{total_submitted_models}\n")
|
330 |
summary_f.write(f" Submission coverage perc: {float(total_submitted_models) / len(ground_truth_models) * 100:.2f}%\n")
|
331 |
-
summary_f.write(f" Error perc: {(total_submitted_models - models_ran_successfully) /
|
332 |
summary_f.write(f" Consistency perc: {consistency_checks_passed / len(ground_truth_models) * 100:.2f}%\n")
|
333 |
summary_f.write(f" Final Solution Accuracy perc: {all_checks_passed / len(ground_truth_models) * 100:.2f}%\n")
|
334 |
summary_f.write("-" * 30 + "\n")
|
|
|
328 |
summary_f.write(f" Total Submitted Models Parsed: {total_submitted_models}\n")
|
329 |
summary_f.write(f" Models That Ran Successfully (out of the submitted models): {models_ran_successfully}/{total_submitted_models}\n")
|
330 |
summary_f.write(f" Submission coverage perc: {float(total_submitted_models) / len(ground_truth_models) * 100:.2f}%\n")
|
331 |
+
summary_f.write(f" Error perc: {float(total_submitted_models - models_ran_successfully) / float(total_submitted_models) * 100:.2f}%\n")
|
332 |
summary_f.write(f" Consistency perc: {consistency_checks_passed / len(ground_truth_models) * 100:.2f}%\n")
|
333 |
summary_f.write(f" Final Solution Accuracy perc: {all_checks_passed / len(ground_truth_models) * 100:.2f}%\n")
|
334 |
summary_f.write("-" * 30 + "\n")
|