Update compute_model_property.py

compute_model_property.py

@@ -293,28 +293,19 @@ def return_output():
     
     model_checkpoint = "sgugger/glue-mrpc"
     dataset_name = "nyu-mll/glue" 
-    metric = ["glue", "mrpc"]
 
     print(model_checkpoint, dataset_name, metric)
     
     model_checkpoint = model_checkpoint
     raw_datasets = load_dataset(dataset_name, "mrpc")
-    metric = load("glue", "mrpc")
+    #metric = load("glue", "mrpc")
     #tokenizer = AutoTokenizer.from_pretrained(model_checkpoint)
     output = compute_model_card_evaluation_results(model_checkpoint, raw_datasets, metric)
         
-    return {
-    "eval_accuracy": 0.8553921568627451,
-    "eval_f1": 0.8973913043478261,
-    "eval_loss": 0.6565754413604736,
-    "eval_model_preparation_time": 0.0012,
-    "eval_runtime": 6.6806,
-    "eval_samples_per_second": 61.073,
-    "eval_steps_per_second": 3.892
-}
-
-if __name__ == "__main__":
-    uvicorn.run(app, host="0.0.0.0", port=8080, log_level="debug")
+    return output
+
+#if __name__ == "__main__":
+#    uvicorn.run(app, host="0.0.0.0", port=8080, log_level="debug")
     
     """
     in_container = True