smarter calculation of params

generate_overview_json.py

@@ -18,8 +18,6 @@ def main():
         if pfin.stem == "models":
             continue
         short_name = pfin.stem.split("_")[2]
-        if short_name in results:
-            continue
 
         data = json.loads(pfin.read_text(encoding="utf-8"))
         if "config" not in data:
@@ -36,16 +34,17 @@ def main():
         results[short_name] = {
             "model_name": model_args["pretrained"],
             "compute_dtype": model_args.get("dtype", None),
-            "quantization": None,
-            "num_parameters": get_num_parameters(model_args["pretrained"])
+            "quantization": None
         }
 
+        if "num_parameters" not in results[short_name]:
+            results[short_name]["num_parameters"] = get_num_parameters(model_args["pretrained"])
+
         if "load_in_8bit" in model_args:
             results[short_name]["quantization"] = "8-bit"
         elif "load_in_4bit" in model_args:
             results[short_name]["quantization"] = "4-bit"
 
-    pprint(results)
     pf_overview.write_text(json.dumps(results, indent=4), encoding="utf-8")