Andrea Seveso commited on
Commit
29949c0
·
1 Parent(s): e547bd8

Remove stuff

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +0 -10
src/leaderboard/read_evals.py CHANGED
@@ -24,7 +24,6 @@ class EvalResult:
24
  precision: Precision = Precision.Unknown
25
  model_type: ModelType = ModelType.Unknown # Pretrained, fine tuned, ...
26
  architecture: str = "Unknown"
27
- license: str = "?"
28
  likes: int = 0
29
  num_params: int = 0
30
  date: str = "" # submission date of request file
@@ -59,11 +58,6 @@ class EvalResult:
59
  still_on_hub, _, model_config = is_model_on_hub(
60
  full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
61
  )
62
- architecture = "?"
63
- if model_config is not None:
64
- architectures = getattr(model_config, "architectures", None)
65
- if architectures:
66
- architecture = ";".join(architectures)
67
 
68
  # Extract results available in this file (some results are split in several files)
69
  results = {}
@@ -88,7 +82,6 @@ class EvalResult:
88
  precision=precision,
89
  revision=config.get("model_sha", ""),
90
  still_on_hub=still_on_hub,
91
- architecture=architecture
92
  )
93
 
94
  def update_with_request_file(self, requests_path):
@@ -100,7 +93,6 @@ class EvalResult:
100
  with open(request_file, "r") as f:
101
  request = json.load(f)
102
  self.model_type = ModelType.from_str(request.get("model_type", ""))
103
- self.likes = request.get("likes", 0)
104
  self.num_params = request.get("params", 0)
105
  self.date = request.get("submitted_time", "")
106
  except Exception:
@@ -109,8 +101,6 @@ class EvalResult:
109
 
110
  def to_dict(self):
111
  """Converts the Eval Result to a dict compatible with our dataframe display"""
112
- average = sum([v for v in self.results.values()
113
- if v is not None]) / len(Tasks)
114
  data_dict = {
115
  "eval_name": self.eval_name, # not a column, just a save name,
116
  AutoEvalColumn.precision.name: self.precision.value.name,
 
24
  precision: Precision = Precision.Unknown
25
  model_type: ModelType = ModelType.Unknown # Pretrained, fine tuned, ...
26
  architecture: str = "Unknown"
 
27
  likes: int = 0
28
  num_params: int = 0
29
  date: str = "" # submission date of request file
 
58
  still_on_hub, _, model_config = is_model_on_hub(
59
  full_model, config.get("model_sha", "main"), trust_remote_code=True, test_tokenizer=False
60
  )
 
 
 
 
 
61
 
62
  # Extract results available in this file (some results are split in several files)
63
  results = {}
 
82
  precision=precision,
83
  revision=config.get("model_sha", ""),
84
  still_on_hub=still_on_hub,
 
85
  )
86
 
87
  def update_with_request_file(self, requests_path):
 
93
  with open(request_file, "r") as f:
94
  request = json.load(f)
95
  self.model_type = ModelType.from_str(request.get("model_type", ""))
 
96
  self.num_params = request.get("params", 0)
97
  self.date = request.get("submitted_time", "")
98
  except Exception:
 
101
 
102
  def to_dict(self):
103
  """Converts the Eval Result to a dict compatible with our dataframe display"""
 
 
104
  data_dict = {
105
  "eval_name": self.eval_name, # not a column, just a save name,
106
  AutoEvalColumn.precision.name: self.precision.value.name,