fewshot_as_multiturn

src/leaderboard/read_evals.py

@@ -154,8 +154,7 @@ class EvalResult:
     def update_with_metadata(self, metadata):
         # print('UPDATE', self.full_model, self.model, self.eval_name)
         try:
-            k = self.full_model.replace(',chat', '')
-            k = self.full_model.replace(',no-multiturn', '')
+            k = self.full_model.replace(',chat', '').replace(',no-multiturn', '')
             meta = metadata[k]
             self.model_type = ModelType.from_str(meta.get("type", "?"))
             self.num_params = meta.get("params", 0)