jasonshaoshun commited on
Commit
4493851
·
1 Parent(s): 1eaca05
Files changed (2) hide show
  1. app.py +20 -0
  2. src/display/utils.py +22 -4
app.py CHANGED
@@ -149,6 +149,26 @@ def init_leaderboard_mib_causalgraph(dataframe, track):
149
  interactive=False,
150
  )
151
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
152
 
153
  def init_leaderboard(dataframe, track):
154
  if dataframe is None or dataframe.empty:
 
149
  interactive=False,
150
  )
151
 
152
+ def init_leaderboard_mib_causalgraph(dataframe, track):
153
+ print("Debugging column issues:")
154
+ print("\nActual DataFrame columns:")
155
+ print(dataframe.columns.tolist())
156
+
157
+ # Create only necessary columns
158
+ return Leaderboard(
159
+ value=dataframe,
160
+ datatype=[c.type for c in fields(AutoEvalColumn_mib_causalgraph)],
161
+ select_columns=SelectColumns(
162
+ default_selection=["Method"], # Start with just Method column
163
+ cant_deselect=["Method"], # Method column should always be visible
164
+ label="Select Columns to Display:",
165
+ ),
166
+ search_columns=["Method"],
167
+ hide_columns=[],
168
+ bool_checkboxgroup_label="Hide models",
169
+ interactive=False,
170
+ )
171
+
172
 
173
  def init_leaderboard(dataframe, track):
174
  if dataframe is None or dataframe.empty:
src/display/utils.py CHANGED
@@ -208,19 +208,37 @@ BENCHMARK_COLS_MIB_CAUSALGRAPH = []
208
  # ColumnContent(col_name, "number", True)
209
  # ])
210
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
211
  auto_eval_column_dict_mib_causalgraph = []
212
 
213
- # Method name column
214
  auto_eval_column_dict_mib_causalgraph.append(["method", ColumnContent, ColumnContent("Method", "markdown", True, never_hidden=True)])
215
- auto_eval_column_dict_mib_causalgraph.append(["eval_name", ColumnContent, ColumnContent("eval_name", "str", True)])
216
 
217
  # For each model-task-intervention-counterfactual combination
218
  for task in TasksMib_Causalgraph:
219
- for model in task.value.models: # model will already be lowercase
220
  for layer in task.value.layers[model]:
221
  for intervention in task.value.interventions:
222
  for counterfactual in task.value.counterfactuals:
223
- # Use exactly the same format as in DataFrame
224
  col_name = f"{model}_layer{layer}_{intervention}_{counterfactual}"
225
  auto_eval_column_dict_mib_causalgraph.append([
226
  col_name,
 
208
  # ColumnContent(col_name, "number", True)
209
  # ])
210
 
211
+ # auto_eval_column_dict_mib_causalgraph = []
212
+
213
+ # # Method name column
214
+ # auto_eval_column_dict_mib_causalgraph.append(["method", ColumnContent, ColumnContent("Method", "markdown", True, never_hidden=True)])
215
+ # auto_eval_column_dict_mib_causalgraph.append(["eval_name", ColumnContent, ColumnContent("eval_name", "str", True)])
216
+
217
+ # # For each model-task-intervention-counterfactual combination
218
+ # for task in TasksMib_Causalgraph:
219
+ # for model in task.value.models: # model will already be lowercase
220
+ # for layer in task.value.layers[model]:
221
+ # for intervention in task.value.interventions:
222
+ # for counterfactual in task.value.counterfactuals:
223
+ # # Use exactly the same format as in DataFrame
224
+ # col_name = f"{model}_layer{layer}_{intervention}_{counterfactual}"
225
+ # auto_eval_column_dict_mib_causalgraph.append([
226
+ # col_name,
227
+ # ColumnContent,
228
+ # ColumnContent(col_name, "number", True)
229
+ # ])
230
+
231
  auto_eval_column_dict_mib_causalgraph = []
232
 
233
+ # Only include Method column as required
234
  auto_eval_column_dict_mib_causalgraph.append(["method", ColumnContent, ColumnContent("Method", "markdown", True, never_hidden=True)])
 
235
 
236
  # For each model-task-intervention-counterfactual combination
237
  for task in TasksMib_Causalgraph:
238
+ for model in task.value.models: # model will be lowercase
239
  for layer in task.value.layers[model]:
240
  for intervention in task.value.interventions:
241
  for counterfactual in task.value.counterfactuals:
 
242
  col_name = f"{model}_layer{layer}_{intervention}_{counterfactual}"
243
  auto_eval_column_dict_mib_causalgraph.append([
244
  col_name,