[ | |
{ | |
"client_id": 0, | |
"datasets":[ | |
{"dataset": "RecipeQA_ImageCoherence","subset_id": 0,"type":"multi-choice"} | |
] | |
}, | |
{ | |
"client_id": 1, | |
"datasets":[ | |
{"dataset": "MagicBrush","subset_id": 0, "type":"open-ended", "metric":"RougeL"} | |
] | |
}, | |
{ | |
"client_id": 2, | |
"datasets":[ | |
{"dataset": "MagicBrush","subset_id": 1, "type":"multi-choice"} | |
] | |
} | |
] |