|
[ |
|
{ |
|
"client_id": 0, |
|
"datasets":[ |
|
{"dataset": "RecipeQA_TextCloze","subset_id": 0, "type":"multi-choice"}, |
|
{"dataset": "RecipeQA_VisualCloze","subset_id": 0, "type":"multi-choice"}, |
|
{"dataset": "COMICS_Dialogue","subset_id": 0, "type":"multi-choice"}, |
|
{"dataset": "COMICS_Panel","subset_id": 0, "type":"multi-choice"} |
|
] |
|
}, |
|
{ |
|
"client_id": 1, |
|
"datasets":[ |
|
{"dataset": "Fashion200K","subset_id": 0,"type":"multi-choice"}, |
|
{"dataset": "Fashion200K","subset_id": 1,"type":"multi-choice"}, |
|
{"dataset": "RecipeQA_ImageCoherence","subset_id": 0,"type":"multi-choice"}, |
|
{"dataset": "NLVR2","subset_id": 0,"type":"multi-choice"} |
|
] |
|
}, |
|
{ |
|
"client_id": 2, |
|
"datasets":[ |
|
{"dataset": "Bongard-OpenWorld","subset_id": 0, "type":"open-ended"}, |
|
{"dataset": "Bongard-OpenWorld","subset_id": 1, "type":"multi-choice"}, |
|
{"dataset": "Bongard-HOI","subset_id": 0, "type":"multi-choice"}, |
|
{"dataset": "Bongard-HOI","subset_id": 1, "type":"multi-choice"} |
|
] |
|
}, |
|
{ |
|
"client_id": 3, |
|
"datasets":[ |
|
{"dataset": "VISION","subset_id": 0, "type":"multi-choice"}, |
|
{"dataset": "VISION","subset_id": 1, "type":"multi-choice"}, |
|
{"dataset": "VizWiz","subset_id": 0, "type":"multi-choice"}, |
|
{"dataset": "MIT-States","subset_id": 0, "type":"multi-choice"} |
|
] |
|
} |
|
] |