Spaces:
Running
Running
Update utils.py
Browse files
utils.py
CHANGED
@@ -39,7 +39,9 @@ This comprehensive suite enables robust evaluation of multimodal embedding model
|
|
39 |
| [**🤗Hugging Face**](https://huggingface.co/datasets/TIGER-Lab/MMEB-V2) |
|
40 |
"""
|
41 |
|
42 |
-
TABLE_INTRODUCTION = """
|
|
|
|
|
43 |
|
44 |
LEADERBOARD_INFO = """
|
45 |
## Dataset Summary
|
|
|
39 |
| [**🤗Hugging Face**](https://huggingface.co/datasets/TIGER-Lab/MMEB-V2) |
|
40 |
"""
|
41 |
|
42 |
+
TABLE_INTRODUCTION = """I-CLS: Image Classification, I-QA: (Image) Visual Question Answering, I-RET: Image Retrieval, I-VG: (Image) Visual Grounding \n
|
43 |
+
V1-Overall = (10 * I-CLS + 10 * I-QA + 12 * I-RET + 4 * I-VG) / 36 \n
|
44 |
+
Models are ranked based on V1-Overall."""
|
45 |
|
46 |
LEADERBOARD_INFO = """
|
47 |
## Dataset Summary
|