MINGYISU commited on
Commit
2d751b0
·
verified ·
1 Parent(s): 95a210e

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +3 -1
utils.py CHANGED
@@ -39,7 +39,9 @@ This comprehensive suite enables robust evaluation of multimodal embedding model
39
  | [**🤗Hugging Face**](https://huggingface.co/datasets/TIGER-Lab/MMEB-V2) |
40
  """
41
 
42
- TABLE_INTRODUCTION = """Models are ranked based on V1-Overall."""
 
 
43
 
44
  LEADERBOARD_INFO = """
45
  ## Dataset Summary
 
39
  | [**🤗Hugging Face**](https://huggingface.co/datasets/TIGER-Lab/MMEB-V2) |
40
  """
41
 
42
+ TABLE_INTRODUCTION = """I-CLS: Image Classification, I-QA: (Image) Visual Question Answering, I-RET: Image Retrieval, I-VG: (Image) Visual Grounding \n
43
+ V1-Overall = (10 * I-CLS + 10 * I-QA + 12 * I-RET + 4 * I-VG) / 36 \n
44
+ Models are ranked based on V1-Overall."""
45
 
46
  LEADERBOARD_INFO = """
47
  ## Dataset Summary