ai-forever commited on
Commit
00702de
·
verified ·
1 Parent(s): b3feaf7

Add/update results for Gemma-3 4B (version 1.26.1, guid 7bfbc0c372f54d82af0569242d9ef432)

Browse files
Files changed (1) hide show
  1. results.json +78 -2
results.json CHANGED
@@ -75,9 +75,85 @@
75
  "submit_timestamp": ""
76
  }
77
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
78
  }
79
  },
80
- "last_version": "1.24.1",
81
- "n_questions": 603,
82
  "date_title": "21 \u043c\u0430\u044f 2025"
83
  }
 
75
  "submit_timestamp": ""
76
  }
77
  }
78
+ },
79
+ "1.26.1": {
80
+ "7bfbc0c372f54d82af0569242d9ef432": {
81
+ "model_name": "Gemma-3 4B",
82
+ "timestamp": "2025-05-21T07:35:57",
83
+ "config": {
84
+ "embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
85
+ "retriever_type": "mmr",
86
+ "retrieval_config": {
87
+ "top_k": 5,
88
+ "chunk_size": 1000,
89
+ "chunk_overlap": 100
90
+ }
91
+ },
92
+ "metrics": {
93
+ "cond": {
94
+ "retrieval": {
95
+ "hit_rate": 0.9333333333333333,
96
+ "mrr": 0.8,
97
+ "precision": 0.30666666666666675
98
+ },
99
+ "generation": {
100
+ "rouge1": 0.08025308025308027,
101
+ "rougeL": 0.08025308025308027
102
+ }
103
+ },
104
+ "mh": {
105
+ "retrieval": {
106
+ "hit_rate": 0.6,
107
+ "mrr": 0.55,
108
+ "precision": 0.16
109
+ },
110
+ "generation": {
111
+ "rouge1": 0.048484848484848485,
112
+ "rougeL": 0.048484848484848485
113
+ }
114
+ },
115
+ "set": {
116
+ "retrieval": {
117
+ "hit_rate": 1.0,
118
+ "mrr": 0.8074074074074074,
119
+ "precision": 0.3111111111111111
120
+ },
121
+ "generation": {
122
+ "rouge1": 0.12864011633361477,
123
+ "rougeL": 0.12864011633361477
124
+ }
125
+ },
126
+ "simple": {
127
+ "retrieval": {
128
+ "hit_rate": 0.75,
129
+ "mrr": 0.5625,
130
+ "precision": 0.25
131
+ },
132
+ "generation": {
133
+ "rouge1": 0.2142857142857143,
134
+ "rougeL": 0.2142857142857143
135
+ }
136
+ },
137
+ "overall": {
138
+ "retrieval": {
139
+ "hit_rate": 0.8723404255319149,
140
+ "mrr": 0.7294326241134753,
141
+ "precision": 0.2723404255319149
142
+ },
143
+ "generation": {
144
+ "rouge1": 0.1034321199955875,
145
+ "rougeL": 0.1034321199955875
146
+ }
147
+ }
148
+ },
149
+ "metadata": {
150
+ "n_questions": 47,
151
+ "submit_timestamp": ""
152
+ }
153
+ }
154
  }
155
  },
156
+ "last_version": "1.26.1",
157
+ "n_questions": 47,
158
  "date_title": "21 \u043c\u0430\u044f 2025"
159
  }