Spaces:
Running
Running
Add/update results for Gemma-3 4B (version 1.33.1, guid 7bfbc0c372f54d82af0569242d9ef432)
Browse files- results.json +74 -0
results.json
CHANGED
@@ -376,6 +376,80 @@
|
|
376 |
"n_questions": 158,
|
377 |
"submit_timestamp": ""
|
378 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
379 |
}
|
380 |
}
|
381 |
},
|
|
|
376 |
"n_questions": 158,
|
377 |
"submit_timestamp": ""
|
378 |
}
|
379 |
+
},
|
380 |
+
"7bfbc0c372f54d82af0569242d9ef432": {
|
381 |
+
"model_name": "Gemma-3 4B",
|
382 |
+
"timestamp": "2025-05-22T10:29:32",
|
383 |
+
"config": {
|
384 |
+
"embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
|
385 |
+
"retriever_type": "mmr",
|
386 |
+
"retrieval_config": {
|
387 |
+
"top_k": 5,
|
388 |
+
"chunk_size": 1000,
|
389 |
+
"chunk_overlap": 100
|
390 |
+
}
|
391 |
+
},
|
392 |
+
"metrics": {
|
393 |
+
"mh": {
|
394 |
+
"retrieval": {
|
395 |
+
"hit_rate": 0.5208333333333334,
|
396 |
+
"mrr": 0.3277777777777778,
|
397 |
+
"precision": 0.11666666666666668
|
398 |
+
},
|
399 |
+
"generation": {
|
400 |
+
"rouge1": 0.09788079222156261,
|
401 |
+
"rougeL": 0.09788079222156261
|
402 |
+
}
|
403 |
+
},
|
404 |
+
"cond": {
|
405 |
+
"retrieval": {
|
406 |
+
"hit_rate": 0.6078431372549019,
|
407 |
+
"mrr": 0.45392156862745103,
|
408 |
+
"precision": 0.1725490196078431
|
409 |
+
},
|
410 |
+
"generation": {
|
411 |
+
"rouge1": 0.09129736523672684,
|
412 |
+
"rougeL": 0.09129736523672684
|
413 |
+
}
|
414 |
+
},
|
415 |
+
"simple": {
|
416 |
+
"retrieval": {
|
417 |
+
"hit_rate": 0.5925925925925926,
|
418 |
+
"mrr": 0.3833333333333333,
|
419 |
+
"precision": 0.13703703703703707
|
420 |
+
},
|
421 |
+
"generation": {
|
422 |
+
"rouge1": 0.13183956817502798,
|
423 |
+
"rougeL": 0.13183956817502798
|
424 |
+
}
|
425 |
+
},
|
426 |
+
"set": {
|
427 |
+
"retrieval": {
|
428 |
+
"hit_rate": 0.6,
|
429 |
+
"mrr": 0.24,
|
430 |
+
"precision": 0.16
|
431 |
+
},
|
432 |
+
"generation": {
|
433 |
+
"rouge1": 0.08549707602339182,
|
434 |
+
"rougeL": 0.08549707602339182
|
435 |
+
}
|
436 |
+
},
|
437 |
+
"overall": {
|
438 |
+
"retrieval": {
|
439 |
+
"hit_rate": 0.5759493670886076,
|
440 |
+
"mrr": 0.384704641350211,
|
441 |
+
"precision": 0.1430379746835443
|
442 |
+
},
|
443 |
+
"generation": {
|
444 |
+
"rouge1": 0.10697003617263635,
|
445 |
+
"rougeL": 0.10697003617263635
|
446 |
+
}
|
447 |
+
}
|
448 |
+
},
|
449 |
+
"metadata": {
|
450 |
+
"n_questions": 158,
|
451 |
+
"submit_timestamp": ""
|
452 |
+
}
|
453 |
}
|
454 |
}
|
455 |
},
|