ai-forever commited on
Commit
11ac3be
·
verified ·
1 Parent(s): 764d4f6

Add/update results for Gemma-3 4B (version 1.24.1, guid 7bfbc0c372f54d82af0569242d9ef432)

Browse files
Files changed (1) hide show
  1. results.json +83 -7
results.json CHANGED
@@ -1,7 +1,83 @@
1
- {
2
- "items": {
3
- },
4
- "last_version": "1.0",
5
- "n_questions": "11",
6
- "date_title": "22 марта 2025"
7
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "items": {
3
+ "1.24.1": {
4
+ "7bfbc0c372f54d82af0569242d9ef432": {
5
+ "model_name": "Gemma-3 4B",
6
+ "timestamp": "2025-05-21T06:55:35",
7
+ "config": {
8
+ "embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
9
+ "retriever_type": "mmr",
10
+ "retrieval_config": {
11
+ "top_k": 5,
12
+ "chunk_size": 1000,
13
+ "chunk_overlap": 100
14
+ }
15
+ },
16
+ "metrics": {
17
+ "cond": {
18
+ "retrieval": {
19
+ "hit_rate": 0.0,
20
+ "mrr": 0.0,
21
+ "precision": 0.0
22
+ },
23
+ "generation": {
24
+ "rouge1": 0.007886125570336097,
25
+ "rougeL": 0.007886125570336097
26
+ }
27
+ },
28
+ "set": {
29
+ "retrieval": {
30
+ "hit_rate": 0.0,
31
+ "mrr": 0.0,
32
+ "precision": 0.0
33
+ },
34
+ "generation": {
35
+ "rouge1": 0.059024039752477254,
36
+ "rougeL": 0.0542895261693689
37
+ }
38
+ },
39
+ "mh": {
40
+ "retrieval": {
41
+ "hit_rate": 0.006666666666666667,
42
+ "mrr": 0.006666666666666667,
43
+ "precision": 0.0013333333333333335
44
+ },
45
+ "generation": {
46
+ "rouge1": 0.005029305172695212,
47
+ "rougeL": 0.005029305172695212
48
+ }
49
+ },
50
+ "simple": {
51
+ "retrieval": {
52
+ "hit_rate": 0.0,
53
+ "mrr": 0.0,
54
+ "precision": 0.0
55
+ },
56
+ "generation": {
57
+ "rouge1": 0.016202153440005106,
58
+ "rougeL": 0.014807817928022531
59
+ }
60
+ },
61
+ "overall": {
62
+ "retrieval": {
63
+ "hit_rate": 0.001658374792703151,
64
+ "mrr": 0.001658374792703151,
65
+ "precision": 0.0003316749585406302
66
+ },
67
+ "generation": {
68
+ "rouge1": 0.022006384826943722,
69
+ "rougeL": 0.020474858507209745
70
+ }
71
+ }
72
+ },
73
+ "metadata": {
74
+ "n_questions": 603,
75
+ "submit_timestamp": ""
76
+ }
77
+ }
78
+ }
79
+ },
80
+ "last_version": "1.24.1",
81
+ "n_questions": 603,
82
+ "date_title": "21 \u043c\u0430\u044f 2025"
83
+ }