ai-forever commited on
Commit
b3feaf7
·
verified ·
1 Parent(s): 11ac3be

Add/update results for Gemma-3 4B (version 1.24.1, guid 7bfbc0c372f54d82af0569242d9ef432)

Browse files
Files changed (1) hide show
  1. results.json +11 -11
results.json CHANGED
@@ -3,7 +3,7 @@
3
  "1.24.1": {
4
  "7bfbc0c372f54d82af0569242d9ef432": {
5
  "model_name": "Gemma-3 4B",
6
- "timestamp": "2025-05-21T06:55:35",
7
  "config": {
8
  "embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
9
  "retriever_type": "mmr",
@@ -21,8 +21,8 @@
21
  "precision": 0.0
22
  },
23
  "generation": {
24
- "rouge1": 0.007886125570336097,
25
- "rougeL": 0.007886125570336097
26
  }
27
  },
28
  "set": {
@@ -32,8 +32,8 @@
32
  "precision": 0.0
33
  },
34
  "generation": {
35
- "rouge1": 0.059024039752477254,
36
- "rougeL": 0.0542895261693689
37
  }
38
  },
39
  "mh": {
@@ -43,8 +43,8 @@
43
  "precision": 0.0013333333333333335
44
  },
45
  "generation": {
46
- "rouge1": 0.005029305172695212,
47
- "rougeL": 0.005029305172695212
48
  }
49
  },
50
  "simple": {
@@ -54,8 +54,8 @@
54
  "precision": 0.0
55
  },
56
  "generation": {
57
- "rouge1": 0.016202153440005106,
58
- "rougeL": 0.014807817928022531
59
  }
60
  },
61
  "overall": {
@@ -65,8 +65,8 @@
65
  "precision": 0.0003316749585406302
66
  },
67
  "generation": {
68
- "rouge1": 0.022006384826943722,
69
- "rougeL": 0.020474858507209745
70
  }
71
  }
72
  },
 
3
  "1.24.1": {
4
  "7bfbc0c372f54d82af0569242d9ef432": {
5
  "model_name": "Gemma-3 4B",
6
+ "timestamp": "2025-05-21T06:59:16",
7
  "config": {
8
  "embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
9
  "retriever_type": "mmr",
 
21
  "precision": 0.0
22
  },
23
  "generation": {
24
+ "rouge1": 0.007746031746031746,
25
+ "rougeL": 0.007746031746031746
26
  }
27
  },
28
  "set": {
 
32
  "precision": 0.0
33
  },
34
  "generation": {
35
+ "rouge1": 0.05579228423808982,
36
+ "rougeL": 0.05280572991285028
37
  }
38
  },
39
  "mh": {
 
43
  "precision": 0.0013333333333333335
44
  },
45
  "generation": {
46
+ "rouge1": 0.006774903840121232,
47
+ "rougeL": 0.006774903840121232
48
  }
49
  },
50
  "simple": {
 
54
  "precision": 0.0
55
  },
56
  "generation": {
57
+ "rouge1": 0.013215695323413091,
58
+ "rougeL": 0.012039224735177797
59
  }
60
  },
61
  "overall": {
 
65
  "precision": 0.0003316749585406302
66
  },
67
  "generation": {
68
+ "rouge1": 0.020844086829384115,
69
+ "rougeL": 0.01980265540519518
70
  }
71
  }
72
  },