ai-forever commited on
Commit
add7f1a
·
verified ·
1 Parent(s): cf61cb9

Add/update results for Gemma-3 4B (version 1.33.1, guid 7bfbc0c372f54d82af0569242d9ef432)

Browse files
Files changed (1) hide show
  1. results.json +74 -0
results.json CHANGED
@@ -376,6 +376,80 @@
376
  "n_questions": 158,
377
  "submit_timestamp": ""
378
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
379
  }
380
  }
381
  },
 
376
  "n_questions": 158,
377
  "submit_timestamp": ""
378
  }
379
+ },
380
+ "7bfbc0c372f54d82af0569242d9ef432": {
381
+ "model_name": "Gemma-3 4B",
382
+ "timestamp": "2025-05-22T10:29:32",
383
+ "config": {
384
+ "embedding_model": "sentence-transformers/distiluse-base-multilingual-cased",
385
+ "retriever_type": "mmr",
386
+ "retrieval_config": {
387
+ "top_k": 5,
388
+ "chunk_size": 1000,
389
+ "chunk_overlap": 100
390
+ }
391
+ },
392
+ "metrics": {
393
+ "mh": {
394
+ "retrieval": {
395
+ "hit_rate": 0.5208333333333334,
396
+ "mrr": 0.3277777777777778,
397
+ "precision": 0.11666666666666668
398
+ },
399
+ "generation": {
400
+ "rouge1": 0.09788079222156261,
401
+ "rougeL": 0.09788079222156261
402
+ }
403
+ },
404
+ "cond": {
405
+ "retrieval": {
406
+ "hit_rate": 0.6078431372549019,
407
+ "mrr": 0.45392156862745103,
408
+ "precision": 0.1725490196078431
409
+ },
410
+ "generation": {
411
+ "rouge1": 0.09129736523672684,
412
+ "rougeL": 0.09129736523672684
413
+ }
414
+ },
415
+ "simple": {
416
+ "retrieval": {
417
+ "hit_rate": 0.5925925925925926,
418
+ "mrr": 0.3833333333333333,
419
+ "precision": 0.13703703703703707
420
+ },
421
+ "generation": {
422
+ "rouge1": 0.13183956817502798,
423
+ "rougeL": 0.13183956817502798
424
+ }
425
+ },
426
+ "set": {
427
+ "retrieval": {
428
+ "hit_rate": 0.6,
429
+ "mrr": 0.24,
430
+ "precision": 0.16
431
+ },
432
+ "generation": {
433
+ "rouge1": 0.08549707602339182,
434
+ "rougeL": 0.08549707602339182
435
+ }
436
+ },
437
+ "overall": {
438
+ "retrieval": {
439
+ "hit_rate": 0.5759493670886076,
440
+ "mrr": 0.384704641350211,
441
+ "precision": 0.1430379746835443
442
+ },
443
+ "generation": {
444
+ "rouge1": 0.10697003617263635,
445
+ "rougeL": 0.10697003617263635
446
+ }
447
+ }
448
+ },
449
+ "metadata": {
450
+ "n_questions": 158,
451
+ "submit_timestamp": ""
452
+ }
453
  }
454
  }
455
  },