feat: update _calculate_score

competitions/runner.py

@@ -105,16 +105,23 @@ class JobRunner:
         return pending_submissions
     
     def _avg_score(self, score_list: List[Dict[str, Any]]) -> Dict[str, Any]:
+        total = 0
         psnr, ssim, lpips  = [], [], []
         for score in score_list:
-            psnr.append(score['psnr'])
-            ssim.append(score['ssim'])
-            lpips.append(score['lpips'])
-        return {'psnr': sum(psnr)/len(psnr), 'ssim': sum(ssim)/len(ssim), 'lpips': sum(lpips)/len(lpips)}
+            total += score["weight"]
+            psnr.append(score['psnr'] * score['weight'])
+            ssim.append(score['ssim'] * score['weight'])
+            lpips.append(score['lpips'] * score['weight'])
+        return {'psnr': sum(psnr)/total, 'ssim': sum(ssim)/total, 'lpips': sum(lpips)/total}
 
     def _calculate_score(self, results: Dict[str, Any]) -> Dict[str, Any]:
+        new_results = {
+            key: {**value, "weight": 1 if "loc" not in key else 0.5}
+            for key, value in results.items()
+        }
+
         all_scores, level1, level2, level3 = [], [], [], []
-        for im_name, scores in results.items():
+        for im_name, scores in new_results.items():
             all_scores.append(scores)
             if "level1" in im_name:
                 level1.append(scores)