tohid.abedini
		
	commited on
		
		
					Commit 
							
							·
						
						a2d602d
	
1
								Parent(s):
							
							984c68a
								
test
Browse files
    	
        app.py
    CHANGED
    
    | @@ -12,11 +12,11 @@ abs_path = Path(__file__).parent | |
| 12 | 
             
            leaderboard_df = jsonl_to_dataframe(str(abs_path / "leaderboard_data.jsonl"))
         | 
| 13 |  | 
| 14 |  | 
| 15 | 
            -
            all_columns = ["Model", "Average  | 
| 16 | 
             
            columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
         | 
| 17 |  | 
| 18 |  | 
| 19 | 
            -
            leaderboard_df = add_average_column_to_df(leaderboard_df, columns_to_average, index=3)
         | 
| 20 |  | 
| 21 | 
             
            leaderboard_df = apply_markdown_format_for_columns(df=leaderboard_df, model_column_name="Model")
         | 
| 22 |  | 
|  | |
| 12 | 
             
            leaderboard_df = jsonl_to_dataframe(str(abs_path / "leaderboard_data.jsonl"))
         | 
| 13 |  | 
| 14 |  | 
| 15 | 
            +
            all_columns = ["Model", "Average Accuracy", "Precision", "#Params (B)", "Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
         | 
| 16 | 
             
            columns_to_average = ["Part Multiple Choice", "ARC Easy", "ARC Challenge", "MMLU Pro", "GSM8k Persian", "Multiple Choice Persian"]
         | 
| 17 |  | 
| 18 |  | 
| 19 | 
            +
            leaderboard_df = add_average_column_to_df(leaderboard_df, columns_to_average, index=3, average_column_name="Average Accuracy")
         | 
| 20 |  | 
| 21 | 
             
            leaderboard_df = apply_markdown_format_for_columns(df=leaderboard_df, model_column_name="Model")
         | 
| 22 |  | 
    	
        utils.py
    CHANGED
    
    | @@ -177,6 +177,7 @@ PART_LOGO = """ | |
| 177 | 
             
            <h1 style="font-size: 28px; margin-bottom: 2px;">Part DP AI</h1>
         | 
| 178 | 
             
            """
         | 
| 179 |  | 
|  | |
| 180 | 
             
            def load_jsonl(input_file):
         | 
| 181 | 
             
                data = []
         | 
| 182 | 
             
                with open(input_file, 'r') as f:
         | 
| @@ -190,9 +191,9 @@ def jsonl_to_dataframe(input_file): | |
| 190 | 
             
                return pd.DataFrame(data)
         | 
| 191 |  | 
| 192 |  | 
| 193 | 
            -
            def add_average_column_to_df(df,columns_to_average, index=3):
         | 
| 194 | 
             
                average_column = df[columns_to_average].mean(axis=1)
         | 
| 195 | 
            -
                df.insert(index,  | 
| 196 | 
             
                return df
         | 
| 197 |  | 
| 198 |  | 
|  | |
| 177 | 
             
            <h1 style="font-size: 28px; margin-bottom: 2px;">Part DP AI</h1>
         | 
| 178 | 
             
            """
         | 
| 179 |  | 
| 180 | 
            +
             | 
| 181 | 
             
            def load_jsonl(input_file):
         | 
| 182 | 
             
                data = []
         | 
| 183 | 
             
                with open(input_file, 'r') as f:
         | 
|  | |
| 191 | 
             
                return pd.DataFrame(data)
         | 
| 192 |  | 
| 193 |  | 
| 194 | 
            +
            def add_average_column_to_df(df,columns_to_average, index=3, average_column_name="Average Accuracy"):
         | 
| 195 | 
             
                average_column = df[columns_to_average].mean(axis=1)
         | 
| 196 | 
            +
                df.insert(index, average_column_name, average_column)
         | 
| 197 | 
             
                return df
         | 
| 198 |  | 
| 199 |  | 
