Hugging Face's logo

Spaces:
Cognitive-Lab
/
indic_llm_leaderboard
Running

App Files Community
4
indic_llm_leaderboard
File size: 2,951 Bytes 
09820cd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
 
import re
import streamlit as st
import requests
import pandas as pd
from io import StringIO
import plotly.graph_objs as go
from huggingface_hub import HfApi
from huggingface_hub.utils import RepositoryNotFoundError, RevisionNotFoundError


def main():
    st.set_page_config(page_title="Indic LLM Leaderboard", layout="wide")

    title_column, refresh_column = st.columns([.92, 0.08])
    with title_column:
        st.title("Indic LLM Leaderboard")
        # st.title("\U0001F1EE\U0001F1F3 Indic LLM Leaderboard")
        st.markdown("Leaderboard made with 🧐 [Easy Eval](hhttps://github.com/adithya-s-k/easy_eval) using [Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) benchmark suite.")
    with refresh_column:
        st.button("Refresh", type="primary")
    
    Leaderboard_tab, About_tab ,FAQ_tab, Submit_tab = st.tabs(["🏅 Leaderboard", "📝 About" , "❗FAQ","🚀 Submit"])
    
    with Leaderboard_tab:
        title = st.text_input('Model Name', placeholder=" 🔍 Search for your model (separate multiple queries with `;`) and press ENTER...")
        
        col1, col2 = st.columns(2)
        with col1:
            benchmark_options = st.multiselect(
                'Pick Benchmark',
                ['ARC-Easy', 'ARC-Challenge', 'Hellaswag', 'Boolq','MMLU','Winogrande','Translation','Generation'],['ARC-Easy', 'ARC-Challenge', 'Hellaswag', 'Boolq','MMLU'])
        with col2:
            language_options = st.multiselect(
                'Pick Languages',
                ['Kannada', 'Hindi', 'Tamil', 'Telegu','Gujarathi','Marathi','Malayalam'],['Kannada', 'Hindi', 'Tamil', 'Telegu','Gujarathi','Marathi','Malayalam'])
        
        df = pd.DataFrame(columns=benchmark_options)
        
        st.dataframe(df, use_container_width=True ) 
            
        compare_models = st.multiselect(
            'Pick Modles to compare them',
            ['CognitiveLab/Ambari-7b', 'CognitiveLab/Ambari-7b-Hindi'])

    # About tab
    with About_tab:
        st.markdown('''
            ### About Indic LLM Leaderboard
            
            ### Indic Eval
            
            ### Contribute
            
        ''')
        
    # FAQ tab
    with FAQ_tab:
        st.markdown('''
                    ### FAQ 
                    ''')
    
    # Subit tab
    with Submit_tab:
        st.markdown('''
                    ### Submit Your Model
                    ''')
        
    with st.expander(label="📙 Citation"):
        code = '''
                    @misc{indic-llm-leaderboard,
            author = {Adithya S Kolavi},
            title = {Indic LLM Leaderboard},
            year = {2024},
            publisher = {Cognitivelab},
            howpublished = "url{https://huggingface.co/spaces/Cognitive-Lab/indic_llm_leaderboard}",
            }
        '''
        st.code(code, language='python')
        
    
    
    
if __name__ == "__main__":
    main()