Spaces:
Runtime error
Runtime error
Commit
·
4f0e6f8
1
Parent(s):
df1257e
uP
Browse files
app.py
CHANGED
|
@@ -3,14 +3,17 @@ from huggingface_hub import HfApi, hf_hub_download
|
|
| 3 |
from huggingface_hub.repocard import metadata_load
|
| 4 |
|
| 5 |
import pandas as pd
|
| 6 |
-
import
|
| 7 |
|
| 8 |
METRICS_TO_NOT_DISPLAY = set(["ser"])
|
| 9 |
NO_LANGUAGE_MODELS = []
|
| 10 |
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
|
|
|
|
|
|
|
|
|
| 14 |
|
| 15 |
|
| 16 |
def get_metadatas(model_ids):
|
|
@@ -114,58 +117,46 @@ def retrieve_dataframes(
|
|
| 114 |
data = all_datasets_results[dataset][metric]
|
| 115 |
data_frame = pd.DataFrame.from_dict(data, orient="index")
|
| 116 |
data_frame.fillna("", inplace=True)
|
| 117 |
-
data_frame = data_frame.sort_index()
|
| 118 |
pandas_datasets[dataset][metric] = data_frame
|
| 119 |
return pandas_datasets
|
| 120 |
|
| 121 |
|
| 122 |
-
|
| 123 |
-
|
|
|
|
|
|
|
| 124 |
|
| 125 |
-
#
|
| 126 |
-
|
| 127 |
|
| 128 |
-
#
|
| 129 |
-
|
| 130 |
-
|
| 131 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 132 |
|
| 133 |
-
# 4. Get dataframes
|
| 134 |
-
all_dataframes = retrieve_dataframes(
|
| 135 |
-
all_model_results, model_language_map, all_datasets, all_langs, all_metrics
|
| 136 |
-
)
|
| 137 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 138 |
|
| 139 |
-
|
| 140 |
-
|
| 141 |
-
|
| 142 |
-
|
| 143 |
-
iface = gr.Interface(
|
| 144 |
-
select,
|
| 145 |
-
[
|
| 146 |
-
gr.inputs.Dropdown(
|
| 147 |
-
list(all_datasets),
|
| 148 |
-
type="value",
|
| 149 |
-
default="mozilla-foundation/common_voice_7_0",
|
| 150 |
-
label="dataset",
|
| 151 |
-
),
|
| 152 |
-
gr.inputs.Dropdown(
|
| 153 |
-
list(all_metrics), type="value", default="wer", label="metric"
|
| 154 |
-
),
|
| 155 |
-
],
|
| 156 |
-
gr.outputs.Dataframe(
|
| 157 |
-
headers=None,
|
| 158 |
-
max_rows=3,
|
| 159 |
-
max_cols=10,
|
| 160 |
-
overflow_row_behaviour="paginate",
|
| 161 |
-
type="pandas",
|
| 162 |
-
label=None,
|
| 163 |
-
),
|
| 164 |
-
examples=[
|
| 165 |
-
["mozilla-foundation/common_voice_7_0", "wer"],
|
| 166 |
-
],
|
| 167 |
-
allow_flagging=False,
|
| 168 |
-
allow_screenshot=False,
|
| 169 |
)
|
| 170 |
|
| 171 |
-
|
|
|
|
| 3 |
from huggingface_hub.repocard import metadata_load
|
| 4 |
|
| 5 |
import pandas as pd
|
| 6 |
+
import streamlit as st
|
| 7 |
|
| 8 |
METRICS_TO_NOT_DISPLAY = set(["ser"])
|
| 9 |
NO_LANGUAGE_MODELS = []
|
| 10 |
|
| 11 |
+
|
| 12 |
+
def get_model_ids():
|
| 13 |
+
api = HfApi()
|
| 14 |
+
models = api.list_models(filter="robust-speech-event")
|
| 15 |
+
model_ids = [x.modelId for x in models]
|
| 16 |
+
return model_ids
|
| 17 |
|
| 18 |
|
| 19 |
def get_metadatas(model_ids):
|
|
|
|
| 117 |
data = all_datasets_results[dataset][metric]
|
| 118 |
data_frame = pd.DataFrame.from_dict(data, orient="index")
|
| 119 |
data_frame.fillna("", inplace=True)
|
| 120 |
+
data_frame = data_frame.sort_index()
|
| 121 |
pandas_datasets[dataset][metric] = data_frame
|
| 122 |
return pandas_datasets
|
| 123 |
|
| 124 |
|
| 125 |
+
@st.cache(persist=True)
|
| 126 |
+
def main():
|
| 127 |
+
# 0. Get model ids
|
| 128 |
+
model_ids = get_model_ids()
|
| 129 |
|
| 130 |
+
# 1. Retrieve metadatas
|
| 131 |
+
metadatas = get_metadatas(model_ids)
|
| 132 |
|
| 133 |
+
# 2. Parse to results
|
| 134 |
+
all_model_results, model_language_map = get_model_results_and_language_map(metadatas)
|
| 135 |
+
|
| 136 |
+
# 3. Get datasets and langs
|
| 137 |
+
all_datasets, all_langs, all_metrics = get_datasets_metrics_langs(
|
| 138 |
+
all_model_results, model_language_map
|
| 139 |
+
)
|
| 140 |
+
|
| 141 |
+
# 4. Get dataframes
|
| 142 |
+
all_dataframes = retrieve_dataframes(
|
| 143 |
+
all_model_results, model_language_map, all_datasets, all_langs, all_metrics
|
| 144 |
+
)
|
| 145 |
+
|
| 146 |
+
return all_dataframes, all_datasets, all_metrics
|
| 147 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 148 |
|
| 149 |
+
all_dataframes, all_datasets, all_metrics = main()
|
| 150 |
+
|
| 151 |
+
|
| 152 |
+
dataset = st.selectbox(
|
| 153 |
+
'Dataset',
|
| 154 |
+
tuple(all_datasets),
|
| 155 |
+
)
|
| 156 |
|
| 157 |
+
metric = st.selectbox(
|
| 158 |
+
'Metric',
|
| 159 |
+
tuple(all_metrics),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 160 |
)
|
| 161 |
|
| 162 |
+
st.dataframe(all_dataframes[dataset][metric])
|