wabang commited on
Commit
7a03b9a
Β·
verified Β·
1 Parent(s): 99f10fb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -2
app.py CHANGED
@@ -23,7 +23,8 @@ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float
23
  #μ§€μš΄ μ˜΅μ…˜: device_map="auto"
24
 
25
  # KMMLU 데이터셋 λ‘œλ“œ
26
- dataset = load_dataset("HAERAE-HUB/KMMLU", "Accounting")
 
27
  df = dataset['test'].to_pandas()
28
 
29
  def evaluate_model(question, choices):
@@ -62,10 +63,12 @@ def run_kmmlu_test(subject):
62
  summary = f"주제: {subject}\n정확도: {accuracy:.2%} ({correct}/{total})\n\n"
63
  return summary + "\n".join(results)
64
 
 
 
65
  iface = gr.Interface(
66
  fn=run_kmmlu_test,
67
  inputs="Accounting",
68
- #inputs=gr.Dropdown(choices=subjects, label="주제 선택"),
69
  outputs="text",
70
  title="Llama 3λ₯Ό μ΄μš©ν•œ KMMLU ν…ŒμŠ€νŠΈ",
71
  description="μ„ νƒν•œ μ£Όμ œμ— λŒ€ν•΄ KMMLU ν…ŒμŠ€νŠΈλ₯Ό μ‹€ν–‰ν•©λ‹ˆλ‹€."
 
23
  #μ§€μš΄ μ˜΅μ…˜: device_map="auto"
24
 
25
  # KMMLU 데이터셋 λ‘œλ“œ
26
+ #dataset = load_dataset("HAERAE-HUB/KMMLU", "Accounting")
27
+ dataset = load_dataset("HAERAE-HUB/KMMLU")
28
  df = dataset['test'].to_pandas()
29
 
30
  def evaluate_model(question, choices):
 
63
  summary = f"주제: {subject}\n정확도: {accuracy:.2%} ({correct}/{total})\n\n"
64
  return summary + "\n".join(results)
65
 
66
+ subjects=df['subject'].unique().tolist()
67
+
68
  iface = gr.Interface(
69
  fn=run_kmmlu_test,
70
  inputs="Accounting",
71
+ inputs=gr.Dropdown(choices=subjects, label="주제 선택"),
72
  outputs="text",
73
  title="Llama 3λ₯Ό μ΄μš©ν•œ KMMLU ν…ŒμŠ€νŠΈ",
74
  description="μ„ νƒν•œ μ£Όμ œμ— λŒ€ν•΄ KMMLU ν…ŒμŠ€νŠΈλ₯Ό μ‹€ν–‰ν•©λ‹ˆλ‹€."