Update app.py
Browse files
app.py
CHANGED
@@ -8,8 +8,12 @@ model_name = "meta-llama/Meta-Llama-3.1-8B"
|
|
8 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
9 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
|
10 |
|
11 |
-
# KMMLU ๋ฐ์ดํฐ์
๋ก๋
|
12 |
-
df = pd.read_csv("kmmlu_sample.csv")
|
|
|
|
|
|
|
|
|
13 |
|
14 |
def evaluate_model(question, choices):
|
15 |
prompt = f"์ง๋ฌธ: {question}\n\n์ ํ์ง:\n"
|
|
|
8 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
9 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
|
10 |
|
11 |
+
# KMMLU ๋ฐ์ดํฐ์
๋ก๋
|
12 |
+
# ์ง์ ๋ถ๋ฌ์ค๊ธฐ df = pd.read_csv("kmmlu_sample.csv")
|
13 |
+
|
14 |
+
from datasets import load_dataset
|
15 |
+
|
16 |
+
df = load_dataset("HAERAE-HUB/KMMLU", "Accounting")
|
17 |
|
18 |
def evaluate_model(question, choices):
|
19 |
prompt = f"์ง๋ฌธ: {question}\n\n์ ํ์ง:\n"
|