Update fine_tune_inference_test_mistral.py
Browse files
fine_tune_inference_test_mistral.py
CHANGED
@@ -6,6 +6,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
6 |
from peft import PeftModel
|
7 |
from huggingface_hub import hf_hub_download
|
8 |
from datetime import datetime
|
|
|
9 |
import random
|
10 |
|
11 |
# === Sabitler ===
|
@@ -141,7 +142,7 @@ def setup_model():
|
|
141 |
model = peft.model.to(device)
|
142 |
else:
|
143 |
log("🧪 Sadece ana model yüklenecek.")
|
144 |
-
tokenizer = AutoTokenizer.from_pretrained(MODEL_BASE)
|
145 |
model = AutoModelForCausalLM.from_pretrained(MODEL_BASE, torch_dtype=dtype).to(device)
|
146 |
|
147 |
model.eval()
|
|
|
6 |
from peft import PeftModel
|
7 |
from huggingface_hub import hf_hub_download
|
8 |
from datetime import datetime
|
9 |
+
import time
|
10 |
import random
|
11 |
|
12 |
# === Sabitler ===
|
|
|
142 |
model = peft.model.to(device)
|
143 |
else:
|
144 |
log("🧪 Sadece ana model yüklenecek.")
|
145 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL_BASE, use_fast=False)
|
146 |
model = AutoModelForCausalLM.from_pretrained(MODEL_BASE, torch_dtype=dtype).to(device)
|
147 |
|
148 |
model.eval()
|