ciyidogan commited on
Commit
8c028e4
·
verified ·
1 Parent(s): 9424545

Update fine_tune_inference_test_mistral.py

Browse files
fine_tune_inference_test_mistral.py CHANGED
@@ -6,6 +6,7 @@ from transformers import AutoTokenizer, AutoModelForCausalLM
6
  from peft import PeftModel
7
  from huggingface_hub import hf_hub_download
8
  from datetime import datetime
 
9
  import random
10
 
11
  # === Sabitler ===
@@ -141,7 +142,7 @@ def setup_model():
141
  model = peft.model.to(device)
142
  else:
143
  log("🧪 Sadece ana model yüklenecek.")
144
- tokenizer = AutoTokenizer.from_pretrained(MODEL_BASE)
145
  model = AutoModelForCausalLM.from_pretrained(MODEL_BASE, torch_dtype=dtype).to(device)
146
 
147
  model.eval()
 
6
  from peft import PeftModel
7
  from huggingface_hub import hf_hub_download
8
  from datetime import datetime
9
+ import time
10
  import random
11
 
12
  # === Sabitler ===
 
142
  model = peft.model.to(device)
143
  else:
144
  log("🧪 Sadece ana model yüklenecek.")
145
+ tokenizer = AutoTokenizer.from_pretrained(MODEL_BASE, use_fast=False)
146
  model = AutoModelForCausalLM.from_pretrained(MODEL_BASE, torch_dtype=dtype).to(device)
147
 
148
  model.eval()