Update fine_tune_inference_test.py

fine_tune_inference_test.py

@@ -4,7 +4,7 @@ import uvicorn
 from fastapi import FastAPI
 from fastapi.responses import HTMLResponse
 from pydantic import BaseModel
-from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
+from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline, TextGenerationPipeline
 from datasets import load_dataset
 from peft import PeftModel
 import torch
@@ -128,13 +128,13 @@ def setup_model():
             log(f"🔍 RAG boyutu: {len(rag)}")
 
         log("🚀 Pipeline oluşturuluyor...")
-        pipe = pipeline(
-            "text-generation",
+        pipe = TextGenerationPipeline(
             model=model,
             tokenizer=tokenizer,
             torch_dtype=torch.float16 if torch.cuda.is_available() else torch.float32,
             device=0 if torch.cuda.is_available() else -1
         )
+
         log("✅ Model ve pipeline başarıyla yüklendi.")
     except Exception as e:
         log(f"❌ setup_model() sırasında hata oluştu: {e}")