ciyidogan commited on
Commit
ce706b9
·
verified ·
1 Parent(s): 9730663

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +11 -5
app.py CHANGED
@@ -50,17 +50,23 @@ class UserInputRequest(BaseModel):
50
  @app.post("/generate")
51
  def generate(req: UserInputRequest):
52
  try:
 
53
  log(f"💬 Kullanıcı isteği alındı: {req.user_input}")
54
 
55
  result = pipe(
56
  req.user_input,
57
- max_new_tokens=200,
58
- temperature=0.2,
59
- top_p=0.95,
60
- repetition_penalty=1.1,
61
- do_sample=True
62
  )
63
  answer = result[0]["generated_text"]
 
 
 
 
 
64
  return {"response": answer}
65
 
66
  except Exception as e:
 
50
  @app.post("/generate")
51
  def generate(req: UserInputRequest):
52
  try:
53
+ start_time = time.time()
54
  log(f"💬 Kullanıcı isteği alındı: {req.user_input}")
55
 
56
  result = pipe(
57
  req.user_input,
58
+ max_new_tokens=50, # Azaltıldı
59
+ temperature=0.0, # Deterministic
60
+ top_p=1.0, # Serbest sampling
61
+ repetition_penalty=1.0, # Doğal tekrarlar izinli
62
+ do_sample=False # Sampling kapalı, deterministik
63
  )
64
  answer = result[0]["generated_text"]
65
+
66
+ end_time = time.time()
67
+ elapsed = end_time - start_time
68
+ log(f"✅ Yanıt süresi: {elapsed:.2f} saniye")
69
+
70
  return {"response": answer}
71
 
72
  except Exception as e: