Update app.py
Browse files
app.py
CHANGED
@@ -50,17 +50,23 @@ class UserInputRequest(BaseModel):
|
|
50 |
@app.post("/generate")
|
51 |
def generate(req: UserInputRequest):
|
52 |
try:
|
|
|
53 |
log(f"💬 Kullanıcı isteği alındı: {req.user_input}")
|
54 |
|
55 |
result = pipe(
|
56 |
req.user_input,
|
57 |
-
max_new_tokens=
|
58 |
-
temperature=0.
|
59 |
-
top_p=0
|
60 |
-
repetition_penalty=1.
|
61 |
-
do_sample=
|
62 |
)
|
63 |
answer = result[0]["generated_text"]
|
|
|
|
|
|
|
|
|
|
|
64 |
return {"response": answer}
|
65 |
|
66 |
except Exception as e:
|
|
|
50 |
@app.post("/generate")
|
51 |
def generate(req: UserInputRequest):
|
52 |
try:
|
53 |
+
start_time = time.time()
|
54 |
log(f"💬 Kullanıcı isteği alındı: {req.user_input}")
|
55 |
|
56 |
result = pipe(
|
57 |
req.user_input,
|
58 |
+
max_new_tokens=50, # Azaltıldı
|
59 |
+
temperature=0.0, # Deterministic
|
60 |
+
top_p=1.0, # Serbest sampling
|
61 |
+
repetition_penalty=1.0, # Doğal tekrarlar izinli
|
62 |
+
do_sample=False # Sampling kapalı, deterministik
|
63 |
)
|
64 |
answer = result[0]["generated_text"]
|
65 |
+
|
66 |
+
end_time = time.time()
|
67 |
+
elapsed = end_time - start_time
|
68 |
+
log(f"✅ Yanıt süresi: {elapsed:.2f} saniye")
|
69 |
+
|
70 |
return {"response": answer}
|
71 |
|
72 |
except Exception as e:
|