ciyidogan commited on
Commit
2b39fa7
·
verified ·
1 Parent(s): 914d245

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -76,11 +76,11 @@ async def generate(request: Request):
76
  outputs = model.generate(
77
  inputs,
78
  attention_mask=attention_mask,
79
- max_new_tokens=256,
 
 
 
80
  eos_token_id=terminators,
81
- do_sample=True,
82
- temperature=0.6,
83
- top_p=0.9,
84
  )
85
  log(f"✅ Generate tamamlandı. Süre: {time.time() - gen_start:.2f} sn")
86
 
 
76
  outputs = model.generate(
77
  inputs,
78
  attention_mask=attention_mask,
79
+ max_new_tokens=128,
80
+ do_sample=False,
81
+ temperature=0.3,
82
+ top_p=0.7,
83
  eos_token_id=terminators,
 
 
 
84
  )
85
  log(f"✅ Generate tamamlandı. Süre: {time.time() - gen_start:.2f} sn")
86