david-thrower commited on
Commit
5267fbc
·
verified ·
1 Parent(s): 83d0c51

Update app.py

Browse files

Optimized model settings to vetted numbers.

Files changed (1) hide show
  1. app.py +5 -4
app.py CHANGED
@@ -22,10 +22,11 @@ MODEL_NAME = "Qwen/Qwen3-0.6B"
22
  model =\
23
  TransformersModel(
24
  model_id=MODEL_NAME,
25
- max_new_tokens=4096,
26
- # temperature=0.6,
27
- # top_p=0.95,
28
- # repetition_penalty=1.1
 
29
  )
30
 
31
 
 
22
  model =\
23
  TransformersModel(
24
  model_id=MODEL_NAME,
25
+ max_new_tokens=32768, # 4096,
26
+ temperature=0.6,
27
+ top_p=0.95,
28
+ top_k=20,
29
+ repetition_penalty=1.1
30
  )
31
 
32