hsuwill000 commited on
Commit
a05d380
·
verified ·
1 Parent(s): 5eb90f1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -47,9 +47,10 @@ model_path = "ov"
47
  hf_hub.snapshot_download(model_id, local_dir=model_path)
48
 
49
  config = ov_genai.GenerationConfig()
50
- config.max_new_tokens = 32767
51
  config.top_p = 0.9
52
- config.top_k = 30
 
53
 
54
  pipe = ov_genai.LLMPipeline(model_path, "CPU")
55
  pipe.get_tokenizer().set_chat_template(pipe.get_tokenizer().chat_template)
 
47
  hf_hub.snapshot_download(model_id, local_dir=model_path)
48
 
49
  config = ov_genai.GenerationConfig()
50
+ config.max_new_tokens = 1024
51
  config.top_p = 0.9
52
+ config.top_k = 40
53
+ config.repetition_penalty = 1.2
54
 
55
  pipe = ov_genai.LLMPipeline(model_path, "CPU")
56
  pipe.get_tokenizer().set_chat_template(pipe.get_tokenizer().chat_template)