hsuwill000 commited on
Commit
6df3934
·
verified ·
1 Parent(s): 01ad3ce

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -32,7 +32,7 @@ InUsed_model_name = "Qwen3-0.6B-int4-ov" # Choose a default model
32
  pipe = ov_genai.LLMPipeline(InUsed_model_name, device)
33
  tokenizer = pipe.get_tokenizer()
34
  tokenizer.set_chat_template(tokenizer.chat_template)
35
- config = openvino_genai.GenerationConfig()
36
  config.max_new_tokens = 1024
37
 
38
  def streamer(subword):
 
32
  pipe = ov_genai.LLMPipeline(InUsed_model_name, device)
33
  tokenizer = pipe.get_tokenizer()
34
  tokenizer.set_chat_template(tokenizer.chat_template)
35
+ config = ov_genai.GenerationConfig()
36
  config.max_new_tokens = 1024
37
 
38
  def streamer(subword):