hsuwill000 commited on
Commit
b18b8b5
·
verified ·
1 Parent(s): ff821d7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -30,9 +30,11 @@ for model_id in model_ids:
30
  device = "CPU"
31
  InUsed_model_name = "Qwen3-0.6B-int4-ov" # Choose a default model
32
  pipe = ov_genai.LLMPipeline(InUsed_model_name, device)
 
 
33
 
34
  def generate_response(prompt, model_name):
35
- global pipe, tokenizer, InUsed_model_name
36
  if(InUsed_model_name!=model_name):
37
  model_path = model_name
38
  del pipe
 
30
  device = "CPU"
31
  InUsed_model_name = "Qwen3-0.6B-int4-ov" # Choose a default model
32
  pipe = ov_genai.LLMPipeline(InUsed_model_name, device)
33
+ tokenizer = pipe.get_tokenizer()
34
+ tokenizer.set_chat_template(tokenizer.chat_template)
35
 
36
  def generate_response(prompt, model_name):
37
+ global pipe, tokenizer, InUsed_model_name
38
  if(InUsed_model_name!=model_name):
39
  model_path = model_name
40
  del pipe