hsuwill000 commited on
Commit
208aae9
·
verified ·
1 Parent(s): 39aecff

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -15,8 +15,10 @@ device = "CPU"
15
  InUsed_model_name = "ov"
16
  model_path = f"./{InUsed_model_name}" # 加上目錄路徑
17
  pipe = ov_genai.LLMPipeline(model_path, device)
 
18
  tokenizer = pipe.get_tokenizer()
19
- config = ov_genai.GenerationConfig(max_new_tokens=4096)
 
20
 
21
  def streamer(subword):
22
  global output_buffer
 
15
  InUsed_model_name = "ov"
16
  model_path = f"./{InUsed_model_name}" # 加上目錄路徑
17
  pipe = ov_genai.LLMPipeline(model_path, device)
18
+
19
  tokenizer = pipe.get_tokenizer()
20
+ tokenizer.set_chat_template(tokenizer.chat_template)
21
+
22
 
23
  def streamer(subword):
24
  global output_buffer