Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -30,9 +30,11 @@ for model_id in model_ids:
|
|
30 |
device = "CPU"
|
31 |
InUsed_model_name = "Qwen3-0.6B-int4-ov" # Choose a default model
|
32 |
pipe = ov_genai.LLMPipeline(InUsed_model_name, device)
|
|
|
|
|
33 |
|
34 |
def generate_response(prompt, model_name):
|
35 |
-
global pipe, tokenizer, InUsed_model_name
|
36 |
if(InUsed_model_name!=model_name):
|
37 |
model_path = model_name
|
38 |
del pipe
|
|
|
30 |
device = "CPU"
|
31 |
InUsed_model_name = "Qwen3-0.6B-int4-ov" # Choose a default model
|
32 |
pipe = ov_genai.LLMPipeline(InUsed_model_name, device)
|
33 |
+
tokenizer = pipe.get_tokenizer()
|
34 |
+
tokenizer.set_chat_template(tokenizer.chat_template)
|
35 |
|
36 |
def generate_response(prompt, model_name):
|
37 |
+
global pipe, tokenizer, InUsed_model_name
|
38 |
if(InUsed_model_name!=model_name):
|
39 |
model_path = model_name
|
40 |
del pipe
|