Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -32,7 +32,7 @@ InUsed_model_name = "Qwen3-0.6B-int4-ov" # Choose a default model
|
|
32 |
pipe = ov_genai.LLMPipeline(InUsed_model_name, device)
|
33 |
tokenizer = pipe.get_tokenizer()
|
34 |
tokenizer.set_chat_template(tokenizer.chat_template)
|
35 |
-
config =
|
36 |
config.max_new_tokens = 1024
|
37 |
|
38 |
def streamer(subword):
|
|
|
32 |
pipe = ov_genai.LLMPipeline(InUsed_model_name, device)
|
33 |
tokenizer = pipe.get_tokenizer()
|
34 |
tokenizer.set_chat_template(tokenizer.chat_template)
|
35 |
+
config = ov_genai.GenerationConfig()
|
36 |
config.max_new_tokens = 1024
|
37 |
|
38 |
def streamer(subword):
|