Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -32,12 +32,13 @@ for i, url in enumerate(urls):
|
|
32 |
# f.write(text)
|
33 |
|
34 |
# 初始化 OpenVINO 模型
|
35 |
-
model_id = "hsuwill000/MiniCPM3-4B_int4_ov"
|
|
|
36 |
model_path = "ov"
|
37 |
hf_hub.snapshot_download(model_id, local_dir=model_path)
|
38 |
|
39 |
config = ov_genai.GenerationConfig()
|
40 |
-
config.max_new_tokens =
|
41 |
config.top_p = 0.9
|
42 |
config.top_k = 30
|
43 |
|
|
|
32 |
# f.write(text)
|
33 |
|
34 |
# 初始化 OpenVINO 模型
|
35 |
+
#model_id = "hsuwill000/MiniCPM3-4B_int4_ov"
|
36 |
+
model_id = "OpenVINO/Qwen3-0.6B-int4-ov"
|
37 |
model_path = "ov"
|
38 |
hf_hub.snapshot_download(model_id, local_dir=model_path)
|
39 |
|
40 |
config = ov_genai.GenerationConfig()
|
41 |
+
config.max_new_tokens = 32767
|
42 |
config.top_p = 0.9
|
43 |
config.top_k = 30
|
44 |
|