Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -6,13 +6,13 @@ import time
|
|
6 |
|
7 |
import huggingface_hub as hf_hub
|
8 |
# 初始化 OpenVINO 模型
|
9 |
-
model_id = "
|
10 |
model_path = "ov"
|
11 |
|
12 |
config = ov_genai.GenerationConfig()
|
13 |
-
config.max_new_tokens =
|
14 |
config.top_p = 0.9;
|
15 |
-
config.top_k =
|
16 |
|
17 |
hf_hub.snapshot_download(model_id, local_dir=model_path)
|
18 |
|
|
|
6 |
|
7 |
import huggingface_hub as hf_hub
|
8 |
# 初始化 OpenVINO 模型
|
9 |
+
model_id = "hsuwill000/deepseek-llm-7b-chat-openvino-4bit"
|
10 |
model_path = "ov"
|
11 |
|
12 |
config = ov_genai.GenerationConfig()
|
13 |
+
config.max_new_tokens = 4096
|
14 |
config.top_p = 0.9;
|
15 |
+
config.top_k = 30;
|
16 |
|
17 |
hf_hub.snapshot_download(model_id, local_dir=model_path)
|
18 |
|