hsuwill000 commited on
Commit
1bd4352
·
verified ·
1 Parent(s): 6b241f8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -6,13 +6,13 @@ import time
6
 
7
  import huggingface_hub as hf_hub
8
  # 初始化 OpenVINO 模型
9
- model_id = "OpenVINO/Qwen3-8B-int4-ov"
10
  model_path = "ov"
11
 
12
  config = ov_genai.GenerationConfig()
13
- config.max_new_tokens = 2048
14
  config.top_p = 0.9;
15
- config.top_k = 10;
16
 
17
  hf_hub.snapshot_download(model_id, local_dir=model_path)
18
 
 
6
 
7
  import huggingface_hub as hf_hub
8
  # 初始化 OpenVINO 模型
9
+ model_id = "hsuwill000/deepseek-llm-7b-chat-openvino-4bit"
10
  model_path = "ov"
11
 
12
  config = ov_genai.GenerationConfig()
13
+ config.max_new_tokens = 4096
14
  config.top_p = 0.9;
15
+ config.top_k = 30;
16
 
17
  hf_hub.snapshot_download(model_id, local_dir=model_path)
18