hsuwill000 commited on
Commit
5202755
·
verified ·
1 Parent(s): 678e02e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -9,7 +9,7 @@ import nncf
9
  import huggingface_hub as hf_hub
10
  # 初始化 OpenVINO 模型
11
  model_id = "Qwen/Qwen3-1.7B"
12
- optimized_model_path = "ov"
13
  '''
14
  import subprocess
15
 
@@ -38,13 +38,14 @@ hf_hub.snapshot_download(model_id, local_dir=model_path)
38
  model_path = "ov"
39
  pipe = ov_genai.LLMPipeline(model_path, "CPU")
40
  '''
 
41
  model = OVModelForCausalLM.from_pretrained(
42
- model_path,
43
  quantization_config=OVWeightQuantizationConfig(bits=4, asym=True, ratio=0.8, dataset="ptb"),
44
  )
45
 
46
  # save the model after optimization
47
- model.save_pretrained(optimized_model_path)
48
 
49
  #pipe.start_chat()
50
 
 
9
  import huggingface_hub as hf_hub
10
  # 初始化 OpenVINO 模型
11
  model_id = "Qwen/Qwen3-1.7B"
12
+ model_path = "ov"
13
  '''
14
  import subprocess
15
 
 
38
  model_path = "ov"
39
  pipe = ov_genai.LLMPipeline(model_path, "CPU")
40
  '''
41
+
42
  model = OVModelForCausalLM.from_pretrained(
43
+ model_id,
44
  quantization_config=OVWeightQuantizationConfig(bits=4, asym=True, ratio=0.8, dataset="ptb"),
45
  )
46
 
47
  # save the model after optimization
48
+ model.save_pretrained(model_path)
49
 
50
  #pipe.start_chat()
51