Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ import nncf
|
|
9 |
import huggingface_hub as hf_hub
|
10 |
# 初始化 OpenVINO 模型
|
11 |
model_id = "Qwen/Qwen3-1.7B"
|
12 |
-
|
13 |
'''
|
14 |
import subprocess
|
15 |
|
@@ -38,13 +38,14 @@ hf_hub.snapshot_download(model_id, local_dir=model_path)
|
|
38 |
model_path = "ov"
|
39 |
pipe = ov_genai.LLMPipeline(model_path, "CPU")
|
40 |
'''
|
|
|
41 |
model = OVModelForCausalLM.from_pretrained(
|
42 |
-
|
43 |
quantization_config=OVWeightQuantizationConfig(bits=4, asym=True, ratio=0.8, dataset="ptb"),
|
44 |
)
|
45 |
|
46 |
# save the model after optimization
|
47 |
-
model.save_pretrained(
|
48 |
|
49 |
#pipe.start_chat()
|
50 |
|
|
|
9 |
import huggingface_hub as hf_hub
|
10 |
# 初始化 OpenVINO 模型
|
11 |
model_id = "Qwen/Qwen3-1.7B"
|
12 |
+
model_path = "ov"
|
13 |
'''
|
14 |
import subprocess
|
15 |
|
|
|
38 |
model_path = "ov"
|
39 |
pipe = ov_genai.LLMPipeline(model_path, "CPU")
|
40 |
'''
|
41 |
+
|
42 |
model = OVModelForCausalLM.from_pretrained(
|
43 |
+
model_id,
|
44 |
quantization_config=OVWeightQuantizationConfig(bits=4, asym=True, ratio=0.8, dataset="ptb"),
|
45 |
)
|
46 |
|
47 |
# save the model after optimization
|
48 |
+
model.save_pretrained(model_path)
|
49 |
|
50 |
#pipe.start_chat()
|
51 |
|