Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -12,12 +12,13 @@ import subprocess
|
|
12 |
subprocess.run([
|
13 |
"optimum-cli", "export", "openvino",
|
14 |
"--model", "Qwen/Qwen3-1.7B",
|
15 |
-
"--task", "text-generation-with-past",
|
16 |
"--weight-format", "int4",
|
17 |
"--quant-mode", "int4_f8e4m3",
|
18 |
"ov"
|
19 |
])
|
20 |
|
|
|
21 |
'''
|
22 |
model_id = "OpenVINO/Qwen2.5-7B-Instruct-int4-ov"
|
23 |
model_path = "ov"
|
|
|
12 |
subprocess.run([
|
13 |
"optimum-cli", "export", "openvino",
|
14 |
"--model", "Qwen/Qwen3-1.7B",
|
15 |
+
#"--task", "text-generation-with-past",
|
16 |
"--weight-format", "int4",
|
17 |
"--quant-mode", "int4_f8e4m3",
|
18 |
"ov"
|
19 |
])
|
20 |
|
21 |
+
|
22 |
'''
|
23 |
model_id = "OpenVINO/Qwen2.5-7B-Instruct-int4-ov"
|
24 |
model_path = "ov"
|