hsuwill000 commited on
Commit
457e586
·
verified ·
1 Parent(s): 20ae20f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -12,12 +12,13 @@ import subprocess
12
  subprocess.run([
13
  "optimum-cli", "export", "openvino",
14
  "--model", "Qwen/Qwen3-1.7B",
15
- "--task", "text-generation-with-past",
16
  "--weight-format", "int4",
17
  "--quant-mode", "int4_f8e4m3",
18
  "ov"
19
  ])
20
 
 
21
  '''
22
  model_id = "OpenVINO/Qwen2.5-7B-Instruct-int4-ov"
23
  model_path = "ov"
 
12
  subprocess.run([
13
  "optimum-cli", "export", "openvino",
14
  "--model", "Qwen/Qwen3-1.7B",
15
+ #"--task", "text-generation-with-past",
16
  "--weight-format", "int4",
17
  "--quant-mode", "int4_f8e4m3",
18
  "ov"
19
  ])
20
 
21
+
22
  '''
23
  model_id = "OpenVINO/Qwen2.5-7B-Instruct-int4-ov"
24
  model_path = "ov"