Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,9 @@
|
|
1 |
-
import
|
|
|
2 |
import openvino_genai as ov_genai
|
3 |
-
|
|
|
|
|
4 |
|
5 |
model_id = "OpenVINO/Qwen3-0.6B-int4-ov"
|
6 |
model_path = "Qwen3-0.6B-int4-ov"
|
@@ -8,7 +11,6 @@ model_path = "Qwen3-0.6B-int4-ov"
|
|
8 |
hf_hub.snapshot_download(model_id, local_dir=model_path, local_dir_use_symlinks=False)
|
9 |
|
10 |
|
11 |
-
model_path = "YOUR_MODEL_PATH" # ζΏζζδ½ η樑εθ·―εΎ
|
12 |
pipe = ov_genai.LLMPipeline(model_path, "CPU")
|
13 |
pipe.start_chat() # εε§εθ倩ηζ
|
14 |
|
|
|
1 |
+
import huggingface_hub as hf_hub
|
2 |
+
import time
|
3 |
import openvino_genai as ov_genai
|
4 |
+
import numpy as np
|
5 |
+
import gradio as gr
|
6 |
+
import re
|
7 |
|
8 |
model_id = "OpenVINO/Qwen3-0.6B-int4-ov"
|
9 |
model_path = "Qwen3-0.6B-int4-ov"
|
|
|
11 |
hf_hub.snapshot_download(model_id, local_dir=model_path, local_dir_use_symlinks=False)
|
12 |
|
13 |
|
|
|
14 |
pipe = ov_genai.LLMPipeline(model_path, "CPU")
|
15 |
pipe.start_chat() # εε§εθ倩ηζ
|
16 |
|