Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -8,9 +8,13 @@ local_dir = snapshot_download(
|
|
8 |
repo_id="microsoft/Phi-3.5-vision-instruct-onnx",
|
9 |
allow_patterns="cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/*"
|
10 |
)
|
11 |
-
|
|
|
|
|
|
|
12 |
processor = model.create_multimodal_processor()
|
13 |
|
|
|
14 |
print("Setting up the tokenizer stream")
|
15 |
tokenizer_stream = processor.create_stream()
|
16 |
print("Tokenizer stream setup complete")
|
|
|
8 |
repo_id="microsoft/Phi-3.5-vision-instruct-onnx",
|
9 |
allow_patterns="cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/*"
|
10 |
)
|
11 |
+
model_folder = os.path.join(
|
12 |
+
local_dir, "cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4"
|
13 |
+
)
|
14 |
+
model = og.Model(model_folder)
|
15 |
processor = model.create_multimodal_processor()
|
16 |
|
17 |
+
|
18 |
print("Setting up the tokenizer stream")
|
19 |
tokenizer_stream = processor.create_stream()
|
20 |
print("Tokenizer stream setup complete")
|