jbprincipe1 commited on
Commit
03016fb
·
verified ·
1 Parent(s): 05720ba

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -8,9 +8,13 @@ local_dir = snapshot_download(
8
  repo_id="microsoft/Phi-3.5-vision-instruct-onnx",
9
  allow_patterns="cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/*"
10
  )
11
- model = og.Model(local_dir)
 
 
 
12
  processor = model.create_multimodal_processor()
13
 
 
14
  print("Setting up the tokenizer stream")
15
  tokenizer_stream = processor.create_stream()
16
  print("Tokenizer stream setup complete")
 
8
  repo_id="microsoft/Phi-3.5-vision-instruct-onnx",
9
  allow_patterns="cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/*"
10
  )
11
+ model_folder = os.path.join(
12
+ local_dir, "cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4"
13
+ )
14
+ model = og.Model(model_folder)
15
  processor = model.create_multimodal_processor()
16
 
17
+
18
  print("Setting up the tokenizer stream")
19
  tokenizer_stream = processor.create_stream()
20
  print("Tokenizer stream setup complete")