johnbridges commited on
Commit
e15bd89
·
verified ·
1 Parent(s): 8bdc103

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -89,7 +89,7 @@ load_error_message = ""
89
  try:
90
  model = AutoModelForImageTextToText.from_pretrained(
91
  MODEL_ID,
92
- torch_dtype=torch.float32, # CPU-friendly
93
  trust_remote_code=True
94
  ).to(pick_device())
95
  processor = AutoProcessor.from_pretrained(MODEL_ID, trust_remote_code=True)
 
89
  try:
90
  model = AutoModelForImageTextToText.from_pretrained(
91
  MODEL_ID,
92
+ torch_dtype=torch.bfloat16, # CPU-friendly
93
  trust_remote_code=True
94
  ).to(pick_device())
95
  processor = AutoProcessor.from_pretrained(MODEL_ID, trust_remote_code=True)