Nyandwi commited on
Commit
0e59fe4
·
verified ·
1 Parent(s): f0644de

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -727,7 +727,7 @@ if __name__ == "__main__":
727
 
728
  model_path = args.model_path
729
  filt_invalid = "cut"
730
- lava_kwargs = {"multimodal": True, "device_map": "cpu"}
731
  #model_name = get_model_name_from_path(args.model_path)
732
  model_name = "pangea_llava_qwen"
733
  tokenizer, model, image_processor, context_len = load_pretrained_model(model_path, None, model_name, args.load_8bit, args.load_4bit, **lava_kwargs)
 
727
 
728
  model_path = args.model_path
729
  filt_invalid = "cut"
730
+ lava_kwargs = {"multimodal": True, "device_map": "cpu", "attn_implementation":"eager"}
731
  #model_name = get_model_name_from_path(args.model_path)
732
  model_name = "pangea_llava_qwen"
733
  tokenizer, model, image_processor, context_len = load_pretrained_model(model_path, None, model_name, args.load_8bit, args.load_4bit, **lava_kwargs)