Spaces:

Shivdutta
/

S30-MultiModalGPT

Runtime error

Shivdutta commited on Oct 2, 2024

Commit

edd7da8

verified ·

1 Parent(s): cf0e864

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -65,8 +65,8 @@ except ValueError as e:
 # load weights
 model_to_merge = PeftModel.from_pretrained(phi_model,'./model_chkpt/lora_adaptor')
 merged_model   = model_to_merge.merge_and_unload()
-projection.load_state_dict(torch.load('./model_chkpt/step2_projection.pth',map_location=torch.device(device)))
-resblock.load_state_dict(torch.load('./model_chkpt/step2_resblock.pth',map_location=torch.device(device)))
 def model_generate_ans(img=None,img_audio=None,val_q=None):

 # load weights
 model_to_merge = PeftModel.from_pretrained(phi_model,'./model_chkpt/lora_adaptor')
 merged_model   = model_to_merge.merge_and_unload()
+projection.load_state_dict(torch.load('./model_chkpt/finetunned_projection.pth',map_location=torch.device(device)))
+resblock.load_state_dict(torch.load('./model_chkpt/finetuned_resblock.pth',map_location=torch.device(device)))
 def model_generate_ans(img=None,img_audio=None,val_q=None):