Update app.py

app.py

@@ -18,7 +18,7 @@ def predict_answer(image, question, max_tokens):
     text = f"A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions. USER: <image>\n{question}? ASSISTANT:"
     image = image.convert("RGB")
     
-    input_ids = tokenizer(text, return_tensors='pt').input_ids
+    input_ids = tokenizer(text, return_tensors='pt').input_ids.to('cuda')
     image_tensor = model.image_preprocess(image)
     
     #Generate the answer