Update app.py

app.py

@@ -109,29 +109,24 @@ def _launch_demo(args, model, tokenizer):
             return _chatbot 
         chat_query = _chatbot[-1][0]
         if isinstance(chat_query, tuple):
-            print("User uploaded an image.")
-            query = {'image': chat_query[0]}  
+            query = [{'image': chat_query[0]}]
         else:
-            print("User: " + _parse_text(chat_query))
-            query = {'text': chat_query}
-        history_cp = copy.deepcopy(task_history)
-        full_response = ""
-        processed_history = []
-        for item in task_history:
-            if isinstance(item, tuple) and len(item) == 2:
-                processed_history.append(item)
-            else:
-                print("Invalid history item:", item)
-        processed_history = process_history_for_model(task_history)
-        response, history = model.chat(tokenizer, query=query, history=processed_history)
-        image = tokenizer.draw_bbox_on_latest_picture(response, history)
-        if image is not None:
-            image_path = save_image(image)  
+            query = [{'text': _parse_text(chat_query)}]
+
+        inputs = tokenizer.from_list_format(query)
+        tokenized_inputs = tokenizer(inputs, return_tensors='pt')
+        tokenized_inputs = tokenized_inputs.to(model.device)
+
+        pred = model.generate(**tokenized_inputs)
+        response = tokenizer.decode(pred.cpu()[0], skip_special_tokens=False)
+
+        if 'image' in query[0]:
+            image = tokenizer.draw_bbox_on_latest_picture(response)
+            image_path = save_image(image)  # Ensure you have a function to save the image
             _chatbot[-1] = (chat_query, (image_path,))
-            response = process_response(response)  
         else:
             _chatbot[-1] = (chat_query, response)
-            task_history = update_task_history(task_history, history, response)
+
         return _chatbot
 
     def regenerate(_chatbot, task_history):
@@ -257,11 +252,8 @@ including hate speech, violence, pornography, deception, etc.
 
 def main():
     args = _get_args()
-
     model, tokenizer = _load_model_tokenizer(args)
-
     _launch_demo(args, model, tokenizer)
 
-
 if __name__ == '__main__':
     main()