Update app.py

app.py

@@ -94,6 +94,16 @@ def draw_boxes(image_path, response):
             image.save(temp_file, format="PNG")
             return temp_file.name
 
+def draw_boxes_with_tokenizer(response, history):
+    image = tokenizer.draw_bbox_on_latest_picture(response, history)
+    if image is not None:
+        with tempfile.NamedTemporaryFile(delete=False, suffix='.png', dir=os.path.abspath("uploaded_images")) as temp_file:
+            image.save(temp_file, format="PNG")
+            return temp_file.name
+    else:
+        print("No box found or drawing failed.")
+        return None
+
 def process_input(text=None, file=None, task_history=None):
     if task_history is None:
         task_history = []
@@ -107,9 +117,12 @@ def process_input(text=None, file=None, task_history=None):
     task_history.append((text, response))
 
     if "<box>" in response and image_path:
-        image_with_boxes_path = draw_boxes(image_path, response)
-        cleaned_response = clean_response(response)
-        return [("Qwen-VL_Image", (image_with_boxes_path, "Image with boxes")), ("Qwen-VL_Chat", cleaned_response)], task_history
+        image_with_boxes_path = draw_boxes_with_tokenizer(response, task_history)
+        if image_with_boxes_path:
+            cleaned_response = clean_response(response)
+            return [("Qwen-VL_Image", (image_with_boxes_path, "Image with boxes")), ("Qwen-VL_Chat", cleaned_response)], task_history
+        else:
+            return [("bot", "Unable to draw boxes on the image.")], task_history
     else:
         cleaned_response = clean_response(response)
         return [("Qwen-VL_Chat", cleaned_response)], task_history