Update app.py

app.py

@@ -67,11 +67,21 @@ def navigate(screenshot, task: str, platform: str, history):
     print(messages)
 
     # ─────────────────────────── model forward ─────────────────────────────
+    
+    images, videos = process_vision_info(messages)
+    i=0
+    for message in messages:
+        if message['role'] == 'user' and isinstance(message.get('content'), list):
+            for item in message['content']:
+                if item.get('type') == 'image_url' and isinstance(item.get('image_url'), str):
+                    item['image_url'] = images[0]
+                    i+=1
+
     text = processor.apply_chat_template(
         messages, tokenize=False, add_generation_prompt=True
     )
-    images, videos = process_vision_info(messages)
-    print(images)
+    print("\nimages\n:",images)
+    print("\ntext\n",text)
     inputs = processor(
         text=[text],
         images=images,