Update app.py

app.py

@@ -211,6 +211,8 @@ def localized_query(img, x, y, question):
         yield "", {"text": "", "entities": []}, gr.update(visible=False, value=None)
         return
 
+    answer = moondream.query(img, prompt, spatial_refs=[(x, y)])["answer"]
+    
     w, h = img.size
     x, y = x * w, y * h
     img_clone = img.copy()
@@ -221,7 +223,7 @@ def localized_query(img, x, y, question):
         outline="blue",
     )
     
-    yield "", {"text": "", "entities": []}, gr.update(visible=True, value=img_clone)
+    yield answer, {"text": "", "entities": []}, gr.update(visible=True, value=img_clone)
 
 
 js = ""