Update app.py

app.py

@@ -21,22 +21,26 @@ model = genai.GenerativeModel(
     system_instruction="You are an expert in detecting objects from xray image. Your job is to detect the objects from x-ray images.",
 )
 
-def analyze_image(image):
+def analyze_image(image, instruction):
     """Analyze the uploaded image using Gemini model"""
     try:
         if image is None:
             return "Please upload an image to analyze."
             
+        # Use default instruction if none provided
+        if not instruction:
+            instruction = "Here is an xray image, describe all objects you can see in this image and their relative positions to each other."
+            
         # Start a new chat session
         chat = model.start_chat()
         
         # Upload and analyze the image
         image_file = genai.upload_file(image)
         
-        # Send the image with a prompt
+        # Send the image with the provided instruction
         response = chat.send_message([
             image_file,
-            "Here is an xray image, describe all objects you can see in this image and their relative positions to each other."
+            instruction
         ])
         
         return response.text
@@ -48,7 +52,7 @@ examples_dir = os.path.join(os.path.dirname(__file__), "examples")
 example_images = []
 if os.path.exists(examples_dir):
     example_images = [
-        os.path.join(examples_dir, f) 
+        [os.path.join(examples_dir, f), "Here is an xray image, do you see keys in this image, if yes then describe its nature in few words and location relative to the other objects."]
         for f in os.listdir(examples_dir) 
         if f.lower().endswith(('.png', '.jpg', '.jpeg'))
     ]
@@ -56,10 +60,17 @@ if os.path.exists(examples_dir):
 # Create Gradio interface
 iface = gr.Interface(
     fn=analyze_image,
-    inputs=gr.Image(type="filepath", label="Upload X-ray Image"),
+    inputs=[
+        gr.Image(type="filepath", label="Upload X-ray Image"),
+        gr.Textbox(
+            label="Instruction",
+            placeholder="Enter your instruction (e.g., 'do you see keys in this image? If yes, describe their location')",
+            value="Here is an xray image, do you see keys in this image, if yes then describe its nature in few words and location relative to the other objects."
+        )
+    ],
     outputs=gr.Textbox(label="Analysis Result", lines=10),
     title="X-ray Image Object Detection",
-    description="Upload an X-ray image and get a detailed description of the objects detected in it.",
+    description="Upload an X-ray image and provide instructions for analysis. The model will detect and describe objects based on your instructions.",
     examples=example_images,
     cache_examples=True
 )