Spaces:
Sleeping
Sleeping
File size: 836 Bytes
334a4bd |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
import gradio as gr
from transformers import BlipProcessor, BlipForConditionalGeneration
from PIL import Image
# Load your model
processor = BlipProcessor.from_pretrained("mshsahmed/blip-vqa-finetuned-kvasir-v58849")
model = BlipForConditionalGeneration.from_pretrained("mshsahmed/blip-vqa-finetuned-kvasir-v58849")
def vqa_pipeline(image, question):
inputs = processor(image, question, return_tensors="pt")
out = model.generate(**inputs)
answer = processor.decode(out[0], skip_special_tokens=True)
return answer
iface = gr.Interface(
fn=vqa_pipeline,
inputs=[gr.Image(type="pil"), gr.Textbox(lines=1, placeholder="Ask a question...")],
outputs="text",
title="Medical VQA Demo",
description="Upload an image and ask a question. The model will answer based on the image content."
)
iface.launch()
|