Spaces:
Sleeping
Sleeping
File size: 569 Bytes
0483ead e623f79 40c03fb 0483ead 40c03fb 0483ead 40c03fb 0483ead |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
import gradio as gr
from transformers import AutoProcessor, AutoModelForImageTextToText
import torch
model_path = "HuggingFaceTB/SmolVLM2-2.2B-Instruct"
processor = AutoProcessor.from_pretrained(model_path)
model = AutoModelForImageTextToText.from_pretrained(
model_path,
torch_dtype=torch.bfloat16,
_attn_implementation="flash_attention_2"
).to("cuda")
def launch(input):
out = model.generate(**input)
return(out)
iface = gr.Interface(launch,
inputs=gr.Image(type='pil'),
outputs="text")
iface.launch() |