sudeep-007 commited on
Commit
c63408e
·
1 Parent(s): 3ff0754

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +34 -0
app.py ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ import pandas as pd
3
+ from datasets import load_dataset
4
+ import transformers
5
+ from transformers import AutoProcessor
6
+ from transformers import AutoModelForCausalLM
7
+ import torch
8
+ from torch.utils.data import Dataset, DataLoader
9
+ from torchvision.transforms import Resize
10
+ import os
11
+ from PIL import Image
12
+ saved_folder_path = "sudeep-007/saved_model"
13
+ processor = AutoProcessor.from_pretrained(saved_folder_path)
14
+ model = AutoModelForCausalLM.from_pretrained(saved_folder_path)
15
+ def generate_caption(image):
16
+ # Process the image
17
+ image = Image.fromarray(image)
18
+ #inputs = tokenizer(image, return_tensors="pt")
19
+ inputs = processor(images=image, return_tensors="pt")#.to(device)
20
+ pixel_values = inputs.pixel_values
21
+
22
+ # Generate caption
23
+ generated_ids = model.generate(pixel_values=pixel_values, max_length=50)
24
+ generated_caption = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
25
+
26
+ return generated_caption
27
+ interface = gr.Interface(
28
+ fn=generate_caption,
29
+ inputs=gr.Image(),
30
+ outputs=gr.Textbox(),
31
+ live=True
32
+ )
33
+ interface.queue()
34
+ interface.launch(share=True)