Update app.py

app.py

@@ -223,26 +223,27 @@ def generate2(
 
     return generated_list[0]
     
-is_gpu = False 
 
-device = CUDA(0) if is_gpu else "cpu"
-clip_model, preprocess = clip.load("ViT-B/32", device=device, jit=False)
-tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
-
-
-prefix_length = 10
-
-model = ClipCaptionModel(prefix_length)
-
-model = model.to(device)
 
 
 def inference(img,model):
+  is_gpu = False 
+    
+  device = CUDA(0) if is_gpu else "cpu"
+  clip_model, preprocess = clip.load("ViT-B/32", device=device, jit=False)
+  tokenizer = GPT2Tokenizer.from_pretrained("gpt2")
+    
+    
+  prefix_length = 10
+    
+  model = ClipCaptionModel(prefix_length)
+    
   if model == "COCO":
       model_path = 'coco_weights.pt'
   else:
       model_path = 'conceptual_weights.pt'
   model.load_state_dict(torch.load(model_path, map_location=CPU)) 
+  model = model.to(device)
 
   use_beam_search = False 
   image = io.imread(img.name)