Update app.py

app.py

@@ -26,19 +26,25 @@ prompt_suffix = "<|end|>\n"
 
 # Inference function
 def ask_phi(image, question):
-    
+    print("Entered ask_phi")
+    start_time = time.time()
 
     prompt = f"{user_prompt}<|image_1|>\n{question}{prompt_suffix}{assistant_prompt}"
     print(f">>> Prompt\n{prompt}")
     images = og.Images.open(image)
     inputs = processor(prompt=prompt, images=images, return_tensors="pt")
 
+    print(f"Pre-processing took {time.time() - start_time} seconds")
     # start here
+    print("Setting up the generator")
+    start_time = time.time()
     params = og.GeneratorParams(model)
     params.set_inputs(inputs)
     params.set_search_options(max_length=7680)
 
     generator = og.Generator(model, params)
+    print(f"Generator setup took {time.time() - start_time} seconds")
+    
     start_time = time.time()
 
     response = ""
@@ -47,7 +53,7 @@ def ask_phi(image, question):
 
         new_token = generator.get_next_tokens()[0]
         response += tokenizer_stream.decode(new_token) + " "
-        print(response)
+        print(f">>> Response\n{response}")
 
     total_run_time = time.time() - start_time
     print(f"Total Time : {total_run_time:.2f}")