Update app.py

app.py

@@ -338,6 +338,11 @@ def load_image( infilename ) :
     data = np.asarray( img, dtype="int32" )
     return data
 def throttled_inference(text, seed, step_size, max_iterations, width, height):
+    t = torch.cuda.get_device_properties(0).total_memory
+    r = torch.cuda.memory_reserved(0)
+    a = torch.cuda.memory_allocated(0)
+    f = r-a  # free inside reserved
+    print(f)
     global inferences_running
     current = inferences_running
     if current >= 2: