Update app.py

app.py

@@ -131,23 +131,20 @@ function custom(){
 # @cpu2(cache=True,nopython=True,parallel=True)
 # @cpu1(cache=True)
 # @cpu2(cache=True)
-def run(cmd, assert_success=False, capture_output=False, env=None, dry_run=False):
+def run(*args):
     tx = cuda.threadIdx.x
     bx = cuda.blockIdx.x
     dx = cuda.blockDim.x
     pos = tx + bx * dx
 
-    if dry_run:
-        print(f"--> {cmd}")
-        result = 1
-    else:
-        result = subprocess.run(cmd, shell=True, capture_output=capture_output, env=env)
-        if assert_success and result.returncode != 0:
-            logging.error(
-                f"Command '{cmd}' failed with exit status code '{result.returncode}'. Exiting..."
-            )
-            sys.exit()
+    cmd=*args
 
+    result = subprocess.run(cmd, shell=True, capture_output=True, env=None)
+    if result.returncode != 0:
+        logging.error(
+            f"Command '{cmd}' failed with exit status code '{result.returncode}'. Exiting..."
+        )
+        sys.exit()
     return result
     
 @gpu(cache=True)
@@ -155,12 +152,14 @@ def run(cmd, assert_success=False, capture_output=False, env=None, dry_run=False
 # @cpu2(cache=True,nopython=True,parallel=True)
 # @cpu1(cache=True)
 # @cpu2(cache=True)
-def translate(text,lang):
+def translate(*args):
     tx = cuda.threadIdx.x
     bx = cuda.blockIdx.x
     dx = cuda.blockDim.x
     pos = tx + bx * dx
 
+    text,lang=*args
+
     if text == None or lang == None:
         return ""       
     text = re.sub(f'[{string.punctuation}]', '', re.sub('[\s+]', ' ', text)).lower().strip()
@@ -206,12 +205,14 @@ def translate(text,lang):
 # @cpu2(cache=True,nopython=True,parallel=True)
 # @cpu1(cache=True)
 # @cpu2(cache=True)
-def generate_random_string(length):
+def generate_random_string(*args):
     tx = cuda.threadIdx.x
     bx = cuda.blockIdx.x
     dx = cuda.blockDim.x
     pos = tx + bx * dx
 
+    length=*args
+
     characters = string.ascii_letters + string.digits
     return ''.join(random.choice(characters) for _ in range(length))
     
@@ -221,12 +222,14 @@ def generate_random_string(length):
 # @cpu1(cache=True)
 # @cpu2(cache=True)
 @spaces.GPU(duration=65)
-def Piper(image,positive,negative,motion):
+def Piper(*args):
     tx = cuda.threadIdx.x
     bx = cuda.blockIdx.x
     dx = cuda.blockDim.x
     pos = tx + bx * dx
 
+    image,positive,negative,motion=*args
+
     global last_motion
     global ip_loaded
 
@@ -267,16 +270,18 @@ def Piper(image,positive,negative,motion):
 # @cpu2(cache=True,nopython=True,parallel=True)
 # @cpu1(cache=True)
 # @cpu2(cache=True)
-def infer(pm):
+def infer(args):
     tx = cuda.threadIdx.x
     bx = cuda.blockIdx.x
     dx = cuda.blockDim.x
     pos = tx + bx * dx
 
+    pm = *args
+
     print("infer: started")
     
     p1 = pm["p"]
-    name = generate_random_string(12)+".png"
+    name = generate_random_string[32,32](12)+".png"
     
     neg = pm["n"]
     if neg != "":
@@ -289,7 +294,7 @@ def infer(pm):
 
     if pm["i"] == None:
         return None
-    out = Piper(pm["i"],posi,neg,pm["m"])
+    out = Piper[32,32](pm["i"],posi,neg,pm["m"])
     export_to_gif(out.frames[0],name,fps=fps)
     return name
 
@@ -298,23 +303,23 @@ def infer(pm):
 # @cpu2(cache=True,nopython=True,parallel=True)
 # @cpu1(cache=True)
 # @cpu2(cache=True)
-def handle(i,m,p1,p2,*result):
+def handle(*args):
     tx = cuda.threadIdx.x
     bx = cuda.blockIdx.x
     dx = cuda.blockDim.x
     pos = tx + bx * dx
 
-    p1_en = translate(p1,"english")
-    p2_en = translate(p2,"english")
+    i,m,p1,p2,*result=*args
+
+    p1_en = translate[32,32](p1,"english")
+    p2_en = translate[32,32](p2,"english")
     pm = {"p":p1_en,"n":p2_en,"m":m,"i":i}
     ln = len(result)
     rng = list(range(ln))
     arr = [pm for _ in rng]
     #with Pool(f'{ ln }:ppn=2', queue='productionQ', timelimit='5:00:00', workdir='.') as pool:
         #return pool.map(infer,arr)
-    ret = []
-    for _ in range(ln):
-        ret.append(infer,pm)
+    ret = infer[32+ln,32](pm)
     return ret
 
 @gpu(cache=True)
@@ -376,7 +381,7 @@ def ui():
                 
         gr.on(
             triggers=[run_button.click, prompt.submit, prompt2.submit],
-            fn=handle,inputs=[img,motion,prompt,prompt2,*result],outputs=result
+            fn=handle[32,32],inputs=[img,motion,prompt,prompt2,*result],outputs=result
         )
         demo.queue().launch()