Update app.py

app.py

@@ -1,6 +1,7 @@
 
 # built-in
 
+from inspect import signature
 import os
 import subprocess
 import logging
@@ -11,18 +12,15 @@ import requests
 import sys
 import warnings
 import time
-from concurrent.futures import ProcessPoolExecutor
-import threading
 import asyncio
-from queue import Queue as BlockingQueue
 from functools import partial
-from multiprocessing import Process, Queue
 
 # external
 
 import spaces
 import torch
 import gradio as gr
+from pathos.multiprocessing import ProcessPool as Pool
 from numpy import asarray as array
 from lxml.html import fromstring
 from diffusers.utils import export_to_gif, load_image
@@ -136,9 +134,9 @@ pipe_flux = FluxPipeline.from_pretrained("black-forest-labs/FLUX.1-dev", torch_d
 
 # Parallelism
 
-def parallel(workers,func,*args):
-    with ProcessPoolExecutor(workers) as ex:
-        res = ex.map(func, args)
+def parallel(func,*args):
+    with Pool(nodes=len(args)) as pool:
+        res = pool.imap(func, *args)
     return list(res)
         
 # functionality
@@ -248,8 +246,9 @@ def handle_generate(*inp):
     inp[1] = ", ".join(_do)
     
     ln = len(result)
-
-    pipe_out = parallel(ln,pipe_generate,inp[0],inp[1],inp[2],inp[3])
+    parallel_args = [inp for i in range(ln)]
+    
+    pipe_out = parallel( pipe_generate, *parallel_args )
     names = []
     for i in pipe_out:
         name = generate_random_string(12)+".png"