init

README.md

@@ -4,7 +4,7 @@ emoji: 🔥
 colorFrom: purple
 colorTo: pink
 sdk: gradio
-sdk_version: 4.44.0
+sdk_version: 4.40.0
 app_file: app.py
 pinned: false
 license: apache-2.0

app.py

@@ -0,0 +1,162 @@
+
+from utils import *
+
+
+taskType = "3"
+temp_examples = get_temps_examples(taskType)
+user_examples = get_user_examples(taskType)
+showcase_examples = get_showcase_examples(taskType)
+user_recorder = UserRecorder()
+
+# 当试用次数耗尽，显示的信息
+no_more_attempts = "Sorry, You've used all trial attempts. Please enter your token to continue..."
+
+# Description
+title = r"""
+<h1 align="center">Selfit AI App: Product poster background generation</h1>
+"""
+
+description = r"""
+<a href='https://heybeauty.ai/extension' target='_blank'><b> Go to HeyBeauty for Faster and Free AI App! 🤗 </b></a>.<br>
+
+<b>Official 🤗 Gradio demo</b> for <a href='https://github.com/selfitcamera/Outfit-Anyone-in-the-Wild' target='_blank'><b>Product poster background generation</b></a>.<br>
+1. Please wait for a while after submitting the task, you will get the result within 30 seconds.
+2. Share app with your friends and enjoy! 😊.<br>
+"""
+
+css = """
+.gradio-container {width: 85% !important}
+"""
+
+
+def onClick(temp_image, user_image, caption_text, request: gr.Request):
+    print("======> temp_image ", type(temp_image), temp_image)
+    print("======> user_image ", type(user_image))
+    print("======> caption_text ", type(caption_text))
+    if temp_image is None: 
+        yield None, "please choose a template background!!!"
+        return None, "please choose a template background!!!"
+
+    try:
+        client_ip = request.client.host
+        x_forwarded_for = dict(request.headers).get('x-forwarded-for')
+        if x_forwarded_for: client_ip = x_forwarded_for
+        if not check_region_warp(client_ip):
+            return None, "Failed !!! Our server is under maintenance, please try again later"
+            
+        _, total_n, _ = user_recorder.get_record(client_ip)
+        if total_n>=LimitTask:
+            print(no_more_attempts)
+            yield None, no_more_attempts
+            return None, "no_more_attempts"
+
+        upload_url = upload_user_img(client_ip, user_image)
+        if len(upload_url)==0:
+            yield None, "fail to upload"
+            return None, "fail to upload"
+
+        taskId = publicSelfitTask(upload_url, temp_image, caption_text)
+        if not taskId:
+            yield None, "fail to public task..."
+            return None, "fail to public task..."
+
+        # taskId = "95a19e33-1ff5-446e-ac37-d3a8dd59eba8-e1"
+        max_try = 30
+        wait_s = 3
+        time.sleep(5)
+        for i in range(max_try):
+            time.sleep(wait_s)
+            taskStatus = getTaskRes(taskId)
+            if taskStatus is None: continue
+            user_recorder.save_record(taskStatus, ip=client_ip)
+
+            status = taskStatus['status']
+            if status in ['FAILED', 'CANCELLED', 'TIMED_OUT', ]:
+                yield None, f"task failed, query {i}, status {status}"
+                return None, f"task failed, query {i}, status {status}"
+            elif status in ['IN_QUEUE', 'IN_PROGRESS', 'IN_QUEUE', ]:
+                yield None, f"task is on processing, query {i},  status {status}"
+            elif status=='COMPLETED':
+                out = taskStatus['output']['job_results']['output1']
+                yield out, f"task is COMPLETED"
+                return out, f"{i} task COMPLETED"
+        yield None, "fail to query task.."
+        return None, "fail to query task.."
+    except Exception as e:
+        print(e)
+        # raise e
+        yield None, "fail to create task"
+        return None, "fail to create task"
+
+def onLoad(request: gr.Request):
+    client_ip = request.client.host
+    x_forwarded_for = dict(request.headers).get('x-forwarded-for')
+    if x_forwarded_for:
+        client_ip = x_forwarded_for
+    his_datas, total_n, msg = user_recorder.get_record(client_ip)
+    left_n = max(0, LimitTask-total_n)
+    his_datas.append(msg)
+    his_datas.append(f"Submit ({left_n} attempts left)")
+    return his_datas
+
+with gr.Blocks(css=css) as demo:
+    gr.Markdown(title)
+    gr.Markdown(description)
+
+    with gr.Row():
+        with gr.Column():
+            with gr.Column():
+                temp_image = gr.Image(sources='clipboard', type="filepath", label="Choose a template", 
+                    value=temp_examples[0][0])
+                temp_example = gr.Examples(inputs=[temp_image],
+                                      examples_per_page=9, examples=temp_examples)
+        with gr.Column():
+            with gr.Column():
+                user_image = gr.Image(value=None, type="numpy", label="product photo")
+                caption_text = gr.Textbox(value="", interactive=True, 
+                    label='English caption text(optional)') 
+        with gr.Column():
+            with gr.Column():
+                res_image = gr.Image(label="generate image", value=None, type="filepath")
+                info_text = gr.Textbox(value="", interactive=False, 
+                    label='runtime information')
+                run_button = gr.Button(value="Submit")
+                MK01 = gr.Markdown()
+            
+    with gr.Column():
+        show_case = gr.Examples(
+            examples=showcase_examples,
+            inputs=[temp_image, user_image, res_image, ],
+            label=None
+        )
+
+    with gr.Tab('history'):
+
+        with gr.Row():
+            MK02 = gr.Markdown()
+
+        with gr.Row():
+            his_input1 = gr.HTML()
+            his_output1 = gr.HTML()
+
+        with gr.Row():
+            his_input2 = gr.HTML()
+            his_output2 = gr.HTML()
+
+        with gr.Row():
+            his_input3 = gr.HTML()
+            his_output3 = gr.HTML()            
+
+    run_button.click(fn=onClick, inputs=[temp_image, user_image, caption_text], 
+                     outputs=[res_image, info_text], concurrency_limit=50)
+    demo.load(onLoad, inputs=[], outputs=[his_input1, his_output1,
+        his_input2, his_output2, his_input3, his_output3,
+        MK02, run_button])
+
+if __name__ == "__main__":
+
+    demo.queue(max_size=50)
+    # demo.queue(concurrency_count=60)
+    # demo.launch(server_name='0.0.0.0', server_port=225)
+    demo.launch(server_name='0.0.0.0')
+    

requirements.txt

@@ -0,0 +1,7 @@
+opencv-python
+numpy
+requests
+gradio==4.40.0
+gradio-client==1.2.0
+func_timeout
+Pillow==9.5.0

tools/run01_convert.py

@@ -0,0 +1,21 @@
+
+import os
+import sys
+import cv2
+import json
+import random
+import time
+import pickle
+import requests
+import func_timeout
+import numpy as np
+
+
+proj_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+data_dir = os.path.join(proj_dir, 'Datas')
+
+work_dir = os.path.join(data_dir, 'task3/temps')
+for f in os.listdir(work_dir):
+    img = cv2.imread(os.path.join(work_dir, f))
+    cv2.imwrite(os.path.join(work_dir, f.replace(".png", ".jpg")), img)
+

utils.py

@@ -0,0 +1,221 @@
+
+import os
+import sys
+import cv2
+import json
+import random
+import time
+import pickle
+import requests
+import func_timeout
+import numpy as np
+import gradio as gr
+from collections import OrderedDict
+
+
+apiUrl = os.environ['apiUrl']
+uploadToken = os.environ['uploadToken']
+openId = os.environ['openId']
+apiKey = os.environ['apiKey']
+Regions = os.environ['Regions']
+LimitTask = int(os.environ['LimitTask'])
+
+
+proj_dir = os.path.dirname(os.path.abspath(__file__))
+data_dir = os.path.join(proj_dir, 'Datas')
+tmpFolder = os.path.join(proj_dir, 'tmp')
+os.makedirs(tmpFolder, exist_ok=True)
+
+
+
+def load_pkl(path):
+    with open(path, 'rb') as f:
+        return pickle.load(f)
+
+def save_pkl(data, path, reweite=False):
+    if not os.path.exists(path) or reweite: # 不存在或者强制重写
+        with open(path,'wb') as file:
+          pickle.dump(data, file, protocol=4)
+        return data
+    else:
+        load_data = load_pkl(path)
+        for k in data:
+            load_data[k] = data[k]
+        save_pkl(load_data, path, reweite=True)
+        return load_data
+
+class UserRecorder(object):
+
+    def __init__(self, ):
+        super(UserRecorder, self).__init__()
+        record_dir = os.path.join(data_dir, 'UserRecord')
+        self.ip_dir = os.path.join(record_dir, 'Ips')
+        self.token_dir = os.path.join(record_dir, 'Tokens')
+        os.makedirs(self.ip_dir, exist_ok=True)
+        os.makedirs(self.token_dir, exist_ok=True)
+
+    def save_record(self, taskRes, ip=None, token=None):
+        if ip is None and token is None: return
+        if ip is not None:
+            record_path = os.path.join(self.ip_dir, f'{ip}.pkl')
+        else:
+            record_path = os.path.join(self.token_dir, f'{token}.pkl')
+        taskId = taskRes['id']
+        status = taskRes['status']
+        if 'output' in taskRes:
+            input1 = taskRes['output']['job_results']['input1']
+            output1 = taskRes['output']['job_results']['output1']
+        else:
+            input1, output1 = None, None
+        data = OrderedDict()
+        data[taskId] = {'input1':input1, 'output1':output1, 'status':status, }
+        save_data = save_pkl(data, record_path, reweite=False)
+        return save_data
+
+    def get_record(self, ip=None, token=None):
+        if ip is None and token is None: return
+        if ip is not None:
+            identity = ip
+            record_path = os.path.join(self.ip_dir, f'{ip}.pkl')
+        else:
+            identity = token
+            record_path = os.path.join(self.token_dir, f'{token}.pkl')
+        if os.path.exists(record_path):
+            record_data = load_pkl(record_path)
+        else:
+            record_data = {}
+        total_n = len(record_data)
+        success_n, fail_n, process_n = 0, 0, 0
+        shows = [None]*6
+        show_i = 0
+        print(record_data)
+        for key in reversed(record_data):
+            status = record_data[key]['status']
+            if status in ['FAILED', 'CANCELLED', 'TIMED_OUT', ]:
+                fail_n += 1
+
+            elif status in ['COMPLETED', ]:
+                success_n += 1
+                if record_data[key]['input1'] is not None:
+                    input1 = record_data[key]['input1']
+                    output1 = record_data[key]['output1']
+                    shows[show_i*2] = f"<img src=\"{input1}\" >"
+                    shows[show_i*2+1] = f"<img src=\"{output1}\" >"
+                    show_i += 1
+            elif status in ['IN_QUEUE', 'IN_PROGRESS', 'IN_QUEUE', ]:
+                process_n += 1
+
+        msg = f"Dear {identity}, You have {total_n} tasks, {success_n} successed, {fail_n} failed, {process_n} processing,  "
+
+        return shows, total_n, msg
+
+        
+def get_temps_examples(taskType):
+    temp_dir = os.path.join(data_dir, f'task{taskType}/temps')
+    examples = []
+    files = [f for f in sorted(os.listdir(temp_dir)) if '.' in f]
+    for f in files:
+        temp_name = f.split(".")[0]
+        if len(temp_name)==0: continue
+        temp_path = os.path.join(temp_dir, f)
+        examples.append([temp_path])
+    return examples
+
+def get_user_examples(taskType):
+    user_dir = os.path.join(data_dir, f'task{taskType}/srcs')
+    examples = []
+    files = [f for f in sorted(os.listdir(user_dir)) if '.' in f]
+    for f in files:
+        user_id = f.split(".")[0]
+        if len(user_id)==0: continue
+        user_path = os.path.join(user_dir, f)
+        examples.append([user_path])
+    return examples
+
+def get_showcase_examples(taskType):
+    if taskType=="3":
+        examples=[
+            ["task3/temps/flow-water.jpg", "task3/srcs/src01.jpg", "task3/showcases/src01_flower-water.jpg"],
+            ["task3/temps/mountain-water.jpg", "task3/srcs/src01.jpg", "task3/showcases/src01_mountain-water.jpg"],
+            ["task3/temps/rock-on-water.jpg", "task3/srcs/src01.jpg", "task3/showcases/src01_rock-on-water.jpg"],
+        ]
+    for i in range(len(examples)):
+        for j in range(len(examples[i])):
+            examples[i][j] = os.path.join(data_dir, examples[i][j])
+            assert os.path.exists(examples[i][j]), examples[i][j]
+    return examples
+
+def get_result_example(cloth_id, pose_id):
+    result_dir = os.path.join(data_dir, 'ResultImgs')
+    res_path = os.path.join(result_dir, f"{cloth_id}_{pose_id}.jpg")
+    return res_path
+
+def upload_user_img(clientIp, img):
+    timeId = int(  str(time.time()).replace(".", "")  )+random.randint(1000, 9999)
+    fileName = clientIp.replace(".", "")+str(timeId)+".jpg"
+    local_path = os.path.join(tmpFolder, fileName)
+    cv2.imwrite(os.path.join(tmpFolder, fileName), img[:,:,::-1])
+    params = {'token':uploadToken, 'input1':fileName, 'input2':''}
+    session = requests.session()
+    ret = requests.post(f"{apiUrl}/upload", data=json.dumps(params))
+    res = ""
+    if ret.status_code==200:
+        if 'upload1' in ret.json():
+            upload_url = ret.json()['upload1']
+            with open(local_path, 'rb') as file:
+                response = requests.put(upload_url, data=file)
+                if response.status_code == 200:
+                    res = upload_url
+    else:
+        print(ret.json(), ret.status_code, 'call upload failed')
+    if os.path.exists(local_path):
+        os.remove(local_path)
+    return res
+
+
+def publicSelfitTask(image, temp_image, caption_text):
+    temp_name = os.path.basename(temp_image).split('.')[0]
+    params = {'openId':openId, 'apiKey':apiKey, 'image':image, 'mask':"",
+        "image_type":"2", "task_type":"3", 'param1':temp_name, 
+        'param2':str(caption_text), 'param3':"1", 'param4':"", 'param5':""}
+    session = requests.session()
+    ret = requests.post(f"{apiUrl}/public", data=json.dumps(params))
+    print(ret)
+    if ret.status_code==200:
+        if 'id' in ret.json():
+            print(ret.json())
+            return ret.json()['id']
+    else:
+        print(ret.json(), ret.status_code, 'call public failed')
+
+def getTaskRes(taskId):
+    params = {'id':taskId}
+    session = requests.session()
+    ret = requests.post(f"{apiUrl}/status", data=json.dumps(params))
+    print(ret)
+    if ret.status_code==200:
+        if 'status' in ret.json():
+            print(ret.json())
+            return ret.json()
+    else:
+        print(ret.json(), ret.status_code, 'call status failed')
+        return None
+
+@func_timeout.func_set_timeout(10)
+def check_region(ip):
+    session = requests.session()
+    ret = requests.get(f"https://webapi-pc.meitu.com/common/ip_location?ip={ip}")
+    for k in ret.json()['data']:
+        nat = ret.json()['data'][k]['nation']
+        if nat in Regions:
+            print(nat, 'invalid')
+            return False
+        else:
+            print(nat, 'valid')
+    return True
+def check_region_warp(ip):
+    try:
+        return check_region(ip)
+    except Exception as e:
+        print(e)
+        return True