Create app.py

app.py

@@ -0,0 +1,336 @@
+import random
+import time
+import json
+import re
+import aiohttp
+import requests
+import asyncio
+from flask import Flask, request, Response
+from flask_cors import CORS
+import uuid
+
+app = Flask(__name__)
+CORS(app)
+
+MAGAI_TOKEN = {
+    "cookie": "_fbp=fb.1.1722349051350.28463402121267809;soquick-mobile_u1main=1722349236461x685414888067651300;intercom-id-jnjoad6e=cbbd8fc9-a010-4e8c-8e7e-9cffccd3abea;soquick-mobile_live_u2main.sig=HuQePfrEHGidu4eRyfiZkcL1_2E;__stripe_mid=7767e1a3-e87f-4456-b073-6c8b7ae9e82119b00d;__stripe_sid=99c612a5-a12a-426f-baa5-e61471a013f140c482;_ga=GA1.1.242967908.1722349051;_ga_GFQ25YSHT2=GS1.1.1726123356.1.0.1726123393.0.0.0;_ga_N5J29RVHDJ=GS1.1.1726123395.4.1.1726123416.0.0.0;intercom-device-id-jnjoad6e=35ee824e-f7f6-415d-8698-bd822cb46d3a;intercom-session-jnjoad6e=TS9MVXB3RVNxOWJBTlVxN3MzcFRhZGJRL05TN2FpUlI2MVpnc3JDaG9TZi81ZERUNXkweVdzVUxicCt5VmJKVy0tTmo4d1loRSs0dWlqRUJmMm1NK2tHUT09--2f27d9afeb23d0d2ba40d57ca6ec33bb6ddb20d1;soquick-mobile_live_u2main=bus|1722349236461x685414888067651300|1726123417637x655253536227564700",
+    "app_last_change": "填写app_last_change",
+    "current_page_item": "填写current_page_item",
+    "current_user": "填写current_user",
+}
+
+MAGAI_MAPPING = {
+    "gpt-4o": "openai/gpt-4o",
+    "claude-3.5-sonnet": "anthropic/claude-3.5-sonnet:beta",
+    "claude-3-opus": "anthropic/claude-3-opus:beta",
+    "gemini-1.5-pro": "google/gemini-pro-1.5"
+}
+
+UUID_LENGTH = 1e18
+MODULO = 1e18
+
+def generate_uuid():
+    return f"{int(time.time() * 1000)}x{str(round(random.random() * UUID_LENGTH)).zfill(18)}"
+
+def create_luid(separator="x"):
+    timestamp = int(time.time() * 1000)
+    return f"{timestamp}{separator}1"
+
+def format_model_name(model_name):
+    return re.sub(r"_+", "_", re.sub(r"[/:-]", "_", model_name))
+
+
+def find_token_in_object(obj):
+    if isinstance(obj, dict):
+        for key, value in obj.items():
+            if key == "token" and isinstance(value, str):
+                return value
+            token = find_token_in_object(value)
+            if token:
+                return token
+    return None
+
+
+def get_last_user_content(messages):
+    for message in reversed(messages):
+        if message["role"] == "user":
+            return message["content"]
+    return None
+
+
+async def get_token(model, message):
+    server_call_id = generate_uuid()
+    created_id = MAGAI_TOKEN["current_page_item"].split("__")[0]
+    user_id = MAGAI_TOKEN["current_user"].split("__")[2]
+    model_id = "0060f9accd1dbade552f65ac646fb3da"
+    item_id = "bUNih7"
+    element_id = "bUNib7"
+
+    body = {
+        "app_last_change": MAGAI_TOKEN["app_last_change"],
+        "calls": [
+            {
+                "client_state": {
+                    "element_instances": {
+                        "bUNib7": {
+                            "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUNib7",
+                            "parent_element_id": "bUMiq3",
+                        },
+                        "bTezP": {
+                            "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bTezP",
+                            "parent_element_id": "bTezJ",
+                        },
+                        "bTezE": {
+                            "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bTezE",
+                            "parent_element_id": "bTeqc",
+                        },
+                        "bTezJ": {
+                            "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bTezJ",
+                            "parent_element_id": "bUKFL2",
+                        },
+                        "bTezQ": {
+                            "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bTezQ",
+                            "parent_element_id": "bUKFL2",
+                        },
+                        "bUiru0": {
+                            "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUiru0",
+                            "parent_element_id": "bUjNK",
+                        },
+                        "bUDVj0": {
+                            "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUDVj0",
+                            "parent_element_id": "bUMiq3",
+                        },
+                        "bUXzm2": {
+                            "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUXzm2",
+                            "parent_element_id": "bUMhk3",
+                        },
+                        "bUifI1": {
+                            "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUifI1",
+                            "parent_element_id": "bTeqg",
+                        },
+                        "bUMiq3": {
+                            "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bUMiq3",
+                            "parent_element_id": "bTezE",
+                        },
+                        "bTekm": {
+                            "dehydrated": f"{created_id}__LOOKUP__ElementInstance::bTekm",
+                            "parent_element_id": None,
+                        },
+                    },
+                    "element_state": {
+                        f"{created_id}__LOOKUP__ElementInstance::bTezP": {
+                            "is_visible": True,
+                            "value_that_is_valid": message,
+                            "value": message,
+                        },
+                        f"{created_id}__LOOKUP__ElementInstance::bTezE": {
+                            "custom.images_": None,
+                            "custom.file_": None,
+                            "custom.file_content_": None,
+                            "custom.file_name_": None,
+                            "custom.file_type_": None,
+                        },
+                        f"{created_id}__LOOKUP__ElementInstance::bTezJ": {
+                            "custom.isrecording_": None,
+                            "custom.prompt_": None,
+                        },
+                        f"{created_id}__LOOKUP__ElementInstance::bUiru0": {
+                            "AAE": message
+                        },
+                        f"{created_id}__LOOKUP__ElementInstance::bUDVj0": {
+                            "AAE": message
+                        },
+                        f"{created_id}__LOOKUP__ElementInstance::bUifI1": {
+                            "custom.is_visible_": None,
+                            "group_data": None,
+                        },
+                        f"{created_id}__LOOKUP__ElementInstance::bUMiq3": {
+                            "group_data": None
+                        },
+                    },
+                    "other_data": {
+                        "Current Page Scroll Position": 0,
+                        "Current Page Width": 661,
+                    },
+                    "cache": {
+                        f"{model_id}": format_model_name(model),
+                        "true": True,
+                        "CurrentPageItem": MAGAI_TOKEN["current_page_item"],
+                        "CurrentUser": MAGAI_TOKEN["current_user"],
+                    },
+                    "exists": {
+                        f"{model_id}": True,
+                        "true": True,
+                        "CurrentPageItem": True,
+                        "CurrentUser": True,
+                    },
+                },
+                "run_id": generate_uuid(),
+                "server_call_id": server_call_id,
+                "item_id": item_id,
+                "element_id": element_id,
+                "uid_generator": {
+                    "timestamp": int(time.time() * 1000),
+                    "seed": round(random.random() * UUID_LENGTH) % MODULO,
+                },
+                "random_seed": random.random(),
+                "current_date_time": int(time.time() * 1000),
+                "current_wf_params": {},
+            }
+        ],
+        "client_breaking_revision": 5,
+        "timezone_offset": -480,
+        "timezone_string": "Asia/Shanghai",
+        "user_id": user_id,
+        "wait_for": [],
+    }
+
+    url = "https://app.magai.co/workflow/start"
+    async with aiohttp.ClientSession() as session:
+        async with session.post(
+            url,
+            headers={
+                "x-bubble-fiber-id": generate_uuid(),
+                "x-bubble-pl": create_luid(),
+                "accept": "application/json, text/javascript, */*; q=0.01",
+                "cookie": MAGAI_TOKEN["cookie"],
+            },
+            json=body,
+        ) as response:
+            response_data = await response.json()
+
+    if "error_class" in response_data:
+        raise Exception(response_data)
+
+    server_call_data = response_data.get(server_call_id)
+    if not server_call_data or "step_results" not in server_call_data:
+        return None
+    for step_result in server_call_data["step_results"].values():
+        if isinstance(step_result.get("return_value"), dict):
+            token = find_token_in_object(step_result["return_value"])
+            if token:
+                return token
+
+
+async def get_request_data(model, messages):
+    if model not in MAGAI_MAPPING:
+        return Response(
+            json.dumps(
+                {
+                    "error": {
+                        "message": "This model is currently unavailable. Please try again later or choose another model.",
+                        "code": "model_not_exists",
+                    }
+                }
+            ),
+            status=400,
+            mimetype="application/json",
+        )
+
+    last_user_message = get_last_user_content(messages)
+    token = await get_token(MAGAI_MAPPING[model], last_user_message)
+    headers = {
+        "Content-Type": "application/json",
+        "HTTP-Referer": "https://magai.co",
+        "Origin": "https://app.magai.co",
+        "Pragma": "no-cache",
+        "Referer": "https://app.magai.co/",
+        "Token": token,
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/500.00 (KHTML, like Gecko) Chrome/100.0.0.0 Safari/500.00",
+    }
+
+    json_data = {
+        "model": MAGAI_MAPPING[model],
+        "messages": [{"role": "system", "content": "You are a helpful assistant."}]
+        + messages,
+        "tools": [
+            {
+                "type": "function",
+                "function": {
+                    "name": "get_actual_time_info",
+                    "description": "Returns actual information from web about prompt theme.",
+                    "parameters": {
+                        "type": "object",
+                        "properties": {
+                            "query": {
+                                "type": "string",
+                                "description": "The query string based on users prompt to search information about.",
+                            }
+                        },
+                        "required": ["query"],
+                    },
+                },
+            },
+            {
+                "type": "function",
+                "function": {
+                    "name": "generate_image",
+                    "description": "Returns generated image URL.",
+                    "parameters": {
+                        "type": "object",
+                        "properties": {
+                            "query": {
+                                "type": "string",
+                                "description": "Prompt to image generation AI model, that describes what image to generate.",
+                            }
+                        },
+                        "required": ["query"],
+                    },
+                },
+            },
+        ],
+        "provider": {"data_collection": "deny"},
+        "tool_choice": "auto",
+        "stream": True,
+    }
+
+    response = requests.post(
+        "https://live.proxy.magai.co:4430/opr/api/v1/chat/completions",
+        headers=headers,
+        json=json_data,
+    )
+    return response
+
+
+def format_response(response):
+    content = ""
+    for line in response.iter_lines():
+        if line:
+            decoded_line = line.decode("utf-8")
+            if decoded_line.startswith("data:"):
+                try:
+                    data = json.loads(decoded_line[5:].strip())
+                    if "choices" in data and len(data["choices"]) > 0:
+                        delta = data["choices"][0].get("delta", {})
+                        if "content" in delta:
+                            content += delta["content"]
+                except json.JSONDecodeError:
+                    pass
+    return content
+
+
+@app.route("/hf/v1/chat/completions", methods=["POST"])
+def chat_completions():
+    data = request.json
+    messages = data.get("messages", [])
+    model = data.get("model", "claude-3.5-sonnet")
+
+    async def process_request():
+        response = await get_request_data(model, messages)
+        return format_response(response)
+
+    loop = asyncio.new_event_loop()
+    asyncio.set_event_loop(loop)
+    result = loop.run_until_complete(process_request())
+
+    event_stream_response = ""
+    for part in result:
+        part = part.replace("\n", "\\n")
+        event_stream_response += f'data:{{"id":"{uuid.uuid4()}","object":"chat.completion.chunk","created":{int(time.time())},"model":"{model}","system_fingerprint":"fp_45ah8ld5a7","choices":[{{"index":0,"delta":{{"content":"{part}"}},"logprobs":null,"finish_reason":null}}]}}\n\n'
+    event_stream_response += "data:[DONE]\n"
+
+    return Response(event_stream_response, mimetype="text/event-stream")
+
+
+if __name__ == "__main__":
+    app.run(host="0.0.0.0", port=7860)