Spaces:
mxrkai
/
Runtime error

File size: 6,039 Bytes
bd06cc8
068d014
bd06cc8
068d014
 
e100b79
068d014
e100b79
 
e56ea0f
e100b79
395ec56
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
bd06cc8
 
 
 
 
 
 
 
 
 
 
e100b79
bd06cc8
068d014
 
 
bd06cc8
 
 
 
068d014
e100b79
bd06cc8
364bda2
 
c2b4e5c
364bda2
 
c2b4e5c
364bda2
068d014
fed1648
bd06cc8
 
 
 
bf3f697
bd06cc8
fed1648
068d014
fed1648
 
 
11a3d84
bd06cc8
fed1648
 
 
 
 
 
068d014
 
 
 
 
 
 
 
 
 
b3ba3af
068d014
 
 
 
 
 
 
 
 
 
 
837e868
bd06cc8
068d014
e100b79
bd06cc8
fed1648
068d014
bd06cc8
 
 
 
 
 
fed1648
 
bd06cc8
 
 
 
 
 
 
 
 
 
 
 
fed1648
bd06cc8
 
 
 
 
e100b79
bd06cc8
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
import json
import httpx
import random
from fastapi import FastAPI, Request, HTTPException
from sse_starlette.sse import EventSourceResponse

app = FastAPI()

def generate_random_ip():
    return f"{random.randint(1, 255)}.{random.randint(0, 255)}.{random.randint(0, 255)}.{random.randint(0, 255)}"

def generate_user_agent():
    os_list = ['Windows NT 10.0', 'Windows NT 6.1', 'Mac OS X 10_15_7', 'Ubuntu', 'Linux x86_64']
    browser_list = ['Chrome', 'Firefox', 'Safari', 'Edge']
    chrome_version = f"{random.randint(70, 126)}.0.{random.randint(1000, 9999)}.{random.randint(100, 999)}"
    firefox_version = f"{random.randint(70, 100)}.0"
    safari_version = f"{random.randint(600, 615)}.{random.randint(1, 9)}.{random.randint(1, 9)}"
    edge_version = f"{random.randint(80, 100)}.0.{random.randint(1000, 9999)}.{random.randint(100, 999)}"

    os = random.choice(os_list)
    browser = random.choice(browser_list)

    if browser == 'Chrome':
        return f"Mozilla/5.0 ({os}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/{chrome_version} Safari/537.36"
    elif browser == 'Firefox':
        return f"Mozilla/5.0 ({os}; rv:{firefox_version}) Gecko/20100101 Firefox/{firefox_version}"
    elif browser == 'Safari':
        return f"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/{safari_version} (KHTML, like Gecko) Version/{safari_version.split('.')[0]}.1.2 Safari/{safari_version}"
    elif browser == 'Edge':
        return f"Mozilla/5.0 ({os}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/{edge_version} Safari/537.36 Edg/{edge_version}"

def format_openai_response(content, finish_reason=None):
    return {
        "id": "chatcmpl-123",
        "object": "chat.completion.chunk",
        "created": 1677652288,
        "model": "gpt-4o",
        "choices": [{
            "delta": {"content": content} if content else {"finish_reason": finish_reason},
            "index": 0,
            "finish_reason": finish_reason
        }]
    }

@app.post("/hf/v1/chat/completions")
async def chat_completions(request: Request):
    data = await request.json()
    messages = data.get('messages', [])
    stream = data.get('stream', False)
    
    if not messages:
        raise HTTPException(status_code=400, detail="No messages provided")
    
    model = data.get('model', 'gpt-4o')
    if model.startswith('gpt'):
        endpoint = "openAI"
        original_api_url = 'https://chatpro.ai-pro.org/api/ask/openAI'
    elif model.startswith('claude'):
        endpoint = "claude"
        original_api_url = 'https://chatpro.ai-pro.org/api/ask/claude'
    else:
        raise HTTPException(status_code=400, detail="Unsupported model")

    headers = {
        'content-type': 'application/json',
        'X-Forwarded-For': generate_random_ip(),
        'origin': 'https://chatpro.ai-pro.org',
        'user-agent': generate_user_agent()
    }

    async def generate():
        full_response = ""
        while True:
            conversation = "\n".join([f"{msg['role']}: {msg['content']}" for msg in messages])
            conversation += "\nPlease follow and reply to the user’s recent messages and avoid answers that summarize the conversation history."
            
            payload = {
                "text": conversation,
                "endpoint": endpoint,
                "model": model
            }
            
            async with httpx.AsyncClient() as client:
                async with client.stream("POST", original_api_url, headers=headers, json=payload) as response:
                    async for line in response.aiter_lines():
                        if line.startswith('{"text":'):
                            data = json.loads(line)
                            new_content = data['text'][len(full_response):]
                            full_response = data['text']
                            
                            if new_content:
                                yield f"data: {json.dumps(format_openai_response(new_content))}\n\n"
                        
                        elif '"final":true' in line:
                            final_data = json.loads(line)
                            response_message = final_data.get('responseMessage', {})
                            finish_reason = response_message.get('finish_reason', 'stop')
                            last_content = response_message.get('text', '')
                            if last_content and last_content != full_response:
                                yield f"data: {json.dumps(format_openai_response(last_content[len(full_response):]))}\n\n"
                            
                            yield f"data: {json.dumps(format_openai_response('', finish_reason))}\n\n"
                            yield "data: [DONE]\n\n"
                            return

    if stream:
        return EventSourceResponse(generate())
    else:
        full_response = ""
        finish_reason = "stop"
        async for chunk in generate():
            if chunk.startswith("data: ") and not chunk.strip() == "data: [DONE]":
                response_data = json.loads(chunk[6:])
                if 'choices' in response_data and response_data['choices']:
                    delta = response_data['choices'][0].get('delta', {})
                    if 'content' in delta:
                        full_response += delta['content']
                    if 'finish_reason' in delta:
                        finish_reason = delta['finish_reason']

        return {
            "id": "chatcmpl-123",
            "object": "chat.completion",
            "created": 1677652288,
            "model": model,
            "choices": [{
                "index": 0,
                "message": {
                    "role": "assistant",
                    "content": full_response
                },
                "finish_reason": finish_reason
            }],
            "usage": {
                "prompt_tokens": 0,
                "completion_tokens": 0,
                "total_tokens": 0
            }
        }