app.py

from hugchat import hugchat
from fastapi import FastAPI, HTTPException
from pydantic import BaseModel
import uvicorn
import os
import json


chatbot = hugchat.ChatBot(cookies=__stripe_mid=059dfeaf-85cf-47e5-acad-f6c368f33eef7d5d53; __stripe_sid=f2ab4f32-2843-4222-8fb4-b81a4ca108027cdb2c; token=XQckmvPifDlrqHevcvUkHFNMpNXlVAnaqhXhsLwSljTFeBFQhyYMsOPcrzEzqaHHgwmzhvdDBpMyROxkOAhHUaUlBvRqzGDqXjSSkXBYyWIcQCfVojdoobfePBawGLSP; token=XQckmvPifDlrqHevcvUkHFNMpNXlVAnaqhXhsLwSljTFeBFQhyYMsOPcrzEzqaHHgwmzhvdDBpMyROxkOAhHUaUlBvRqzGDqXjSSkXBYyWIcQCfVojdoobfePBawGLSP; hf-chat=ee4ee7ec-60e0-40be-899d-38473d2f3554; aws-waf-token=f2aaee68-0e42-4f90-864f-2e2809908f8c:AQoAijygIp5OAAAA:mNuxYEwW/rb4DPktH1t54x+LSwLan9Wxf6fDN1cD9Vk8o9KELM1txPpYH1zZ1/sEw9V8tCVQOEXLM7viE/Bf9BeMl4Uu/cuWvCm+ZVReg7EZIkPilCc66NbWggCL+2Ph2cBfvbsG/7QRbANI0ITqk2tIUkTKvMzrbSekGfUWLRS0J9RxAWaHQl9WxYl/NunixMzBeoIZrEMTs53lgIX031MfJuS0UYQBjmP77/qrPcasoIrco5zQeXoOqLQaAeyWveOH)

class RequestBody(BaseModel):
    prompt: str
    max_tokens: int

class Choice(BaseModel):
    text: str

class CompletionResponse(BaseModel):
    choices: list[Choice]

app = FastAPI()

@app.post("/v1/chat/completions", response_model=CompletionResponse)
async def completions(body: RequestBody):
    try:
        response = chatbot.chat(body.prompt, max_length=body.max_tokens).wait_until_done()
        return CompletionResponse(choices=[Choice(text=response)])
    except Exception as e:
        raise HTTPException(status_code=500, detail=str(e))

if __name__ == "__main__":
    uvicorn.run(app, host="0.0.0.0", port=8000)