Spaces:
Running
Running
import time | |
from fastapi import FastAPI, Request, HTTPException | |
from pydantic import BaseModel | |
from duckai import DuckAI | |
import uvicorn | |
app = FastAPI() | |
proxy= "socks4://98.178.72.21:10919" | |
API_PREFIX = "/" | |
# Middleware for logging request time | |
async def log_process_time(request: Request, call_next): | |
start_time = time.time() | |
response = await call_next(request) | |
process_time = time.time() - start_time | |
print(f"{request.method} {response.status_code} {request.url.path} {process_time*1000:.2f} ms") | |
return response | |
# Request body model | |
class ChatCompletionRequest(BaseModel): | |
model: str | |
messages: list[dict] | |
async def root(): | |
return {"message": "API server running"} | |
async def ping(): | |
return {"message": "pong"} | |
async def get_models(): | |
return { | |
"object": "list", | |
"data": [ | |
{"id": "gpt-4o-mini", "object": "model", "owned_by": "ddg"}, | |
{"id": "claude-3-haiku", "object": "model", "owned_by": "ddg"}, | |
{"id": "llama-3.1-70b", "object": "model", "owned_by": "ddg"}, | |
{"id": "mixtral-8x7b", "object": "model", "owned_by": "ddg"}, | |
{"id": "o3-mini", "object": "model", "owned_by": "ddg"}, | |
], | |
} | |
async def chat_completions(request: ChatCompletionRequest): | |
try: | |
# Only using DuckAI directly | |
content = " ".join([msg.get("content", "") for msg in request.messages]) | |
duck = DuckAI(proxy=proxy, timeout=20) | |
results = duck.chat(content, model=request.model) | |
response = create_complete_response(results, request.model) | |
return response | |
except Exception as e: | |
raise HTTPException(status_code=500, detail=str(e)) | |
def create_complete_response(text: str, model: str) -> dict: | |
"""Create a complete non-streaming response""" | |
return { | |
"id": "chatcmpl-123", | |
"object": "chat.completion", | |
"created": int(time.time()), | |
"model": model, | |
"usage": {"prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0}, | |
"choices": [ | |
{ | |
"message": {"content": text, "role": "assistant"}, | |
"index": 0, | |
"finish_reason": "stop", | |
}, | |
], | |
} | |
async def get_tenth_class_data(): | |
return { | |
"class": "10", | |
"subjects": [ | |
{ | |
"name": "English", | |
"chapters": [ | |
{"id": "eng-1", "name": "Prose: A Letter to God", "level": "easy"}, | |
{"id": "eng-2", "name": "Poem: Dust of Snow", "level": "medium"}, | |
{"id": "eng-3", "name": "Prose: Nelson Mandela", "level": "hard"}, | |
{"id": "eng-4", "name": "Poem: Fire and Ice", "level": "medium"}, | |
{"id": "eng-5", "name": "Prose: From the Diary of Anne Frank", "level": "easy"} | |
] | |
}, | |
{ | |
"name": "Math", | |
"chapters": [ | |
{"id": "math-1", "name": "Real Numbers", "level": "medium"}, | |
{"id": "math-2", "name": "Polynomials", "level": "medium"}, | |
{"id": "math-3", "name": "Pair of Linear Equations in Two Variables", "level": "hard"}, | |
{"id": "math-4", "name": "Quadratic Equations", "level": "hard"}, | |
{"id": "math-5", "name": "Arithmetic Progressions", "level": "easy"} | |
] | |
}, | |
{ | |
"name": "Science", | |
"chapters": [ | |
{"id": "sci-1", "name": "Chemical Reactions and Equations", "level": "easy"}, | |
{"id": "sci-2", "name": "Acids, Bases and Salts", "level": "medium"}, | |
{"id": "sci-3", "name": "Metals and Non-Metals", "level": "medium"}, | |
{"id": "sci-4", "name": "Life Processes", "level": "hard"}, | |
{"id": "sci-5", "name": "Electricity", "level": "medium"} | |
] | |
}, | |
{ | |
"name": "History", | |
"chapters": [ | |
{"id": "hist-1", "name": "The Rise of Nationalism in Europe", "level": "hard"}, | |
{"id": "hist-2", "name": "Nationalism in India", "level": "medium"}, | |
{"id": "hist-3", "name": "The Making of a Global World", "level": "medium"}, | |
{"id": "hist-4", "name": "The Age of Industrialization", "level": "hard"}, | |
{"id": "hist-5", "name": "Print Culture and the Modern World", "level": "easy"} | |
] | |
}, | |
{ | |
"name": "Hindi", | |
"chapters": [ | |
{"id": "hin-1", "name": "पाठ: पद", "level": "easy"}, | |
{"id": "hin-2", "name": "पाठ: सूरदास", "level": "medium"}, | |
{"id": "hin-3", "name": "पाठ: तुलसीदास", "level": "hard"}, | |
{"id": "hin-4", "name": "पाठ: साखी", "level": "medium"}, | |
{"id": "hin-5", "name": "पाठ: आत्मकथ्य", "level": "easy"} | |
] | |
} | |
] | |
} | |
if __name__ == "__main__": | |
uvicorn.run("app:app", host="0.0.0.0", port=7860, reload=True) | |