Update api/utils.py

api/utils.py

@@ -1,24 +1,22 @@
 from fastapi import HTTPException
-from fastapi.responses import StreamingResponse
 from api.config import MODEL_PROVIDER_MAPPING
-from api.models import ChatRequest
 from api.provider import gizai
 from api.logger import setup_logger
 
 logger = setup_logger(__name__)
 
-async def process_streaming_response(request: ChatRequest):
-    provider_name = MODEL_PROVIDER_MAPPING.get(request.model)
+async def process_streaming_response(request_data):
+    provider_name = MODEL_PROVIDER_MAPPING.get(request_data.get('model'))
     if provider_name == 'gizai':
         # GizAI does not support streaming; process as non-streaming
-        response = await gizai.process_non_streaming_response(request)
-        return StreamingResponse(iter([json.dumps(response)]), media_type="application/json")
+        response = await gizai.process_non_streaming_response(request_data)
+        return iter([json.dumps(response)])
     else:
-        raise HTTPException(status_code=400, detail=f"Model {request.model} is not supported for streaming.")
+        raise HTTPException(status_code=400, detail=f"Model {request_data.get('model')} is not supported for streaming.")
 
-async def process_non_streaming_response(request: ChatRequest):
-    provider_name = MODEL_PROVIDER_MAPPING.get(request.model)
+async def process_non_streaming_response(request_data):
+    provider_name = MODEL_PROVIDER_MAPPING.get(request_data.get('model'))
     if provider_name == 'gizai':
-        return await gizai.process_non_streaming_response(request)
+        return await gizai.process_non_streaming_response(request_data)
     else:
-        raise HTTPException(status_code=400, detail=f"Model {request.model} is not supported.")
+        raise HTTPException(status_code=400, detail=f"Model {request_data.get('model')} is not supported.")