Dockerfile set to Python3.12-mini

Dockerfile

@@ -1,4 +1,5 @@
-FROM python:3.10
+# Use Python 3.12 slim image as base
+FROM python:3.12-slim
 
 RUN useradd -m -u 1000 user
 USER user

main/logs/llm_api.log

@@ -51,3 +51,24 @@
 2025-01-09 17:15:14,956 - llm_api - INFO - Loading model from local path: main/models/phi-4
 2025-01-09 17:15:14,965 - llm_api - ERROR - Failed to initialize generation model microsoft/phi-4: CUDA is required but not available for bitsandbytes. Please consider installing the multi-platform enabled version of bitsandbytes, which is currently a work in progress. Please check currently supported platforms and installation instructions at https://huggingface.co/docs/bitsandbytes/main/en/installation#multi-backend
 2025-01-09 17:15:14,965 - api_routes - ERROR - Error initializing model: CUDA is required but not available for bitsandbytes. Please consider installing the multi-platform enabled version of bitsandbytes, which is currently a work in progress. Please check currently supported platforms and installation instructions at https://huggingface.co/docs/bitsandbytes/main/en/installation#multi-backend
+2025-01-13 16:04:32,247 - hf_validation - WARNING - No .env file found. Fine if you're on Huggingface, but you need one to run locally on your PC.
+2025-01-13 16:04:32,247 - hf_validation - ERROR - No HF_TOKEN found in environment variables
+2025-01-13 16:04:32,247 - main - INFO - Starting LLM API server
+2025-01-13 16:04:32,248 - llm_api - INFO - Initializing LLM API
+2025-01-13 16:04:32,248 - llm_api - INFO - LLM API initialized successfully
+2025-01-13 16:04:32,248 - api_routes - INFO - Router initialized with LLM API instance
+2025-01-13 16:04:32,252 - main - INFO - FastAPI application created successfully
+2025-01-13 16:05:27,996 - api_routes - INFO - Received request to download model: microsoft/Phi-3.5-mini-instruct
+2025-01-13 16:05:27,996 - llm_api - INFO - Starting download of model: microsoft/Phi-3.5-mini-instruct
+2025-01-13 16:05:27,996 - llm_api - INFO - Enabling stdout logging for download
+2025-01-13 16:08:46,773 - llm_api - INFO - Disabling stdout logging
+2025-01-13 16:08:46,773 - llm_api - INFO - Saving model to main/models/Phi-3.5-mini-instruct
+2025-01-13 16:10:23,543 - llm_api - INFO - Successfully downloaded model: microsoft/Phi-3.5-mini-instruct
+2025-01-13 16:10:24,432 - api_routes - INFO - Successfully downloaded model: microsoft/Phi-3.5-mini-instruct
+2025-01-13 16:18:45,409 - api_routes - INFO - Received request to initialize model: microsoft/Phi-3.5-mini-instruct
+2025-01-13 16:18:45,409 - llm_api - INFO - Initializing generation model: microsoft/Phi-3.5-mini-instruct
+2025-01-13 16:18:45,412 - llm_api - INFO - Loading model from local path: main/models/Phi-3.5-mini-instruct
+2025-01-13 16:18:45,982 - llm_api - ERROR - Failed to initialize generation model microsoft/Phi-3.5-mini-instruct: Failed to import transformers.integrations.bitsandbytes because of the following error (look up to see its traceback):
+Dynamo is not supported on Python 3.13+
+2025-01-13 16:18:45,982 - api_routes - ERROR - Error initializing model: Failed to import transformers.integrations.bitsandbytes because of the following error (look up to see its traceback):
+Dynamo is not supported on Python 3.13+