hf cache dir fixs

Dockerfile

@@ -2,8 +2,8 @@
 FROM python:3.10-slim
 
 # Set cache envs for Transformers & HF Hub (must come before any Python install)
-ENV TRANSFORMERS_CACHE=/app/cache
-ENV HF_HOME=/app/hf_home
+ENV HF_HOME=/data/hf_home
+ENV TRANSFORMERS_CACHE=/data/cache
 
 # Install system dependencies
 RUN apt-get update && apt-get install -y git && rm -rf /var/lib/apt/lists/*
@@ -11,9 +11,6 @@ RUN apt-get update && apt-get install -y git && rm -rf /var/lib/apt/lists/*
 # Create app directory
 WORKDIR /app
 
-# Create cache directories (safe fallback in Docker)
-RUN mkdir -p /app/cache /app/hf_home
-
 # Copy requirements and install
 COPY requirements.txt .
 RUN pip install --upgrade pip && pip install -r requirements.txt

model_loader.py

@@ -2,8 +2,8 @@
 import os
 
 # Safe fallback if ENV vars are not set (e.g., during local dev)
-os.environ.setdefault("TRANSFORMERS_CACHE", "/app/cache")
-os.environ.setdefault("HF_HOME", "/app/hf_home")
+os.environ.setdefault("HF_HOME", "/data/hf_home")
+os.environ.setdefault("TRANSFORMERS_CACHE", "/data/cache")
 
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch, os