download_model.py

import os
from huggingface_hub import hf_hub_download

# Set environment to use writable location
os.environ["HF_HOME"] = "/tmp/huggingface"
os.environ["HF_HUB_CACHE"] = "/tmp/huggingface"

# Download model into temp-writable location
model_path = hf_hub_download(
    repo_id="TheBloke/phi-2-GGUF",
    filename="phi-2.Q4_K_M.gguf",
    cache_dir="/tmp/huggingface"
)

# Save the path so app.py can use it
with open("/tmp/model_path.txt", "w") as f:
    f.write(model_path)