download_model.py

import os
from huggingface_hub import hf_hub_download

# Redirect all internal caching to writable location
os.environ["HF_HOME"] = "/tmp/huggingface"
os.environ["HF_HUB_CACHE"] = "/tmp/huggingface"

model_path = hf_hub_download(
    repo_id="TheBloke/phi-2-GGUF",
    filename="phi-2.Q4_K_M.gguf",
    cache_dir="/tmp/huggingface"
)

# Copy model to working directory
import shutil
shutil.copy(model_path, "./phi-2.Q4_K_M.gguf")