docker-compose.yml

services:
  gguf-my-repo:
    build:
      context: .
      dockerfile: Dockerfile
    image: gguf-my-repo
    container_name: gguf-my-repo
    ports:
      - "7860:7860"
    volumes:
      - .:/home/user/app
    environment:
      - RUN_CUDA=0
      - RUN_LOCALLY=1
      - HF_TOKEN=${HF_TOKEN}
      - HF_HUB_CACHE=/home/user/app/downloads