cleanup, half docker size

.github/workflows/hf-sync.yml

@@ -2,9 +2,9 @@ name: Sync with HuggingFace
 
 on:
   push:
-    branches: [ "*" ]
-  pull_request:
-    branches: [ "*" ]    
+    branches: [ "main" ]
+  # pull_request:
+  #   branches: [ "*" ]    
 
   workflow_dispatch:
 

Dockerfile

@@ -1,30 +1,19 @@
-FROM --platform=linux/amd64 python:3.10
+FROM nvidia/cuda:12.3.1-base-ubuntu22.04
 
-WORKDIR /code
-
-# Install base utilities
-RUN apt-get update \
-    && apt-get install -y build-essential \
-    && apt-get install -y wget libsnappy-dev tree \
-    && apt-get clean \
+RUN apt-get -y update \
+    && apt-get -y upgrade \
+    && apt-get --no-install-recommends -y install git python3 python3-pip tree \
     && rm -rf /var/lib/apt/lists/*
 
-# Install miniconda
-ENV CONDA_DIR /opt/conda
-RUN wget --quiet https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86_64.sh -O ~/miniconda.sh && \
-    /bin/bash ~/miniconda.sh -b -p /opt/conda
-
-# Put conda in path so we can use conda activate
-ENV PATH=$CONDA_DIR/bin:$PATH
-RUN conda install --yes pytorch torchvision torchaudio pytorch-cuda=12.1 -c pytorch -c nvidia
+RUN python3 -m pip install --upgrade pip \
+    && pip install --no-cache-dir  torch torchvision torchaudio
 
-# User setup
 RUN useradd -m -u 1000 user
 
 USER user
 
 ENV HOME=/home/user \
-	PATH=/home/user/.local/bin:$PATH
+        PATH=/home/user/.local/bin:$PATH
 
 WORKDIR $HOME/app
 
@@ -32,8 +21,8 @@ COPY --chown=user . $HOME/app
 
 RUN git clone --branch hf_demo https://github.com/TRI-ML/vlm-evaluation.git
 
-RUN cd vlm-evaluation && pip install -e .
+RUN cd vlm-evaluation && pip3 install --no-cache-dir -e .
 
-RUN pip install -e .
+RUN pip install --no-cache-dir .
 
 CMD sh $HOME/app/startup.sh

environment.yml

@@ -1,388 +0,0 @@
-name: ashwin-vlms
-channels:
-  - nvidia
-  - https://aws-ml-conda-pre-prod-ec2.s3.us-west-2.amazonaws.com
-  - conda-forge
-  - nvidia/label/cuda-11.8.0
-  - pytorch
-dependencies:
-  - cudatoolkit-dev
-  - _libgcc_mutex=0.1=conda_forge
-  - _openmp_mutex=4.5=2_kmp_llvm
-  - asttokens=2.4.1=pyhd8ed1ab_0
-  - backcall=0.2.0=pyh9f0ad1d_0
-  - backports=1.0=pyhd8ed1ab_3
-  - backports.functools_lru_cache=1.6.5=pyhd8ed1ab_0
-  - blas=2.116=mkl
-  - blas-devel=3.9.0=16_linux64_mkl
-  - brotli-python=1.1.0=py310hc6cd4ac_1
-  - bzip2=1.0.8=h7f98852_4
-  - ca-certificates=2023.11.17=hbcca054_0
-  - comm=0.1.4=pyhd8ed1ab_0
-  - cuda-cudart=12.1.105=0
-  - cuda-cupti=12.1.105=0
-  - cuda-libraries=12.1.0=0
-  - cuda-nvrtc=12.1.105=0
-  - cuda-nvtx=12.1.105=0
-  - cuda-opencl=12.3.52=0
-  - cuda-runtime=12.1.0=0
-  - debugpy=1.8.0=py310hc6cd4ac_1
-  - decorator=5.1.1=pyhd8ed1ab_0
-  - exceptiongroup=1.1.3=pyhd8ed1ab_0
-  - ffmpeg=4.3=hf484d3e_0
-  - freetype=2.12.1=h267a509_2
-  - gmp=6.3.0=h59595ed_0
-  - gmpy2=2.1.2=py310h3ec546c_1
-  - gnutls=3.6.13=h85f3911_1
-  - icu=73.2=h59595ed_0
-  - idna=3.4=pyhd8ed1ab_0
-  - importlib-metadata=6.8.0=pyha770c72_0
-  - importlib_metadata=6.8.0=hd8ed1ab_0
-  - ipykernel=6.26.0=pyhf8b6a83_0
-  - ipython=8.16.1=pyh0d859eb_0
-  - jedi=0.19.1=pyhd8ed1ab_0
-  - jinja2=3.1.2=pyhd8ed1ab_1
-  - jpeg=9e=h166bdaf_2
-  - jupyter_client=8.5.0=pyhd8ed1ab_0
-  - jupyter_core=5.4.0=py310hff52083_0
-  - lame=3.100=h166bdaf_1003
-  - lcms2=2.15=hfd0df8a_0
-  - ld_impl_linux-64=2.40=h41732ed_0
-  - lerc=4.0.0=h27087fc_0
-  - libblas=3.9.0=16_linux64_mkl
-  - libcblas=3.9.0=16_linux64_mkl
-  - libcublas=12.1.0.26=0
-  - libcufft=11.0.2.4=0
-  - libcufile=1.8.0.34=0
-  - libcurand=10.3.4.52=0
-  - libcusolver=11.4.4.55=0
-  - libcusparse=12.0.2.55=0
-  - libdeflate=1.17=h0b41bf4_0
-  - libffi=3.4.2=h7f98852_5
-  - libgcc-ng=13.2.0=h807b86a_2
-  - libgfortran-ng=13.2.0=h69a702a_3
-  - libgfortran5=13.2.0=ha4646dd_3
-  - libgomp=13.2.0=h807b86a_2
-  - libhwloc=2.9.3=default_h554bfaf_1009
-  - libiconv=1.17=h166bdaf_0
-  - libjpeg-turbo=2.0.0=h9bf148f_0
-  - liblapack=3.9.0=16_linux64_mkl
-  - liblapacke=3.9.0=16_linux64_mkl
-  - libnpp=12.0.2.50=0
-  - libnsl=2.0.1=hd590300_0
-  - libnvjitlink=12.1.105=0
-  - libnvjpeg=12.1.1.14=0
-  - libpng=1.6.39=h753d276_0
-  - libsodium=1.0.18=h36c2ea0_1
-  - libsqlite=3.43.2=h2797004_0
-  - libstdcxx-ng=13.2.0=h7e041cc_2
-  - libtiff=4.5.0=h6adf6a1_2
-  - libuuid=2.38.1=h0b41bf4_0
-  - libwebp-base=1.3.2=hd590300_0
-  - libxcb=1.13=h7f98852_1004
-  - libxml2=2.11.5=h232c23b_1
-  - libzlib=1.2.13=hd590300_5
-  - llvm-openmp=15.0.7=h0cdce71_0
-  - markupsafe=2.1.3=py310h2372a71_1
-  - matplotlib-inline=0.1.6=pyhd8ed1ab_0
-  - mkl=2022.1.0=h84fe81f_915
-  - mkl-devel=2022.1.0=ha770c72_916
-  - mkl-include=2022.1.0=h84fe81f_915
-  - mpc=1.3.1=hfe3b2da_0
-  - mpfr=4.2.1=h9458935_0
-  - mpmath=1.3.0=pyhd8ed1ab_0
-  - ncurses=6.4=hcb278e6_0
-  - nest-asyncio=1.5.8=pyhd8ed1ab_0
-  - nettle=3.6=he412f7d_0
-  - openh264=2.1.1=h780b84a_0
-  - openjpeg=2.5.0=hfec8fc6_2
-  - openssl=3.2.1=hd590300_0
-  - packaging=23.2=pyhd8ed1ab_0
-  - parso=0.8.3=pyhd8ed1ab_0
-  - pexpect=4.8.0=pyh1a96a4e_2
-  - pickleshare=0.7.5=py_1003
-  - pip=23.3.1=pyhd8ed1ab_0
-  - platformdirs=3.11.0=pyhd8ed1ab_0
-  - prompt-toolkit=3.0.39=pyha770c72_0
-  - prompt_toolkit=3.0.39=hd8ed1ab_0
-  - pthread-stubs=0.4=h36c2ea0_1001
-  - ptyprocess=0.7.0=pyhd3deb0d_0
-  - pure_eval=0.2.2=pyhd8ed1ab_0
-  - pygments=2.16.1=pyhd8ed1ab_0
-  - pysocks=1.7.1=pyha2e5f31_6
-  - python=3.10.12=hd12c33a_0_cpython
-  - python-dateutil=2.8.2=pyhd8ed1ab_0
-  - python_abi=3.10=4_cp310
-  - pytorch=2.1.1=py3.10_cuda12.1_cudnn8.9.2_0
-  - pytorch-cuda=12.1=ha16c6d3_5
-  - pytorch-mutex=1.0=cuda
-  - pyyaml=6.0.1=py310h2372a71_1
-  - pyzmq=25.1.1=py310h795f18f_2
-  - readline=8.2=h8228510_1
-  - requests=2.31.0=pyhd8ed1ab_0
-  - setuptools=68.2.2=pyhd8ed1ab_0
-  - six=1.16.0=pyh6c4a22f_0
-  - stack_data=0.6.2=pyhd8ed1ab_0
-  - sympy=1.12=pypyh9d50eac_103
-  - tbb=2021.10.0=h00ab1b0_2
-  - tk=8.6.13=h2797004_0
-  - torchtriton=2.1.0=py310
-  - tornado=6.3.3=py310h2372a71_1
-  - traitlets=5.12.0=pyhd8ed1ab_0
-  - typing-extensions=4.8.0=hd8ed1ab_0
-  - typing_extensions=4.8.0=pyha770c72_0
-  - wcwidth=0.2.8=pyhd8ed1ab_0
-  - wheel=0.41.2=pyhd8ed1ab_0
-  - xorg-libxau=1.0.11=hd590300_0
-  - xorg-libxdmcp=1.1.3=h7f98852_0
-  - xz=5.2.6=h166bdaf_0
-  - yaml=0.2.5=h7f98852_2
-  - zeromq=4.3.5=h59595ed_0
-  - zipp=3.17.0=pyhd8ed1ab_0
-  - zlib=1.2.13=hd590300_5
-  - pip:
-      - accelerate #==0.24.0
-      - aiofiles==23.2.1
-      - aiohttp==3.8.6
-      - aiosignal==1.3.1
-      - altair==5.1.2
-      - annotated-types==0.6.0
-      - antlr4-python3-runtime==4.9.3
-      - anyio==3.7.1
-      - appdirs==1.4.4
-      - ascii-magic==2.3.0
-      - async-timeout==4.0.3
-      - attrs==23.1.0
-      - azure-core==1.29.5
-      - azure-identity==1.15.0
-      - azure-storage-blob==12.18.3
-      - azure-storage-file-datalake==12.13.2
-      - bcrypt==4.0.1
-      - bitsandbytes==0.41.1
-      - black==23.10.1
-      - bleach==6.1.0
-      - blessed==1.20.0
-      - blinker==1.6.3
-      - blis==0.7.11
-      - boto3==1.28.72
-      - botocore==1.31.72
-      - braceexpand==0.1.7
-      - cachetools==5.3.2
-      - catalogue==2.0.10
-      - certifi==2023.7.22
-      - cffi==1.16.0
-      - cfgv==3.4.0
-      - charset-normalizer==3.3.1
-      - circuitbreaker==1.4.0
-      - click==8.1.7
-      - cloudpathlib==0.16.0
-      - cmake==3.27.7
-      - colorama==0.4.6
-      - confection==0.1.3
-      - contexttimer==0.3.3
-      - contourpy==1.1.1
-      - cryptography==41.0.5
-      - cycler==0.12.1
-      - cymem==2.0.8
-      - decord==0.6.0
-      - diffusers==0.16.0
-      - distlib==0.3.7
-      - dnspython==2.4.2
-      - docker-pycreds==0.4.0
-      - draccus==0.7
-      - einops==0.7.0
-      - einops-exts==0.0.4
-      - executing #==2.0.0
-      - fairscale #==0.4.4
-      - fastapi==0.104.0
-      - ffmpy==0.3.1
-      - filelock==3.12.4
-      - flash-attn #==2.3.3
-      - fonttools==4.43.1
-      - frozenlist==1.4.0
-      - fsspec==2023.10.0
-      - ftfy==6.1.1
-      - gitdb==4.0.11
-      - gitpython==3.1.40
-      - google-api-core==2.12.0
-      - google-auth==2.23.3
-      - google-cloud-core==2.3.3
-      - google-cloud-storage==2.10.0
-      - google-crc32c==1.5.0
-      - google-resumable-media==2.6.0
-      - googleapis-common-protos==1.61.0
-      - gpustat==1.1.1
-      - gradio==3.35.2
-      - gradio-client==0.2.9
-      - h11==0.14.0
-      - httpcore==0.17.3
-      - httpx==0.24.0
-      - huggingface-hub==0.17.3
-      - identify==2.5.30
-      - imageio==2.31.6
-      - importlib-resources==6.1.0
-      - iopath==0.1.10
-      - isodate==0.6.1
-      - jmespath==1.0.1
-      - joblib==1.3.2
-      - jsonlines==4.0.0
-      - jsonschema==4.19.1
-      - jsonschema-specifications==2023.7.1
-      - kaggle==1.5.16
-      - kiwisolver==1.4.5
-      - langcodes==3.3.0
-      - lazy-loader==0.3
-      - linkify-it-py==2.0.2
-      - lit==17.0.3
-      # - llava==1.1.1
-      - markdown-it-py==2.2.0
-      - markdown2==2.4.10
-      - matplotlib==3.8.0
-      - mdit-py-plugins==0.3.3
-      - mdurl==0.1.2
-      - mergedeep==1.3.4
-      - mosaicml-streaming #==0.6.1
-      - msal==1.24.1
-      - msal-extensions==1.0.0
-      - multidict==6.0.4
-      - murmurhash==1.0.10
-      - mypy-extensions==1.0.0
-      - networkx==3.2
-      - ninja==1.11.1.1
-      - nltk==3.8.1
-      - nodeenv==1.8.0
-      - numpy==1.26.1
-      - nvidia-cublas-cu11==11.10.3.66
-      - nvidia-cublas-cu12==12.1.3.1
-      - nvidia-cuda-cupti-cu11==11.7.101
-      - nvidia-cuda-cupti-cu12==12.1.105
-      - nvidia-cuda-nvrtc-cu11==11.7.99
-      - nvidia-cuda-nvrtc-cu12==12.1.105
-      - nvidia-cuda-runtime-cu11==11.7.99
-      - nvidia-cuda-runtime-cu12==12.1.105
-      - nvidia-cudnn-cu11==8.5.0.96
-      - nvidia-cudnn-cu12==8.9.2.26
-      - nvidia-cufft-cu11==10.9.0.58
-      - nvidia-cufft-cu12==11.0.2.54
-      - nvidia-curand-cu11==10.2.10.91
-      - nvidia-curand-cu12==10.3.2.106
-      - nvidia-cusolver-cu11==11.4.0.1
-      - nvidia-cusolver-cu12==11.4.5.107
-      - nvidia-cusparse-cu11==11.7.4.91
-      - nvidia-cusparse-cu12==12.1.0.106
-      - nvidia-ml-py==12.535.133
-      - nvidia-nccl-cu11==2.14.3
-      - nvidia-nccl-cu12==2.18.1
-      - nvidia-nvjitlink-cu12==12.3.52
-      - nvidia-nvtx-cu11==11.7.91
-      - nvidia-nvtx-cu12==12.1.105
-      - oci==2.114.0
-      - omegaconf==2.3.0
-      - open-clip-torch #==2.23.0
-      - open-flamingo #==2.0.1
-      - openai==0.28.1
-      - opencv-python-headless==4.5.5.64
-      - opendatasets==0.1.22
-      - orjson==3.9.10
-      - pandas==2.1.2
-      - paramiko==3.3.1
-      - pathspec==0.11.2
-      - pathtools==0.1.2
-      - peft #==0.5.0
-      - pillow==10.0.1
-      - plotly==5.18.0
-      - portalocker==2.8.2
-      - pre-commit==3.5.0
-      - preshed==3.0.9
-      # - prisma==0.0.1
-      - protobuf==4.24.4
-      - psutil #==5.9.6
-      - pyarrow==13.0.0
-      - pyasn1==0.5.0
-      - pyasn1-modules==0.3.0
-      - pycocoevalcap==1.2
-      - pycocotools==2.0.7
-      - pycparser==2.21
-      - pydantic #==1.8
-      - pydantic-core #==2.10.1
-      - pydeck==0.8.1b0
-      - pydub==0.25.1
-      - pyjwt==2.8.0
-      - pymongo==4.5.0
-      - pynacl==1.5.0
-      - pyopenssl==23.3.0
-      - pyparsing==3.1.1
-      - python-magic==0.4.27
-      - python-multipart==0.0.6
-      - python-slugify==8.0.1
-      - python-snappy==0.6.1
-      - pytz==2023.3.post1
-      - pyyaml-include==1.3.1
-      - referencing==0.30.2
-      - regex==2023.10.3
-      - rich==13.6.0
-      - rpds-py==0.10.6
-      - rsa==4.9
-      - ruff==0.1.3
-      - s3transfer==0.7.0
-      - safetensors==0.4.0
-      # - salesforce-lavis==1.0.1
-      - scikit-image==0.22.0
-      - scikit-learn==1.3.2
-      - scipy==1.11.3
-      - seaborn==0.13.0
-      - semantic-version==2.10.0
-      - sentence-transformers #==2.2.2
-      - sentencepiece==0.1.99
-      - sentry-sdk==1.32.0
-      - setproctitle==1.3.3
-      - shortuuid==1.0.11
-      - smart-open==6.4.0
-      - smmap==5.0.1
-      - sniffio==1.3.0
-      - spacy==3.7.2
-      - spacy-legacy==3.0.12
-      - spacy-loggers==1.0.5
-      - srsly==2.4.8
-      - stack-data==0.6.3
-      - starlette==0.27.0
-      - streamlit==1.28.0
-      - svgwrite==1.4.3
-      - tenacity==8.2.3
-      - text-unidecode==1.3
-      - thinc==8.2.1
-      - threadpoolctl==3.2.0
-      - tifffile==2023.9.26
-      - timm #==0.9.10
-      - tokenizers==0.14.1
-      - toml==0.10.2
-      - tomli==2.0.1
-      - toolz==0.12.0
-      - torch==2.1.0
-      - torchaudio #==2.0.2
-      - torchvision==0.16.0
-      - tqdm==4.66.1
-      - transformers==4.34.1
-      - triton==2.1.0
-      - typer==0.9.0
-      - typing-inspect==0.9.0
-      - tzdata==2023.3
-      - tzlocal==5.2
-      - uc-micro-py==1.0.2
-      - urllib3 #==2.0.7
-      - uvicorn==0.23.2
-      - validators==0.22.0
-      - virtualenv==20.24.6
-      # - vlbench==0.0.1
-      - wandb==0.15.12
-      - wasabi==1.1.2
-      - watchdog==3.0.0
-      - wavedrom==2.0.3.post3
-      - weasel==0.3.3
-      - webdataset==0.2.65
-      - webencodings==0.5.1
-      - websockets==11.0.3
-      - xxhash==3.4.1
-      - yarl==1.9.2
-      - zstd==1.5.5.1
-prefix: /mnt/fsx/surajnair/mambaforge/envs/ashwin-vlms

gpu_test.py

@@ -1,7 +0,0 @@
-import torch
-
-print(f"is availeble = {torch.cuda.is_available()}")
-
-print(f"device count = {torch.cuda.device_count()}")
-
-print(f"current device = {torch.cuda.current_device()}")

startup.sh

@@ -8,7 +8,11 @@ echo "LS: $(ls -als)"
 
 while true; do nvidia-smi; sleep 600; done &
 
-python gpu_test.py
+python -c "import torch; \
+    print(f\"is availeble = {torch.cuda.is_available()}\"); \
+    print(f\"device count = {torch.cuda.device_count()}\"); \
+    print(f\"current device = {torch.cuda.current_device()}\")"
+
 python -m serve.controller --host 0.0.0.0 --port 10000 &
 P1=$!
 
@@ -19,11 +23,12 @@ P2=$!
 
 python -m interactive_demo --port 40000 --model_id prism-dinosiglip+7b &
 P3=$!
-python -m interactive_demo --port 40001 --model_family llava-v15 --model_id llava-v1.5-7b --model_dir liuhaotian/llava-v1.5-7b &
-P4=$!
+# python -m interactive_demo --port 40001 --model_family llava-v15 --model_id llava-v1.5-7b --model_dir liuhaotian/llava-v1.5-7b &
+# P4=$!
 
 ls -als $HF_HOME
 tree --du -h $HF_HOME
 
 
-wait $P1 $P2 $P3 $P4
+wait $P1 $P2 $P3 
+# $P4