Dockerfile

FROM ghcr.io/ten-framework/ten_agent_build:0.6.1-cuda

# install huggingface cli
RUN pip install "huggingface_hub[cli]" hf_transfer

# ---- upgrading transformers and vllm ----
RUN pip install --no-cache-dir --upgrade pip \
 && pip install --no-cache-dir --pre git+https://github.com/huggingface/transformers.git@main \
 && pip install --no-cache-dir --pre vllm

# install node and npm for demo
ENV NVM_DIR /usr/local/nvm
RUN mkdir -p $NVM_DIR
ENV BASH_ENV /usr/local/nvm/.nvm_bash_env
RUN touch "${BASH_ENV}"
RUN echo '. "${BASH_ENV}"' >> ~/.bashrc
RUN curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.40.2/install.sh | PROFILE="${BASH_ENV}" bash
RUN . $NVM_DIR/nvm.sh && nvm install node

# install TEN-Agent
RUN git clone -b  feature/shisa https://github.com/TEN-framework/ten_framework.git /ten_framework
RUN ln -sf /ten_framework/ai_agents /app
RUN cd /app && task use AGENT=agents/examples/huggingface && cd agents && ./scripts/package.sh
# RUN . $NVM_DIR/nvm.sh && cd /app/playground && npm i
RUN . $NVM_DIR/nvm.sh && cd /app/demo && npm i

# Set up a new user named "user" with user ID 1000
RUN useradd -m -u 1000 user

# Fix permission of /app
RUN chown -R user /app /ten_framework

# Switch to the "user" user
USER user

# Set home to the user's home directory
ENV HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH

# Set the working directory to the user's home directory
WORKDIR $HOME/app

# Try and run pip command after setting the user with `USER user` to avoid permission issues with Python
RUN pip install --no-cache-dir --upgrade pip

# Copy the current directory contents into the container at $HOME/app setting the owner to the user
COPY --chown=user .env /app/
COPY --chown=user entrypoint.sh $HOME/app/

# auto init nvm for the "user" user
RUN echo '. "${BASH_ENV}"' >> $HOME/.bashrc

ENTRYPOINT ["/home/user/app/entrypoint.sh"]