File size: 265 Bytes
96ef4b5 43e8c6f 96ef4b5 |
1 2 3 4 5 6 7 8 9 10 11 12 |
FROM lmsysorg/sglang:latest
ENV MODEL_ID="/repository"
ENV KV_CACHE_DTYPE="auto"
ENV TP_SIZE="1"
ENV QUANT_METHOD=""
EXPOSE 80
COPY entrypoint.sh /usr/local/endpoint/
RUN chmod +x /usr/local/endpoint/entrypoint.sh
ENTRYPOINT ["/usr/local/endpoint/entrypoint.sh"]
|