| FROM lmsysorg/sglang:latest | |
| ENV MODEL_ID="/repository" | |
| ENV MODEL_IMPL="transformers" | |
| ENV KV_CACHE_DTYPE="auto" | |
| ENV TP_SIZE="1" | |
| ENV QUANT_METHOD="w8a8_int8" | |
| EXPOSE 80 | |
| COPY entrypoint.sh /usr/local/endpoint/ | |
| RUN chmod +x /usr/local/endpoint/entrypoint.sh | |
| ENTRYPOINT ["/usr/local/endpoint/entrypoint.sh"] | |