File size: 849 Bytes
55e1701 1f42eea 55e1701 1f42eea 55e1701 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
FROM whatcanyousee/verl:ngc-cu124-vllm0.8.5-sglang0.4.6-mcore0.12.0-te2.3
# 安装额外依赖（如果基础镜像已包含部分依赖，pip 会自动跳过）
RUN pip install --no-cache-dir \
fastapi \
uvicorn[standard] \
mbridge \
termcolor \
ipdb
# 添加 Megatron-LM core_v0.12.2
RUN git clone -b core_v0.12.2 --depth 1 https://github.com/NVIDIA/Megatron-LM.git /opt/Megatron-LM
# 创建与 HF Spaces 运行时一致的 uid=1000 用户，避免 getpwuid() 错误
RUN groupadd -g 1000 user && \
useradd -m -u 1000 -g user user || true
# 复制代码至工作目录
WORKDIR $HOME/app
COPY --chown=user . $HOME/app
# HF Spaces 默认通过 $PORT 注入端口
ENV PYTHONPATH=/opt/Megatron-LM:$PYTHONPATH
ENV PORT=7860
EXPOSE 7860
# 启动 FastAPI 服务
CMD ["sh", "-c", "uvicorn app:app --host 0.0.0.0 --port $PORT"] |