henryx/haisgl:sglang_torch-compile-dbg_0618

Manifest digest

sha256:3954988c869f5d1d17f310ac3708652e6e46b2dfd34183031a90cd69644a9524

OS/ARCH

linux/amd64

Compressed size

13.88 GB

Last pushed

about 1 year by henryx

Type

Image

Manifest digest

sha256:3954988c869f5d1d17f310ac3708652e6e46b2dfd34183031a90cd69644a9524

Image Layers

Image Layers

1ARG RELEASE0 B

2ARG LAUNCHPAD_BUILD_ARCH0 B

3LABEL org.opencontainers.image.ref.name=ubuntu0 B

4LABEL org.opencontainers.image.version=22.040 B

5ADD file ... in / 28.17 MB

6CMD ["/bin/bash"]0 B

7LABEL [email protected]0 B

8ARG ROCM_VERSION=5.30 B

9ARG AMDGPU_VERSION=5.30 B

10ARG APT_PREF0 B

11RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:239 B

12RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:5.51 GB

13RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package:656 B

14ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin0 B

15ENV ROCM_PATH=/opt/rocm0 B

16ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:0 B

17ARG PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

18ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

19ARG PYTHON_VERSION=3.120 B

20RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh92 B

21WORKDIR /app32 B

22ENV DEBIAN_FRONTEND=noninteractive0 B

23RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh103.87 MB

24RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh66.18 MB

25RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh454.24 MB

26RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh17.4 MB

27RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh248.36 MB

28RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh1.53 MB

29RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh652.19 MB

30ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete0 B

31ARG HIPBLASLT_BRANCH=4d40e360 B

32ARG LEGACY_HIPBLASLT_OPTION=0 B

33ARG RCCL_BRANCH=648a58d0 B

34ARG RCCL_REPO=https://github.com/ROCm/rccl0 B

35ARG TRITON_BRANCH=e5be0060 B

36ARG TRITON_REPO=https://github.com/triton-lang/triton.git0 B

37ARG PYTORCH_BRANCH=8d4926e0 B

38ARG PYTORCH_VISION_BRANCH=v0.19.10 B

39ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git0 B

40ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git0 B

41ARG FA_BRANCH=b7d29fb0 B

42ARG FA_REPO=https://github.com/ROCm/flash-attention.git0 B

43RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete375 B

44ARG ARG_PYTORCH_ROCM_ARCH0 B

45ENV PYTORCH_ROCM_ARCH=gfx90a;gfx9420 B

46RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c105.74 MB

47RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c1.49 KB

48RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c32 B

49ARG COMMON_WORKDIR=/app0 B

50WORKDIR /app32 B

51RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh1.95 KB

52RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh32 B

53RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh5.02 MB

54ARG BUILD_RPD=10 B

55RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=15.8 MB

56ENV VLLM_INSTALL_PUNICA_KERNELS=10 B

57RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1615.93 MB

58ARG COMMON_WORKDIR=/app0 B

59COPY /benchmarks /app/vllm/benchmarks # buildkit83.07 KB

60COPY /tests /app/vllm/tests # buildkit537.54 KB

61COPY /examples /app/vllm/examples # buildkit64.23 KB

62COPY /.buildkite /app/vllm/.buildkite # buildkit33.73 KB

63ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=10 B

64ENV TOKENIZERS_PARALLELISM=false0 B

65ENV HIP_FORCE_DEV_KERNARG=10 B

66RUN |4 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1636 B

67CMD ["/bin/bash"]0 B

68/bin/bash662.74 MB

69USER root0 B

70WORKDIR /sgl-workspace32 B

71ARG BUILD_TYPE=all0 B

72ARG SGL_REPO=https://github.com/sgl-project/sglang0 B

73ENV SGL_DEFAULT=main0 B

74ARG SGL_BRANCH=main0 B

75ARG TRITON_REPO=https://github.com/ROCm/triton.git0 B

76ARG TRITON_COMMIT=improve_fa_decode_3.0.00 B

77ARG AITER_REPO=https://github.com/ROCm/aiter.git0 B

78ARG AITER_COMMIT=v0.1.20 B

79RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main156.11 MB

80RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main35 MB

81RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main38.48 KB

82RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main36.9 KB

83RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main316 B

84RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main4.17 GB

85RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main787.1 MB

86RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main2.73 KB

87ENV HIP_FORCE_DEV_KERNARG=10 B

88ENV HSA_NO_SCRATCH_RECLAIM=10 B

89ENV SGLANG_SET_CPU_AFFINITY=10 B

90ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=10 B

91ENV NCCL_MIN_NCHANNELS=1120 B

92ENV SGLANG_MOE_PADDING=10 B

93ENV VLLM_FP8_PADDING=10 B

94ENV VLLM_FP8_ACT_PADDING=10 B

95ENV VLLM_FP8_WEIGHT_PADDING=10 B

96ENV VLLM_FP8_REDUCE_CONV=10 B

97ENV TORCHINDUCTOR_MAX_AUTOTUNE=10 B

98ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=10 B

99CMD ["/bin/bash"]0 B

100/bin/bash351.79 MB

Command

 ARG RELEASE