Skip to content

Commit

Permalink
[0.27.0-dlc] Use fixed versions in dockerfile (#1703)
Browse files Browse the repository at this point in the history
  • Loading branch information
xyang16 committed Apr 11, 2024
1 parent 15672e5 commit 39af368
Show file tree
Hide file tree
Showing 6 changed files with 9 additions and 9 deletions.
2 changes: 1 addition & 1 deletion serving/docker/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
# BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for
# the specific language governing permissions and limitations under the License.
FROM ubuntu:22.04 AS base
ARG djl_version=0.27.0~SNAPSHOT
ARG djl_version=0.27.0

COPY scripts scripts/
RUN mkdir -p /opt/djl/conf && \
Expand Down
2 changes: 1 addition & 1 deletion serving/docker/aarch64.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
# BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for
# the specific language governing permissions and limitations under the License.
FROM arm64v8/ubuntu:22.04
ARG djl_version=0.27.0~SNAPSHOT
ARG djl_version=0.27.0
ARG torch_version=2.1.1

EXPOSE 8080
Expand Down
8 changes: 4 additions & 4 deletions serving/docker/deepspeed.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@
ARG version=12.1.1-cudnn8-devel-ubuntu22.04
FROM nvidia/cuda:$version
ARG cuda_version=cu121
ARG djl_version=0.27.0~SNAPSHOT
ARG djl_version=0.27.0
# Base Deps
ARG python_version=3.10
ARG torch_version=2.1.2
Expand All @@ -28,15 +28,15 @@ ARG optimum_version=1.15.0
ARG auto_gptq_version=0.5.1
ARG datasets_version=2.17.1
# DeepSpeed Deps
ARG deepspeed_version=nightly
ARG deepspeed_version=0.12.6
ARG deepspeed_wheel="https://publish.djl.ai/deepspeed/deepspeed-${deepspeed_version}-cp310-cp310-linux_x86_64.whl"
# LMI-Dist Deps
ARG vllm_wheel="https://github.com/vllm-project/vllm/releases/download/v0.3.3/vllm-0.3.3-cp310-cp310-manylinux1_x86_64.whl"
ARG flash_attn_2_wheel="https://publish.djl.ai/flash_attn/cu121-pt212/flash_attn-2.5.6-cp310-cp310-linux_x86_64.whl"
ARG lmi_dist_wheel="https://publish.djl.ai/lmi_dist/lmi_dist-nightly-py3-none-any.whl"
ARG lmi_dist_wheel="https://publish.djl.ai/lmi_dist/lmi_dist-9.0.0-py3-none-any.whl"
ARG seq_scheduler_wheel="https://publish.djl.ai/seq_scheduler/seq_scheduler-0.1.0-py3-none-any.whl"
ARG peft_wheel="https://publish.djl.ai/peft/peft-0.5.0alpha-py3-none-any.whl"
ARG mmaploader_wheel="https://publish.djl.ai/mmaploader/mmaploader-nightly-py3-none-any.whl"
ARG mmaploader_wheel="https://publish.djl.ai/mmaploader/mmaploader-1.0.0-py3-none-any.whl"
ARG aiccl_wheel="https://publish.djl.ai/aiccl/aiccl-1.1%2Bcu121torch2.1-cp310-cp310-linux_x86_64.whl"

EXPOSE 8080
Expand Down
2 changes: 1 addition & 1 deletion serving/docker/pytorch-gpu.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ ARG version=12.1.1-cudnn8-devel-ubuntu22.04

FROM nvidia/cuda:$version as base

ARG djl_version=0.27.0~SNAPSHOT
ARG djl_version=0.27.0
ARG cuda_version=cu121
ARG torch_version=2.1.1
ARG torch_vision_version=0.16.1
Expand Down
2 changes: 1 addition & 1 deletion serving/docker/pytorch-inf2.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
# BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, express or implied. See the License for
# the specific language governing permissions and limitations under the License.
FROM ubuntu:20.04
ARG djl_version=0.28.0~SNAPSHOT
ARG djl_version=0.27.0
ARG torch_version=2.1.2
ARG python_version=3.9
ARG neuronsdk_version=2.18.0
Expand Down
2 changes: 1 addition & 1 deletion serving/docker/tensorrt-llm.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ FROM nvidia/cuda:$version
ARG cuda_version=cu122
ARG python_version=3.10
ARG TORCH_VERSION=2.1.2
ARG djl_version=0.27.0~SNAPSHOT
ARG djl_version=0.27.0
ARG transformers_version=4.38.1
ARG accelerate_version=0.27.0
ARG tensorrtlibs_version=9.2.0.post12.dev5
Expand Down

0 comments on commit 39af368

Please sign in to comment.