Update llama-server-cuda.Dockerfile

This commit is contained in:
流年 2024-12-04 22:44:02 +08:00 committed by GitHub
parent 284aa27838
commit 55dc8e1d5a
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -1,6 +1,5 @@
ARG UBUNTU_VERSION=20.04 ARG UBUNTU_VERSION=20.04
ARG DEBIAN_FRONTEND=noninteractive
ENV TZ=Africa/Johannesburg
# This needs to generally match the container host's environment. # This needs to generally match the container host's environment.
ARG CUDA_VERSION=11.3.1 ARG CUDA_VERSION=11.3.1
# Target the CUDA build image # Target the CUDA build image
@ -9,7 +8,8 @@ ARG BASE_CUDA_DEV_CONTAINER=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VER
ARG BASE_CUDA_RUN_CONTAINER=nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_VERSION} ARG BASE_CUDA_RUN_CONTAINER=nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_VERSION}
FROM ${BASE_CUDA_DEV_CONTAINER} AS build FROM ${BASE_CUDA_DEV_CONTAINER} AS build
ARG DEBIAN_FRONTEND=noninteractive
ENV TZ=Africa/Johannesburg
# CUDA architecture to build for (defaults to all supported archs) # CUDA architecture to build for (defaults to all supported archs)
ARG CUDA_DOCKER_ARCH=default ARG CUDA_DOCKER_ARCH=default