vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Set ROCM_DOCKER_ARCH as string due it incorrectly build and cause OOM exit code

Browse source
This commit is contained in:
serhii.n 2024-09-26 18:01:09 +03:00
parent 6ada7e48b5
commit 6f0ab1783b
3 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

4
.devops/full-rocm.Dockerfile
View file

@ -11,7 +11,7 @@ FROM ${BASE_ROCM_DEV_CONTAINER} AS build
# Unless otherwise specified, we make a fat build. # Unless otherwise specified, we make a fat build.
# List from https://github.com/ggerganov/llama.cpp/pull/1087#issuecomment-1682807878 # List from https://github.com/ggerganov/llama.cpp/pull/1087#issuecomment-1682807878
# This is mostly tied to rocBLAS supported archs. # This is mostly tied to rocBLAS supported archs.
ARG ROCM_DOCKER_ARCH=\ ARG ROCM_DOCKER_ARCH="\
gfx803 \ gfx803 \
gfx900 \ gfx900 \
gfx906 \ gfx906 \
@ -21,7 +21,7 @@ ARG ROCM_DOCKER_ARCH=\
gfx1030 \ gfx1030 \
gfx1100 \ gfx1100 \
gfx1101 \ gfx1101 \
gfx1102 gfx1102"
COPY requirements.txt requirements.txt COPY requirements.txt requirements.txt
COPY requirements requirements COPY requirements requirements

4
.devops/llama-cli-rocm.Dockerfile
View file

@ -11,7 +11,7 @@ FROM ${BASE_ROCM_DEV_CONTAINER} AS build
# Unless otherwise specified, we make a fat build. # Unless otherwise specified, we make a fat build.
# List from https://github.com/ggerganov/llama.cpp/pull/1087#issuecomment-1682807878 # List from https://github.com/ggerganov/llama.cpp/pull/1087#issuecomment-1682807878
# This is mostly tied to rocBLAS supported archs. # This is mostly tied to rocBLAS supported archs.
ARG ROCM_DOCKER_ARCH=\ ARG ROCM_DOCKER_ARCH="\
gfx803 \ gfx803 \
gfx900 \ gfx900 \
gfx906 \ gfx906 \
@ -21,7 +21,7 @@ ARG ROCM_DOCKER_ARCH=\
gfx1030 \ gfx1030 \
gfx1100 \ gfx1100 \
gfx1101 \ gfx1101 \
gfx1102 gfx1102"
COPY requirements.txt requirements.txt COPY requirements.txt requirements.txt
COPY requirements requirements COPY requirements requirements

4
.devops/llama-server-rocm.Dockerfile
View file

@ -11,7 +11,7 @@ FROM ${BASE_ROCM_DEV_CONTAINER} AS build
# Unless otherwise specified, we make a fat build. # Unless otherwise specified, we make a fat build.
# List from https://github.com/ggerganov/llama.cpp/pull/1087#issuecomment-1682807878 # List from https://github.com/ggerganov/llama.cpp/pull/1087#issuecomment-1682807878
# This is mostly tied to rocBLAS supported archs. # This is mostly tied to rocBLAS supported archs.
ARG ROCM_DOCKER_ARCH=\ ARG ROCM_DOCKER_ARCH="\
gfx803 \ gfx803 \
gfx900 \ gfx900 \
gfx906 \ gfx906 \
@ -21,7 +21,7 @@ ARG ROCM_DOCKER_ARCH=\
gfx1030 \ gfx1030 \
gfx1100 \ gfx1100 \
gfx1101 \ gfx1101 \
gfx1102 gfx1102"
COPY requirements.txt requirements.txt COPY requirements.txt requirements.txt
COPY requirements requirements COPY requirements requirements