fix win build
This commit is contained in:
parent
76ddf85515
commit
3a9480e4af
4 changed files with 37 additions and 8 deletions
9
.github/workflows/build.yml
vendored
9
.github/workflows/build.yml
vendored
|
@ -46,14 +46,7 @@ jobs:
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
id: cmake_build
|
id: cmake_build
|
||||||
run: |
|
run: examples/sycl/win-build-sycl.bat
|
||||||
"C:\Program Files (x86)\Intel\oneAPI\setvars.bat" intel64
|
|
||||||
icx --version
|
|
||||||
mkdir build
|
|
||||||
cd build
|
|
||||||
cmake -G "MinGW Makefiles" .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icx -DCMAKE_BUILD_TYPE=Release
|
|
||||||
make
|
|
||||||
|
|
||||||
|
|
||||||
# ubuntu-latest-gcc:
|
# ubuntu-latest-gcc:
|
||||||
# runs-on: ubuntu-latest
|
# runs-on: ubuntu-latest
|
||||||
|
|
1
.gitignore
vendored
1
.gitignore
vendored
|
@ -89,3 +89,4 @@ examples/jeopardy/results.txt
|
||||||
|
|
||||||
poetry.lock
|
poetry.lock
|
||||||
poetry.toml
|
poetry.toml
|
||||||
|
nppBackup
|
||||||
|
|
21
examples/sycl/win-build-sycl.bat
Normal file
21
examples/sycl/win-build-sycl.bat
Normal file
|
@ -0,0 +1,21 @@
|
||||||
|
|
||||||
|
rem MIT license
|
||||||
|
rem Copyright (C) 2024 Intel Corporation
|
||||||
|
rem SPDX-License-Identifier: MIT
|
||||||
|
|
||||||
|
mkdir -p build
|
||||||
|
cd build
|
||||||
|
@call "C:\Program Files (x86)\Intel\oneAPI\setvars.bat" intel64 --force
|
||||||
|
|
||||||
|
rem for FP16
|
||||||
|
rem cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON # faster for long-prompt inference
|
||||||
|
|
||||||
|
rem for FP32
|
||||||
|
cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icx -DCMAKE_BUILD_TYPE=Release
|
||||||
|
|
||||||
|
rem build example/main only
|
||||||
|
rem make main
|
||||||
|
|
||||||
|
rem build all binary
|
||||||
|
make
|
||||||
|
cd ..
|
14
examples/sycl/win-run-llama2.bat
Normal file
14
examples/sycl/win-run-llama2.bat
Normal file
|
@ -0,0 +1,14 @@
|
||||||
|
|
||||||
|
rem MIT license
|
||||||
|
rem Copyright (C) 2024 Intel Corporation
|
||||||
|
rem SPDX-License-Identifier: MIT
|
||||||
|
|
||||||
|
INPUT2="Building a website can be done in 10 simple steps:\nStep 1:"
|
||||||
|
@call "C:\Program Files (x86)\Intel\oneAPI\setvars.bat" intel64 --force
|
||||||
|
|
||||||
|
|
||||||
|
set GGML_SYCL_DEVICE=0
|
||||||
|
rem set GGML_SYCL_DEBUG=1
|
||||||
|
.\build\bin\main.exe -m models\llama-2-7b.Q4_0.gguf -p %INPUT2% -n 400 -e -ngl 33 -s 0
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue