fix win build
This commit is contained in:
parent
76ddf85515
commit
3a9480e4af
4 changed files with 37 additions and 8 deletions
9
.github/workflows/build.yml
vendored
9
.github/workflows/build.yml
vendored
|
@ -46,14 +46,7 @@ jobs:
|
|||
|
||||
- name: Build
|
||||
id: cmake_build
|
||||
run: |
|
||||
"C:\Program Files (x86)\Intel\oneAPI\setvars.bat" intel64
|
||||
icx --version
|
||||
mkdir build
|
||||
cd build
|
||||
cmake -G "MinGW Makefiles" .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icx -DCMAKE_BUILD_TYPE=Release
|
||||
make
|
||||
|
||||
run: examples/sycl/win-build-sycl.bat
|
||||
|
||||
# ubuntu-latest-gcc:
|
||||
# runs-on: ubuntu-latest
|
||||
|
|
1
.gitignore
vendored
1
.gitignore
vendored
|
@ -89,3 +89,4 @@ examples/jeopardy/results.txt
|
|||
|
||||
poetry.lock
|
||||
poetry.toml
|
||||
nppBackup
|
||||
|
|
21
examples/sycl/win-build-sycl.bat
Normal file
21
examples/sycl/win-build-sycl.bat
Normal file
|
@ -0,0 +1,21 @@
|
|||
|
||||
rem MIT license
|
||||
rem Copyright (C) 2024 Intel Corporation
|
||||
rem SPDX-License-Identifier: MIT
|
||||
|
||||
mkdir -p build
|
||||
cd build
|
||||
@call "C:\Program Files (x86)\Intel\oneAPI\setvars.bat" intel64 --force
|
||||
|
||||
rem for FP16
|
||||
rem cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON # faster for long-prompt inference
|
||||
|
||||
rem for FP32
|
||||
cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icx -DCMAKE_BUILD_TYPE=Release
|
||||
|
||||
rem build example/main only
|
||||
rem make main
|
||||
|
||||
rem build all binary
|
||||
make
|
||||
cd ..
|
14
examples/sycl/win-run-llama2.bat
Normal file
14
examples/sycl/win-run-llama2.bat
Normal file
|
@ -0,0 +1,14 @@
|
|||
|
||||
rem MIT license
|
||||
rem Copyright (C) 2024 Intel Corporation
|
||||
rem SPDX-License-Identifier: MIT
|
||||
|
||||
INPUT2="Building a website can be done in 10 simple steps:\nStep 1:"
|
||||
@call "C:\Program Files (x86)\Intel\oneAPI\setvars.bat" intel64 --force
|
||||
|
||||
|
||||
set GGML_SYCL_DEVICE=0
|
||||
rem set GGML_SYCL_DEBUG=1
|
||||
.\build\bin\main.exe -m models\llama-2-7b.Q4_0.gguf -p %INPUT2% -n 400 -e -ngl 33 -s 0
|
||||
|
||||
|
Loading…
Add table
Add a link
Reference in a new issue