From 62d80e271b4aac4e0f8608837f9af0e3a66d175c Mon Sep 17 00:00:00 2001 From: Anas Ahouzi <112881240+aahouzi@users.noreply.github.com> Date: Fri, 19 Apr 2024 15:19:56 +0200 Subject: [PATCH] Recommended build instruction Co-authored-by: Neo Zhang Jianyu --- README-sycl.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README-sycl.md b/README-sycl.md index 7af84cedc..4f204640b 100644 --- a/README-sycl.md +++ b/README-sycl.md @@ -253,7 +253,7 @@ mkdir -p build && cd build # Option 1: Use FP32 (recommended for better performance in most cases) cmake .. -DLLAMA_SYCL=ON -DLLAMA_SYCL_TARGET=NVIDIA -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -# Option 2: Use FP16 for better performance in long-prompt inference +# Option 2: Use FP16 cmake .. -DLLAMA_SYCL=ON -DLLAMA_SYCL_TARGET=NVIDIA -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON #build all binary