From 84158931cf9954f1e6989290a77ae7dfa56bee9a Mon Sep 17 00:00:00 2001 From: Anas Ahouzi <112881240+aahouzi-intel@users.noreply.github.com> Date: Fri, 19 Apr 2024 06:40:14 -0700 Subject: [PATCH] Add comments in Intel GPU linux --- README-sycl.md | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/README-sycl.md b/README-sycl.md index 2d7d2b5b2..dc98c7b3e 100644 --- a/README-sycl.md +++ b/README-sycl.md @@ -229,10 +229,10 @@ source /opt/intel/oneapi/setvars.sh # Build LLAMA with MKL BLAS acceleration for intel GPU mkdir -p build && cd build -# Option 1: Use FP32 by default +# Option 1: Use FP32 (recommended for better performance in most cases) cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -# Option 2: Use FP16 for better performance in long-prompt inference +# Option 2: Use FP16 cmake .. -DLLAMA_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA_SYCL_F16=ON #build all binary