diff --git a/ggml/src/CMakeLists.txt b/ggml/src/CMakeLists.txt
index d0f4097d8..d50bad0ae 100644
--- a/ggml/src/CMakeLists.txt
+++ b/ggml/src/CMakeLists.txt
@@ -486,7 +486,6 @@ if (GGML_SYCL)
     add_compile_options(-I./) #include DPCT
 
     set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-narrowing")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O3")
     if (GGML_SYCL_TARGET STREQUAL "NVIDIA")
         set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fsycl-targets=nvptx64-nvidia-cuda")
     endif()
diff --git a/ggml-sycl/norm.cpp b/ggml/src/ggml-sycl/norm.cpp
similarity index 100%
rename from ggml-sycl/norm.cpp
rename to ggml/src/ggml-sycl/norm.cpp
diff --git a/ggml-sycl/norm.hpp b/ggml/src/ggml-sycl/norm.hpp
similarity index 100%
rename from ggml-sycl/norm.hpp
rename to ggml/src/ggml-sycl/norm.hpp