vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

__builtin_assume -> GGML_CUDA_ASSUME

Browse source
This commit is contained in:
Johannes Gäßler 2024-06-10 08:51:35 +02:00
parent 054d4ea97c
commit a9cde5c63e
1 changed files with 12 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

24
ggml-cuda/mma.cuh
View file

@ -9,15 +9,15 @@ struct mma_int_A_I16K8 {
static __device__ __forceinline__ int get_i(const int l) { static __device__ __forceinline__ int get_i(const int l) {
const int ret = (l%2) * (I/2) + threadIdx.x / (K/2); const int ret = (l%2) * (I/2) + threadIdx.x / (K/2);
__builtin_assume(ret >= 0); GGML_CUDA_ASSUME(ret >= 0);
__builtin_assume(ret < I); GGML_CUDA_ASSUME(ret < I);
return ret; return ret;
} }
static __device__ __forceinline__ int get_k(const int l) { static __device__ __forceinline__ int get_k(const int l) {
const int ret = (l/2) * (K/2) + threadIdx.x % (K/2); const int ret = (l/2) * (K/2) + threadIdx.x % (K/2);
__builtin_assume(ret >= 0); GGML_CUDA_ASSUME(ret >= 0);
__builtin_assume(ret < K); GGML_CUDA_ASSUME(ret < K);
return ret; return ret;
} }
}; };
@ -31,15 +31,15 @@ struct mma_int_B_J8K8 {
static __device__ __forceinline__ int get_j(const int /* l */) { static __device__ __forceinline__ int get_j(const int /* l */) {
const int ret = threadIdx.x / (K/2); const int ret = threadIdx.x / (K/2);
__builtin_assume(ret >= 0); GGML_CUDA_ASSUME(ret >= 0);
__builtin_assume(ret < J); GGML_CUDA_ASSUME(ret < J);
return ret; return ret;
} }
static __device__ __forceinline__ int get_k(const int l) { static __device__ __forceinline__ int get_k(const int l) {
const int ret = l * (K/2) + threadIdx.x % (K/2); const int ret = l * (K/2) + threadIdx.x % (K/2);
__builtin_assume(ret >= 0); GGML_CUDA_ASSUME(ret >= 0);
__builtin_assume(ret < K); GGML_CUDA_ASSUME(ret < K);
return ret; return ret;
} }
}; };
@ -53,15 +53,15 @@ struct mma_int_C_I16J8 {
static __device__ __forceinline__ int get_i(const int l) { static __device__ __forceinline__ int get_i(const int l) {
const int ret = (l/2) * (I/2) + threadIdx.x / (J/2); const int ret = (l/2) * (I/2) + threadIdx.x / (J/2);
__builtin_assume(ret >= 0); GGML_CUDA_ASSUME(ret >= 0);
__builtin_assume(ret < I); GGML_CUDA_ASSUME(ret < I);
return ret; return ret;
} }
static __device__ __forceinline__ int get_j(const int l) { static __device__ __forceinline__ int get_j(const int l) {
const int ret = 2 * (threadIdx.x % (J/2)) + l%2; const int ret = 2 * (threadIdx.x % (J/2)) + l%2;
__builtin_assume(ret >= 0); GGML_CUDA_ASSUME(ret >= 0);
__builtin_assume(ret < J); GGML_CUDA_ASSUME(ret < J);
return ret; return ret;
} }