vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml: use __CUDACC__ to recognise nvcc compiler

Browse source
This commit is contained in:
Kylin 2023-08-20 01:57:24 +08:00
parent 8a25bd41b3
commit 16ab5f1b18
1 changed files with 3 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

7
ggml.h
View file

@ -255,11 +255,10 @@
extern "C" { extern "C" {
#endif #endif
#if defined(__ARM_NEON) && !defined(GGML_CUDA_F16) #if defined(__ARM_NEON) && defined(__CUDACC__)
// we use the built-in 16-bit float type
typedef __fp16 ggml_fp16_t;
#elif defined(GGML_CUDA_F16)
typedef half ggml_fp16_t; typedef half ggml_fp16_t;
#elif defined(__ARM_NEON)
typedef __fp16 ggml_fp16_t;
#else #else
typedef uint16_t ggml_fp16_t; typedef uint16_t ggml_fp16_t;
#endif #endif