vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

cuda : clear error after changing peer access (#10153)

Browse source
This commit is contained in:
Diego Devesa 2024-11-04 13:10:23 +01:00 • committed by GitHub
parent 05697f670b
commit ea02c753eb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml/src/ggml-cuda.cu
View file

@ -1297,11 +1297,17 @@ static void ggml_cuda_set_peer_access(const int n_tokens, int main_device) {
cudaError_t err = cudaDeviceEnablePeerAccess(id_other, 0); cudaError_t err = cudaDeviceEnablePeerAccess(id_other, 0);
if (err != cudaErrorPeerAccessAlreadyEnabled) { if (err != cudaErrorPeerAccessAlreadyEnabled) {
CUDA_CHECK(err); CUDA_CHECK(err);
} else {
// reset the error
cudaGetLastError();
} }
} else { } else {
cudaError_t err = cudaDeviceDisablePeerAccess(id_other); cudaError_t err = cudaDeviceDisablePeerAccess(id_other);
if (err != cudaErrorPeerAccessNotEnabled) { if (err != cudaErrorPeerAccessNotEnabled) {
CUDA_CHECK(err); CUDA_CHECK(err);
} else {
// reset the error
cudaGetLastError();
} }
} }
} }