From 7297817d13916de0e78e83fa5617dce2f183d7df Mon Sep 17 00:00:00 2001 From: ngxson Date: Wed, 12 Jun 2024 11:41:37 +0200 Subject: [PATCH] use ggml_backend_tensor_copy --- examples/control-vector-generator/pca.hpp | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) diff --git a/examples/control-vector-generator/pca.hpp b/examples/control-vector-generator/pca.hpp index 8e13a53ca..86863d1a5 100644 --- a/examples/control-vector-generator/pca.hpp +++ b/examples/control-vector-generator/pca.hpp @@ -290,17 +290,13 @@ static void power_iteration( if (calc_square) { // copy and store the square matrix if needed GGML_ASSERT(result.calculated_square != NULL); - std::vector tmp_buf(ggml_nbytes(model.dev_square)); - ggml_backend_tensor_get(result.calculated_square, tmp_buf.data(), 0, tmp_buf.size()); - ggml_backend_tensor_set(model.dev_square, tmp_buf.data(), 0, tmp_buf.size()); + ggml_backend_tensor_copy(result.calculated_square, model.dev_square); } { // copy last eigen vector and store as input for next iteration GGML_ASSERT(last_eigenvector != NULL); - std::vector tmp_buf(ggml_nbytes(last_eigenvector)); - ggml_backend_tensor_get(last_eigenvector, tmp_buf.data(), 0, tmp_buf.size()); - ggml_backend_tensor_set(model.dev_eigenvector, tmp_buf.data(), 0, tmp_buf.size()); + ggml_backend_tensor_copy(last_eigenvector, model.dev_eigenvector); } printf("%s: layer %d/%d, iteration: %d / total: %d (batch = %d) ...\n",