vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

refactoring: remove dup code

Browse source
This commit is contained in:
hongruichen 2024-07-27 10:47:18 +08:00
parent 18aa6654d5
commit 2c73791d62
1 changed files with 4 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

9
ggml/src/ggml-qnn/buffer.hpp
View file

@ -12,15 +12,14 @@ public:
Qnn_DataType_t data_type) :
_qnn_instance(qnn_instance), _size(size) {
auto *qnn_rpc_buffer = static_cast<uint8_t *>(qnn_instance->alloc_rpcmem(size, alignof(void *)));
_qnn_rpc_mem_handle = qnn_instance->register_rpcmem(qnn_rpc_buffer, rank, dimensions, data_type);
if (!_qnn_rpc_mem_handle) {
qnn_instance->free_rpcmem(qnn_rpc_buffer);
_qnn_rpc_buffer = static_cast<uint8_t *>(qnn_instance->alloc_rpcmem(size, alignof(void *)));
_qnn_rpc_mem_handle = qnn_instance->register_rpcmem(_qnn_rpc_buffer, rank, dimensions, data_type);
if (!_qnn_rpc_buffer || !_qnn_rpc_mem_handle) {
QNN_LOG_WARN("register rpc mem failure\n");
// let the destructor free the buffer
return;
}
_qnn_rpc_buffer = qnn_rpc_buffer;
QNN_LOG_DEBUG("alloc rpcmem(%p) successfully, size %d\n", _qnn_rpc_buffer, (int)size);
}
~ggml_qnn_rpc_buffer() {