vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

simple : no need for ggml_is_contiguous + fix bool parse

Browse source
This commit is contained in:
Georgi Gerganov 2024-01-16 10:52:08 +02:00
parent e0493800ce
commit aa16b5445f
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/simple/simple.cpp
View file

@ -26,7 +26,7 @@ static bool observe_compute(struct ggml_tensor * t, bool ask, void * user_data)
const bool is_host = ggml_backend_buffer_is_host(t->buffer); const bool is_host = ggml_backend_buffer_is_host(t->buffer);
if (!is_host || !ggml_is_contiguous(t)) { if (!is_host) {
t_data.resize(ggml_nelements(t)); t_data.resize(ggml_nelements(t));
ggml_backend_tensor_get(t, t_data.data(), 0, ggml_nbytes(t)); ggml_backend_tensor_get(t, t_data.data(), 0, ggml_nbytes(t));
} }
@ -61,7 +61,7 @@ int main(int argc, char ** argv) {
} }
if (argc >= 4) { if (argc >= 4) {
observe = atoi(argv[3]); observe = !!atoi(argv[3]);
} }
if (params.prompt.empty()) { if (params.prompt.empty()) {