vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Remove unused data and add fixes (#5154)

Browse source 
* Remove unused data and add fixes

* Add missing file

* Address review comments

* Replace the scope of vq allocation
This commit is contained in:
Michael Klimenko 2024-01-27 15:25:55 +01:00 • committed by GitHub
parent ec903c0341
commit 35a2ee9143
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 3 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

1
tests/test-backend-ops.cpp
View file

@ -102,7 +102,6 @@ static std::vector<float> tensor_to_float(const ggml_tensor * t) {
} else if (t->type == GGML_TYPE_I8) {
tv.push_back((float)*(int8_t *) &buf[i]);
} else if (quantized) {
std::vector<float> vq(ggml_blck_size(t->type));
tt.to_float(&buf[i], vq.data(), ggml_blck_size(t->type));
tv.insert(tv.end(), vq.begin(), vq.end());
} else {

1
tests/test-llama-grammar.cpp
View file

@ -190,7 +190,6 @@ int main()
index++;
}
std::vector<std::vector<const llama_grammar_element *>> next_stacks;
std::vector<llama_grammar_candidate> next_candidates;
next_candidates.resize(24);