Merge branch 'master' into gguf

This commit is contained in:
Georgi Gerganov 2023-08-18 12:38:05 +03:00
commit 856afff746
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
6 changed files with 1717 additions and 979 deletions

View file

@ -199,7 +199,7 @@ int main()
uint32_t *cp = new uint32_t[2]; // dynamically allocate memory for code_point
cp[0] = 37 + i;
cp[1] = 0;
next_candidates[i] = {i, cp};
next_candidates[i] = {i, cp, {}};
}
std::vector<std::vector<std::pair<uint32_t, uint16_t>>> expected_reject = {