vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

embd-input : fix returning ptr to temporary

Browse source
This commit is contained in:
Georgi Gerganov 2023-07-01 18:46:00 +03:00
parent 04606a1599
commit 79f634a19d
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 7 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

9
examples/embd-input/embd-input-lib.cpp
View file

@ -210,9 +210,12 @@ llama_token sampling_id(struct MyModel* mymodel) {
const char * sampling(struct MyModel * mymodel) {
llama_context * ctx = mymodel->ctx;
int id = sampling_id(mymodel);
std::string ret;
if (id == llama_token_eos()) ret = "</s>";
else ret = llama_token_to_str(ctx, id);
static std::string ret;
if (id == llama_token_eos()) {
ret = "</s>";
} else {
ret = llama_token_to_str(ctx, id);
}
eval_id(mymodel, id);
return ret.c_str();
}