retrieval

This commit is contained in:
gtygo 2024-08-10 01:11:51 +08:00
parent 6afd1a99dc
commit fe6dc61143

View file

@ -266,7 +266,7 @@ int main(int argc, char ** argv) {
std::vector<float> query_emb(n_embd, 0);
batch_decode(ctx, query_batch, query_emb.data(), 1, n_embd);
llama_batch_clear(query_batch);
llama_batch_free(query_batch);
// compute cosine similarities
{