llama : add llama_init_backend() API (close #1527)

This commit is contained in:
Georgi Gerganov 2023-05-20 11:06:11 +03:00
parent d2c59b8ba4
commit ec2e10c444
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
7 changed files with 48 additions and 29 deletions

View file

@ -143,6 +143,8 @@ int main(int argc, char ** argv) {
params.prompt = gpt_random_prompt(rng);
}
llama_init_backend();
llama_context * ctx;
// load the model and apply lora adapter, if any