llama : add llama_init_backend() API (close #1527)

This commit is contained in:
Georgi Gerganov 2023-05-20 11:06:11 +03:00
parent d2c59b8ba4
commit ec2e10c444
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
7 changed files with 48 additions and 29 deletions

View file

@ -96,8 +96,7 @@ int main(int argc, char ** argv) {
params.prompt = gpt_random_prompt(rng);
}
// params.prompt = R"(// this function checks if the number n is prime
//bool is_prime(int n) {)";
llama_init_backend();
llama_context * ctx;
g_ctx = &ctx;