vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Nomic vulkan backend licensed under the Software for Open Models License (SOM), version 1.0.

Browse source
This commit is contained in:
niansa 2023-06-22 12:58:07 +02:00 • committed by Cebtenzzre
parent 45855b3f1c
commit ba15dfd0be
95 changed files with 13489 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

8
examples/main/main.cpp
View file

@ -33,6 +33,10 @@
#pragma warning(disable: 4244 4267) // possible loss of data
#endif
#if defined(GGML_USE_KOMPUTE)
#include "ggml-vulkan.h"
#endif
static llama_context ** g_ctx;
static llama_model ** g_model;
static gpt_params * g_params;
@ -171,6 +175,10 @@ int main(int argc, char ** argv) {
g_model = &model;
g_ctx = &ctx;
#if defined(GGML_USE_KOMPUTE)
ggml_vk_init_device(0, "gpu");
#endif
// load the model and apply lora adapter, if any
LOG("%s: load the model and apply lora adapter, if any\n", __func__);
std::tie(model, ctx) = llama_init_from_gpt_params(params);