vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Attempt to fix linkage of LLAMA_CHATML_TEMPLATE

Browse source
This commit is contained in:
ochafik 2025-01-18 00:56:19 +00:00
parent 40db78963b
commit 81c0d437a5
2 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

4
common/common.cpp
View file

@ -74,14 +74,14 @@
#endif #endif
#define LLAMA_CURL_MAX_URL_LENGTH 2084 // Maximum URL Length in Chrome: 2083 #define LLAMA_CURL_MAX_URL_LENGTH 2084 // Maximum URL Length in Chrome: 2083
const char * LLAMA_CHATML_TEMPLATE = R"( const std::string LLAMA_CHATML_TEMPLATE(R"(
{%- for message in messages -%} {%- for message in messages -%}
{{- "<|im_start|>" + message.role + "\n" + message.content + "<|im_end|>\n" -}} {{- "<|im_start|>" + message.role + "\n" + message.content + "<|im_end|>\n" -}}
{%- endfor -%} {%- endfor -%}
{%- if add_generation_prompt -%} {%- if add_generation_prompt -%}
{{- "<|im_start|>assistant\n" -}} {{- "<|im_start|>assistant\n" -}}
{%- endif -%} {%- endif -%}
)"; )");
// //
// CURL utils // CURL utils

2
common/common.h
View file

@ -26,7 +26,7 @@
#define DEFAULT_MODEL_PATH "models/7B/ggml-model-f16.gguf" #define DEFAULT_MODEL_PATH "models/7B/ggml-model-f16.gguf"
extern const char * LLAMA_CHATML_TEMPLATE; extern const std::string LLAMA_CHATML_TEMPLATE;
struct common_adapter_lora_info { struct common_adapter_lora_info {
std::string path; std::string path;