minor [no ci]

This commit is contained in:
Georgi Gerganov 2025-01-03 10:17:41 +02:00
parent 69dd1e859a
commit 9d0156bf0a
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 2 additions and 1 deletions

View file

@ -24,7 +24,6 @@
#define DEFAULT_MODEL_PATH "models/7B/ggml-model-f16.gguf" #define DEFAULT_MODEL_PATH "models/7B/ggml-model-f16.gguf"
// TODO: "lora_adapter" is tautology
struct common_lora_adapter_info { struct common_lora_adapter_info {
std::string path; std::string path;
float scale; float scale;

View file

@ -1626,6 +1626,7 @@ struct server_response {
struct server_context { struct server_context {
common_params params_base; common_params params_base;
// note: keep these alive - they determine the lifetime of the model, context, etc.
common_init_result llama_init; common_init_result llama_init;
common_init_result llama_init_dft; common_init_result llama_init_dft;

View file

@ -124,6 +124,7 @@ struct ring_buffer {
size_t sz = 0; size_t sz = 0;
size_t first = 0; size_t first = 0;
size_t pos = 0; size_t pos = 0;
std::vector<T> data; std::vector<T> data;
}; };