minor [no ci]
This commit is contained in:
parent
69dd1e859a
commit
9d0156bf0a
3 changed files with 2 additions and 1 deletions
|
@ -24,7 +24,6 @@
|
|||
|
||||
#define DEFAULT_MODEL_PATH "models/7B/ggml-model-f16.gguf"
|
||||
|
||||
// TODO: "lora_adapter" is tautology
|
||||
struct common_lora_adapter_info {
|
||||
std::string path;
|
||||
float scale;
|
||||
|
|
|
@ -1626,6 +1626,7 @@ struct server_response {
|
|||
struct server_context {
|
||||
common_params params_base;
|
||||
|
||||
// note: keep these alive - they determine the lifetime of the model, context, etc.
|
||||
common_init_result llama_init;
|
||||
common_init_result llama_init_dft;
|
||||
|
||||
|
|
|
@ -124,6 +124,7 @@ struct ring_buffer {
|
|||
size_t sz = 0;
|
||||
size_t first = 0;
|
||||
size_t pos = 0;
|
||||
|
||||
std::vector<T> data;
|
||||
};
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue