minor [no ci]
This commit is contained in:
parent
69dd1e859a
commit
9d0156bf0a
3 changed files with 2 additions and 1 deletions
|
@ -24,7 +24,6 @@
|
||||||
|
|
||||||
#define DEFAULT_MODEL_PATH "models/7B/ggml-model-f16.gguf"
|
#define DEFAULT_MODEL_PATH "models/7B/ggml-model-f16.gguf"
|
||||||
|
|
||||||
// TODO: "lora_adapter" is tautology
|
|
||||||
struct common_lora_adapter_info {
|
struct common_lora_adapter_info {
|
||||||
std::string path;
|
std::string path;
|
||||||
float scale;
|
float scale;
|
||||||
|
|
|
@ -1626,6 +1626,7 @@ struct server_response {
|
||||||
struct server_context {
|
struct server_context {
|
||||||
common_params params_base;
|
common_params params_base;
|
||||||
|
|
||||||
|
// note: keep these alive - they determine the lifetime of the model, context, etc.
|
||||||
common_init_result llama_init;
|
common_init_result llama_init;
|
||||||
common_init_result llama_init_dft;
|
common_init_result llama_init_dft;
|
||||||
|
|
||||||
|
|
|
@ -124,6 +124,7 @@ struct ring_buffer {
|
||||||
size_t sz = 0;
|
size_t sz = 0;
|
||||||
size_t first = 0;
|
size_t first = 0;
|
||||||
size_t pos = 0;
|
size_t pos = 0;
|
||||||
|
|
||||||
std::vector<T> data;
|
std::vector<T> data;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue