expose omni_context_params struct
This commit is contained in:
parent
fd2c58286a
commit
7589158595
2 changed files with 9 additions and 8 deletions
|
@ -27,14 +27,6 @@ void* internal_chars = nullptr;
|
||||||
|
|
||||||
static const char *AUDIO_TOKEN = "<|AUDIO|>";
|
static const char *AUDIO_TOKEN = "<|AUDIO|>";
|
||||||
|
|
||||||
struct omni_context_params
|
|
||||||
{
|
|
||||||
const char *model;
|
|
||||||
const char *mmproj;
|
|
||||||
const char *file;
|
|
||||||
const char *prompt;
|
|
||||||
int32_t n_gpu_layers;
|
|
||||||
};
|
|
||||||
|
|
||||||
struct omni_context
|
struct omni_context
|
||||||
{
|
{
|
||||||
|
|
|
@ -29,6 +29,15 @@
|
||||||
extern "C" {
|
extern "C" {
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
|
struct omni_context_params
|
||||||
|
{
|
||||||
|
const char *model;
|
||||||
|
const char *mmproj;
|
||||||
|
const char *file;
|
||||||
|
const char *prompt;
|
||||||
|
int32_t n_gpu_layers;
|
||||||
|
};
|
||||||
|
|
||||||
OMNI_AUDIO_API bool omni_context_params_parse(int argc, char **argv, struct omni_context_params * params);
|
OMNI_AUDIO_API bool omni_context_params_parse(int argc, char **argv, struct omni_context_params * params);
|
||||||
|
|
||||||
OMNI_AUDIO_API struct omni_context_params * omni_context_default_params();
|
OMNI_AUDIO_API struct omni_context_params * omni_context_default_params();
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue