vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : refactoring (wip)

Browse source
This commit is contained in:
Georgi Gerganov 2024-03-05 11:16:43 +02:00
parent 6a87ac3a52
commit f4e6e7e61f
No known key found for this signature in database
GPG key ID: BF970631944C16B7
2 changed files with 190 additions and 461 deletions
Download patch file Download diff file Expand all files Collapse all files

642
examples/server/server.cpp
View file

File diff suppressed because it is too large Load diff

9
examples/server/utils.hpp
View file

@ -1,5 +1,10 @@
#pragma once #pragma once
#include "llama.h"
#include "common.h"
#include "json.hpp"
#include <string> #include <string>
#include <vector> #include <vector>
#include <set> #include <set>
@ -7,10 +12,6 @@
#include <condition_variable> #include <condition_variable>
#include <unordered_map> #include <unordered_map>
#include "json.hpp"
#include "../llava/clip.h"
using json = nlohmann::json; using json = nlohmann::json;
extern bool server_verbose; extern bool server_verbose;