vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Apply suggestions from code review

Browse source 
Co-authored-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com>
This commit is contained in:
Henri Vasserman 2023-06-01 01:15:48 +03:00 • committed by GitHub
parent 8478e59b08
commit bed308c69c
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

12
examples/server/server.cpp
View file

@ -2,8 +2,8 @@
#include "llama.h" #include "llama.h"
#include "build-info.h" #include "build-info.h"
#include <httplib.h> #include "httplib.h"
#include <json.hpp> #include "json.hpp"
struct server_params struct server_params
{ {
@ -161,7 +161,7 @@ struct llama_server_context
const bool penalize_nl = params.penalize_nl; const bool penalize_nl = params.penalize_nl;
llama_token id = 0; llama_token id = 0;
{ {
auto logits = llama_get_logits(ctx); auto *logits = llama_get_logits(ctx);
auto n_vocab = llama_n_vocab(ctx); auto n_vocab = llama_n_vocab(ctx);
// Apply params.logit_bias map // Apply params.logit_bias map
@ -692,7 +692,7 @@ int main(int argc, char **argv)
llama.rewind(); llama.rewind();
llama_reset_timings(llama.ctx); llama_reset_timings(llama.ctx);
if (parse_options_completion(json::parse(req.body), llama, res) == false) { if (!parse_options_completion(json::parse(req.body), llama, res)) {
return; return;
} }
@ -847,10 +847,10 @@ int main(int argc, char **argv)
}); });
svr.set_exception_handler([](const Request &, Response &res, std::exception_ptr ep) { svr.set_exception_handler([](const Request &, Response &res, std::exception_ptr ep) {
auto fmt = "500 Internal Server Error\n%s"; const auto *fmt = "500 Internal Server Error\n%s";
char buf[BUFSIZ]; char buf[BUFSIZ];
try { try {
std::rethrow_exception(ep); std::rethrow_exception(std::move(ep));
} catch (std::exception &e) { } catch (std::exception &e) {
snprintf(buf, sizeof(buf), fmt, e.what()); snprintf(buf, sizeof(buf), fmt, e.what());
} catch (...) { } catch (...) {