vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

log sys - build info + rnd seed

Browse source
This commit is contained in:
FSSRepo 2023-10-06 11:25:58 -04:00
parent f0c646f023
commit 6a5d6733fc
1 changed files with 16 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

16
examples/server-parallel/server.cpp
View file

@ -1,6 +1,7 @@
#include "frontend.h"
#include "common.h"
#include "llama.h"
#include "build-info.h"
#include "httplib.h"
#include "json.hpp"
@ -797,16 +798,31 @@ int main(int argc, char **argv)
log_dump_cmdline(argc, argv);
#endif // LOG_DISABLE_LOGS
if (params.seed == LLAMA_DEFAULT_SEED) {
params.seed = time(NULL);
}
LOG_TEE("%s: seed = %u\n", __func__, params.seed);
llama_backend_init(params.numa);
// load the target model
params.logits_all = true;
server_parallel_context llama;
LOG_TEE("%s: build = %d (%s)\n", __func__, BUILD_NUMBER, BUILD_COMMIT);
LOG_TEE("%s: built with %s for %s\n", __func__, BUILD_COMPILER, BUILD_TARGET);
if(!llama.loadModel(params)) {
return 1;
}
// print system information
{
LOG_TEE("\n");
LOG_TEE("%s\n", get_system_info(params).c_str());
}
llama.initialize();
Server svr;