vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

url: fs_get_cache_file_path util

Browse source
This commit is contained in:
Olivier Chafik 2024-06-08 19:37:04 +01:00
parent 92ec18fec4
commit bc5acfd124
2 changed files with 12 additions and 11 deletions
Download patch file Download diff file Expand all files Collapse all files

22
common/common.cpp
View file

@ -191,15 +191,6 @@ int32_t cpu_get_num_math() {
// CLI argument parsing
//
static std::string get_cached_file(const std::string & path) {
std::string cache_directory = fs_get_cache_directory();
const bool success = fs_create_directory_with_parents(cache_directory);
if (!success) {
throw std::runtime_error("failed to create cache directory: " + cache_directory);
}
return cache_directory + string_split(path, '/').back();
}
void gpt_params_handle_model_default(gpt_params & params) {
if (!params.hf_repo.empty()) {
// short-hand to avoid specifying --hf-file -> default it to --model
@ -209,13 +200,13 @@ void gpt_params_handle_model_default(gpt_params & params) {
}
params.hf_file = params.model;
} else if (params.model.empty()) {
params.model = get_cached_file(params.hf_file);
params.model = fs_get_cache_file_path(params.hf_file);
}
} else if (!params.model_url.empty()) {
if (params.model.empty()) {
auto f = string_split(params.model_url, '#').front();
f = string_split(f, '?').front();
params.model = get_cached_file(f);
params.model = fs_get_cache_file_path(f);
}
} else if (params.model.empty()) {
params.model = DEFAULT_MODEL_PATH;
@ -2282,6 +2273,15 @@ std::string fs_get_cache_directory() {
return ensure_trailing_slash(cache_directory);
}
std::string fs_get_cache_file_path(const std::string & path) {
std::string cache_directory = fs_get_cache_directory();
const bool success = fs_create_directory_with_parents(cache_directory);
if (!success) {
throw std::runtime_error("failed to create cache directory: " + cache_directory);
}
return cache_directory + string_split(path, '/').back();
}
//
// Model utils

1
common/common.h
View file

@ -277,6 +277,7 @@ bool fs_validate_filename(const std::string & filename);
bool fs_create_directory_with_parents(const std::string & path);
std::string fs_get_cache_directory();
std::string fs_get_cache_file_path(const std::string & path);
//
// Model utils