vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge c755bd6223 into adc9ff3841

Browse source
This commit is contained in:
Sourabrata Bose 2024-06-04 11:03:52 -05:00 • committed by GitHub
commit 4674918e53
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 15 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

14
common/common.cpp
View file

@ -815,6 +815,15 @@ bool gpt_params_find_arg(int argc, char ** argv, const std::string & arg, gpt_pa
params.hf_file = argv[i]; params.hf_file = argv[i];
return true; return true;
} }
if (arg == "-hft" || arg == "--hf-token") {
params.hf_token = NULL;
if (++i >= argc) {
invalid_param = true;
return true;
}
params.hf_token = argv[i];
return true;
}
if (arg == "--lora") { if (arg == "--lora") {
if (++i >= argc) { if (++i >= argc) {
invalid_param = true; invalid_param = true;
@ -2280,6 +2289,11 @@ struct llama_model * llama_load_model_from_url(
return NULL; return NULL;
} }
if(params.hf_token!=NULL){
struct curl_slist * headers = curl_slist_append(NULL, "Authorization: Bearer " + params.hf_token);
curl_easy_setopt(curl, CURLOPT_HTTPHEADER, headers);
}
if (!llama_download_file(model_url, path_model)) { if (!llama_download_file(model_url, path_model)) {
return NULL; return NULL;
} }

1
common/common.h
View file

@ -105,6 +105,7 @@ struct gpt_params {
std::string model_url = ""; // model url to download std::string model_url = ""; // model url to download
std::string hf_repo = ""; // HF repo std::string hf_repo = ""; // HF repo
std::string hf_file = ""; // HF file std::string hf_file = ""; // HF file
std::string hf_token = ""; // HF token
std::string prompt = ""; std::string prompt = "";
std::string prompt_file = ""; // store the external prompt file name std::string prompt_file = ""; // store the external prompt file name
std::string path_prompt_cache = ""; // path to file for saving/loading prompt eval state std::string path_prompt_cache = ""; // path to file for saving/loading prompt eval state