vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Added --hf-token argument support

Browse source
This commit is contained in:
Sourabrata Bose 2024-04-17 15:34:52 +05:30
parent facb8b56f8
commit df175f7c60
1 changed files with 15 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

15
common/common.cpp
View file

@ -767,6 +767,15 @@ bool gpt_params_find_arg(int argc, char ** argv, const std::string & arg, gpt_pa
params.hf_file = argv[i];
return true;
}
if (arg == "-hft" || arg == "--hf-token") {
params.hf_token = NULL;
if (++i >= argc) {
invalid_param = true;
return true;
}
params.hf_token = argv[i];
return true;
}
if (arg == "--lora") {
if (++i >= argc) {
invalid_param = true;
@ -2089,6 +2098,12 @@ struct llama_model * llama_load_model_from_url(
return NULL;
}
if(params.hf_token!=NULL){
struct curl_slist *headers = NULL;
headers = curl_slist_append(headers, "Authorization: Bearer " + params.hf_token);
curl_easy_setopt(curl, CURLOPT_HTTPHEADER, headers);
}
if (!llama_download_file(curl, model_url, path_model)) {
return NULL;
}