vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat : Adding hf_token declaration and user input support

Browse source
This commit is contained in:
Sourabrata Bose 2024-04-19 13:53:19 +05:30
parent c9373e7efa
commit b79a41ee6a
2 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
common/common.cpp
View file

@ -2099,8 +2099,7 @@ struct llama_model * llama_load_model_from_url(
} }
if(params.hf_token!=NULL){ if(params.hf_token!=NULL){
struct curl_slist *headers = NULL; struct curl_slist * headers = curl_slist_append(NULL, "Authorization: Bearer " + params.hf_token);
headers = curl_slist_append(headers, "Authorization: Bearer " + params.hf_token);
curl_easy_setopt(curl, CURLOPT_HTTPHEADER, headers); curl_easy_setopt(curl, CURLOPT_HTTPHEADER, headers);
} }

1
common/common.h
View file

@ -98,6 +98,7 @@ struct gpt_params {
std::string model_url = ""; // model url to download std::string model_url = ""; // model url to download
std::string hf_repo = ""; // HF repo std::string hf_repo = ""; // HF repo
std::string hf_file = ""; // HF file std::string hf_file = ""; // HF file
std::string hf_token = ""; // HF token
std::string prompt = ""; std::string prompt = "";
std::string prompt_file = ""; // store the external prompt file name std::string prompt_file = ""; // store the external prompt file name
std::string path_prompt_cache = ""; // path to file for saving/loading prompt eval state std::string path_prompt_cache = ""; // path to file for saving/loading prompt eval state