vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

handle case where base_model_name_or_path is invalid

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-11-01 00:32:42 +01:00
parent 19dbc442c6
commit 77c86271c4
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
convert_lora_to_gguf.py
View file

@ -317,7 +317,12 @@ if __name__ == '__main__':
if "base_model_name_or_path" in lparams: if "base_model_name_or_path" in lparams:
model_id = lparams["base_model_name_or_path"] model_id = lparams["base_model_name_or_path"]
logger.info(f"Loading base model from Hugging Face: {model_id}") logger.info(f"Loading base model from Hugging Face: {model_id}")
hparams = load_hparams_from_hf(model_id) try:
hparams = load_hparams_from_hf(model_id)
except OSError as e:
logger.error(f"Failed to load base model config: {e}")
logger.error("Please try downloading the base model and add its path to --base")
sys.exit(1)
else: else:
logger.error("'base_model_name_or_path' is not found in adapter_config.json") logger.error("'base_model_name_or_path' is not found in adapter_config.json")
logger.error("Base model config is required. Please download the base model and add its path to --base") logger.error("Base model config is required. Please download the base model and add its path to --base")