vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: Allow toggling verbosity

Browse source
This commit is contained in:
teleprint-me 2024-05-12 20:39:55 -04:00
parent 668c7ee6c5
commit fa0b0b10cc
No known key found for this signature in database
GPG key ID: B0D11345E65C4D48
1 changed files with 12 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

13
gguf-py/scripts/gguf-template.py
View file

@ -24,11 +24,12 @@ logging.basicConfig(level=logging.INFO)
logger = logging.getLogger("gguf-chat-template") logger = logging.getLogger("gguf-chat-template")
def get_chat_template(model_file: str) -> str: def get_chat_template(model_file: str, verbose: bool = False) -> str:
reader = GGUFReader(model_file) reader = GGUFReader(model_file)
# Available keys # Available keys
logger.info("Detected model metadata!") logger.info("Detected model metadata!")
if verbose:
logger.info("Outputting available model fields:") logger.info("Outputting available model fields:")
for key in reader.fields.keys(): for key in reader.fields.keys():
logger.info(key) logger.info(key)
@ -103,12 +104,16 @@ def main():
action="store_true", action="store_true",
help="Render the chat template using Jinja2", help="Render the chat template using Jinja2",
) )
parser.add_argument(
"-v",
"--verbose",
action="store_true",
help="Output model keys",
)
args = parser.parse_args() args = parser.parse_args()
model_file = args.model_file model_file = args.model_file
chat_template = get_chat_template(model_file) chat_template = get_chat_template(model_file, args.verbose)
display_chat_template(chat_template, render_template=args.render_template) display_chat_template(chat_template, render_template=args.render_template)