vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

convert : add support for Roberta embeddings (#10695)

Browse source
This commit is contained in:
Sukriti Sharma 2024-12-07 00:02:14 -07:00 • committed by GitHub
parent c5ede3849f
commit 784a14aa49
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 165 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

1
convert_hf_to_gguf_update.py
View file

@ -103,6 +103,7 @@ models = [
{"name": "phi-2", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/microsoft/phi-2", },
{"name": "chameleon", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/facebook/chameleon-7b", },
{"name": "minerva-7b", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/sapienzanlp/Minerva-7B-base-v1.0", },
{"name": "roberta-bpe", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/sentence-transformers/stsb-roberta-base"},
]