vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #16 from NexaAI/perry/android-dev

Browse source 
changed download models and nlen
This commit is contained in:
Perry Cheng 2024-11-08 15:23:54 -08:00 • committed by GitHub
commit 667a6d9838
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 6 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

20
examples/llama.android/app/src/main/java/com/example/llama/MainActivity.kt
View file

@ -72,24 +72,14 @@ class MainActivity(
val models = listOf( val models = listOf(
Downloadable( Downloadable(
"Phi-2 7B (Q4_0, 1.6 GiB)", "Llama3.2-1B-Instruct (Q4_0, 735 MB)",
Uri.parse("https://huggingface.co/ggml-org/models/resolve/main/phi-2/ggml-model-q4_0.gguf?download=true"), Uri.parse("https://public-storage.nexa4ai.com/Llama3.2-1B-Instruct/q4_0.gguf"),
File(extFilesDir, "phi-2-q4_0.gguf"), File(extFilesDir, "Llama3.2-1B-Instruct-q4_0.gguf"),
),
Downloadable(
"TinyLlama 1.1B (f16, 2.2 GiB)",
Uri.parse("https://huggingface.co/ggml-org/models/resolve/main/tinyllama-1.1b/ggml-model-f16.gguf?download=true"),
File(extFilesDir, "tinyllama-1.1-f16.gguf"),
),
Downloadable(
"Phi 2 DPO (Q3_K_M, 1.48 GiB)",
Uri.parse("https://huggingface.co/TheBloke/phi-2-dpo-GGUF/resolve/main/phi-2-dpo.Q3_K_M.gguf?download=true"),
File(extFilesDir, "phi-2-dpo.Q3_K_M.gguf")
), ),
Downloadable( Downloadable(
"octopus", "octopus",
Uri.parse("https://storage.nexa4ai.com/NexaAI/Octopus-v2/gguf-q4_K_M/q4_K_M.gguf?Expires=1731051192&Signature=Poxm8V5tsx3RfeQPf-bI3umao~KcBU-GeeHtOFmkiIox0wQpd4ylZ6sOrdLL75HIwzsnu6LaTe26U4HkEh1L2nVJ0IHV~czRA6~v-b2HLXf-gekr6LyL~dPP2hVhaFNk4qtxcXvK7kMF1PzvU1yn34i5AUhmiQVASzGSW-Vl3EEUxabJpgnM7APcRk8xF6zCk6AP77HPw70omoSjvFdGroOHGCLVwrbX8QS6IH2ojc~b-1MPRo4RFt9DRadQ8-Z9v1PisrFUc6fsyOfYLawAJyzlKVB97kgfWfLVPQkzUaxQlEdtOl4EZfUpzD5r7BoakFonoLMkiTCZChaFSwVq0w__&Key-Pair-Id=APKAU6GDWEP267O3XXG3"), Uri.parse("https://public-storage.nexa4ai.com/Octopus-v2/q4_0.gguf"),
File(extFilesDir, "octopus.q4_K_M.gguf") File(extFilesDir, "octopus-q4_0.gguf")
), ),
) )

2
examples/llama.android/llama/src/main/java/android/llama/cpp/LLamaAndroid.kt
View file

@ -36,7 +36,7 @@ class LLamaAndroid {
} }
}.asCoroutineDispatcher() }.asCoroutineDispatcher()
private val nlen: Int = 64 private val nlen: Int = 256
private external fun log_to_android() private external fun log_to_android()
private external fun load_model(filename: String): Long private external fun load_model(filename: String): Long