From 7af279105eab10c0625a7377416a7d5dd5b7ed82 Mon Sep 17 00:00:00 2001 From: zzx Date: Wed, 26 Jun 2024 14:57:33 +0800 Subject: [PATCH] change some details of command help info --- examples/quantize/quantize.cpp | 6 +++--- "\177\177" | 28 ---------------------------- 2 files changed, 3 insertions(+), 31 deletions(-) delete mode 100644 "\177\177" diff --git a/examples/quantize/quantize.cpp b/examples/quantize/quantize.cpp index 99057e932..539606274 100644 --- a/examples/quantize/quantize.cpp +++ b/examples/quantize/quantize.cpp @@ -46,9 +46,9 @@ static const std::vector QUANT_OPTIONS = { { "Q5_K_M", LLAMA_FTYPE_MOSTLY_Q5_K_M, " 5.33G, +0.0569 ppl @ Llama-3-8B", }, { "Q6_K", LLAMA_FTYPE_MOSTLY_Q6_K, " 6.14G, +0.0217 ppl @ Llama-3-8B", }, { "Q8_0", LLAMA_FTYPE_MOSTLY_Q8_0, " 7.96G, +0.0026 ppl @ Llama-3-8B", }, - { "F16", LLAMA_FTYPE_MOSTLY_F16, "14.00G, +0.0020 ppl @ Mistral-7B", }, - { "BF16", LLAMA_FTYPE_MOSTLY_BF16, "14.00G, -0.0050 ppl @ Mistral-7B", }, - { "F32", LLAMA_FTYPE_ALL_F32, "26.00G @ 7B", }, + { "F16", LLAMA_FTYPE_MOSTLY_F16, "15.02G, +0.0000 ppl @ Llama-3-8B", }, + { "BF16", LLAMA_FTYPE_MOSTLY_BF16, "15.02G, -0.0025 ppl @ Llama-3-8B", }, + { "F32", LLAMA_FTYPE_ALL_F32, "30.06G @ Llama-3-8B", }, // Note: Ensure COPY comes after F32 to avoid ftype 0 from matching. { "COPY", LLAMA_FTYPE_ALL_F32, "only copy tensors, no quantizing", }, }; diff --git "a/\177\177" "b/\177\177" deleted file mode 100644 index f8c08c23b..000000000 --- "a/\177\177" +++ /dev/null @@ -1,28 +0,0 @@ -export PATH=/usr/local/cuda-12.2/bin${PATH:+:${PATH}} -export LD_LIBRARY_PATH=/usr/local/cuda-12.2/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} -export PATH=/local/mnt/workspace/miniconda3/bin:$PATH -export CUDA_VISIBLE_DEVICES=0,1,2,3ii: -: -: -# >>> conda initialize >>> -# !! Contents within this block are managed by 'conda init' !! -__conda_setup="$('/local/mnt/workspace/miniconda3/bin/conda' 'shell.bash' 'hook' 2> /dev/null)" -if [ $? -eq 0 ]; then - eval "$__conda_setup" -else - if [ -f "/local/mnt/workspace/miniconda3/etc/profile.d/conda.sh" ]; then - . "/local/mnt/workspace/miniconda3/etc/profile.d/conda.sh" - else - export PATH="/local/mnt/workspace/miniconda3/bin:$PATH" - fi -fi -unset __conda_setup -# <<< conda initialize <<< - -# proxy setting -export http_proxy=http://secure-proxy-aprdc2-1.qualcomm.com:9090/ -export https_proxy=http://secure-proxy-aprdc2-1.qualcomm.com:9090/ -export ftp_proxy=http://secure-proxy-aprdc2-1.qualcomm.com:9090/ - -# HF cache -export HF_HOME=/local/mnt/zzx/.cache/huggingface