vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

default n_pca_batch to 20

Browse source
This commit is contained in:
ngxson 2024-06-11 15:05:06 +02:00
parent d41c719980
commit 3223133cf5
2 changed files with 11 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

19
examples/control-vector-generator/control-vector-generator.cpp
View file

@ -246,7 +246,7 @@ struct train_context {
struct ctrl_params {
/* default meta parameters */
int n_completions = INT_MAX;
int n_pca_batch = 5;
int n_pca_batch = 20;
int n_pca_iterations = 1000;
/* default filepaths */
@ -294,6 +294,7 @@ static std::string to_string(const T & val) {
}
static void print_usage(const char * executable) {
struct ctrl_params defaults;
printf("\n");
printf("usage: %s [options] -m <model> [gpt-opts]", executable);
printf("\n");
@ -302,19 +303,19 @@ static void print_usage(const char * executable) {
printf("options:\n");
printf(" -h, --help show this help message and exit\n");
printf(" -o, --outfile output file\n");
printf(" default: 'control_vector.gguf'\n");
printf(" default: %s\n", defaults.outfile.c_str());
printf(" -pf, --positive-file positive prompts file, one prompt per line\n");
printf(" default: 'examples/control-vector-generator/positive.txt'\n");
printf(" default: %s\n", defaults.positive_prompts_file.c_str());
printf(" -nf, --negative-file negative prompts file, one prompt per line\n");
printf(" default: 'examples/control-vector-generator/negative.txt'\n");
printf(" default: %s\n", defaults.negative_prompts_file.c_str());
printf(" -cf, --completions-file completions file\n");
printf(" default: 'examples/control-vector-generator/completions.txt'\n");
printf(" default: %s\n", defaults.completions_file.c_str());
printf(" -nc, --num-completions N number of lines of completions file to use\n");
printf(" default: 64\n");
printf(" --batch-pca N batch size used for PCA\n");
printf(" default: 5\n");
printf(" default: use all lines\n");
printf(" --batch-pca N batch size used for PCA. Larger batch runs faster, but uses more memory\n");
printf(" default: %d\n", defaults.n_pca_batch);
printf(" --iter-pca N number of iterations used for PCA\n");
printf(" default: 1000\n");
printf(" default: %d\n", defaults.n_pca_iterations);
printf("\n");
printf("gpt-opts:\n");
printf(" other options from main\n");

2
examples/control-vector-generator/pca.hpp
View file

@ -35,7 +35,7 @@ namespace PCA {
// input params for PCA computations
struct pca_params {
int n_threads = 1;
int n_batch = 5; // number of iterations do to in one batch. larger the batch, more memory is used
int n_batch = 20; // number of iterations do to in one batch. larger the batch, more memory is used
int n_iterations = 1000;
float tolerance = 1e-7;