vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add debugs

Browse source
This commit is contained in:
ngxson 2024-05-31 00:41:12 +02:00
parent 287da25f48
commit d446c6d887
1 changed files with 9 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

15
examples/control-vector-generator/control-vector-generator.cpp
View file

@ -352,16 +352,19 @@ static void pca(callback_data & cb_data) {
for (int il = worker_id; il < n_layers; il += n_threads) { for (int il = worker_id; il < n_layers; il += n_threads) {
float * matrix = square_diff(cb_data, il); float * matrix = square_diff(cb_data, il);
std::vector<float> eigenvector = power_iteration(cb_data, matrix); std::vector<float> eigenvector = power_iteration(cb_data, matrix);
cb_data.v_final[il] = &eigenvector[0]; cb_data.v_final[il] = (float *) malloc(eigenvector.size() * sizeof(float));
memcpy(cb_data.v_final[il], eigenvector.data(), eigenvector.size() * sizeof(float));
delete[] matrix; delete[] matrix;
printf("Done with layer %d\n", il); printf("Done with layer %d\n", il);
printf("il = %d | %f %f \n", il, cb_data.v_final[il][0], cb_data.v_final[il][1]);
} }
}; };
printf("Running PCA...\n");
for (int i = 0; i < n_threads; ++i) { for (int i = 0; i < n_threads; ++i) {
threads.emplace_back(worker_function, i); threads.emplace_back(worker_function, i);
} }
for (auto & th : threads) th.join(); for (auto & th : threads) th.join();
printf("Done with PCA."); printf("Done with PCA.\n");
} }
template <typename T> template <typename T>
@ -509,13 +512,12 @@ int main(int argc, char ** argv) {
cb_data.is_eval_pos = false; cb_data.is_eval_pos = false;
get_hidden_layers(ctx, tokens_neg); get_hidden_layers(ctx, tokens_neg);
printf("%f %f \n", cb_data.v_pos[0][4096], cb_data.v_pos[0][4096]); printf("%f %f \n", cb_data.v_pos[0][4096], cb_data.v_pos[0][4097]);
printf("%f %f \n", cb_data.v_neg[0][4096], cb_data.v_neg[0][4096]); printf("%f %f \n", cb_data.v_neg[0][4096], cb_data.v_neg[0][4097]);
calc_diff(cb_data); calc_diff(cb_data);
printf("%f %f \n", cb_data.v_diff[0][4096], cb_data.v_diff[0][4096]); printf("%f %f \n", cb_data.v_diff[0][4096], cb_data.v_diff[0][4097]);
printf("Running PCA...\n");
pca(cb_data); pca(cb_data);
// add the output vector to v_final // add the output vector to v_final
@ -524,6 +526,7 @@ int main(int argc, char ** argv) {
v_final[j][k] += cb_data.v_final[j][k]; v_final[j][k] += cb_data.v_final[j][k];
} }
} }
printf("v_final %f %f \n", cb_data.v_final[0][0], cb_data.v_final[0][1]);
llama_free(ctx); llama_free(ctx);
llama_free_model(model); llama_free_model(model);