vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

move and remove code

Browse source
This commit is contained in:
xaedes 2023-08-15 14:03:02 +02:00
parent 5e059ace25
commit 9eb1ef8653
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 11 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

30
examples/finetune/finetune.cpp
View file

@ -167,6 +167,17 @@ struct ggml_tensor * randomize_tensor_uniform(struct ggml_tensor * tensor, struc
return tensor; return tensor;
} }
struct my_llama_kv_cache {
struct ggml_context * ctx = NULL;
struct ggml_tensor * k;
struct ggml_tensor * v;
// llama_ctx_buffer buf;
int n; // number of tokens currently in the cache
};
struct llama_vocab { struct llama_vocab {
using id = int32_t; using id = int32_t;
using token = std::string; using token = std::string;
@ -213,17 +224,6 @@ struct my_llama_layer {
struct ggml_tensor * w3; struct ggml_tensor * w3;
}; };
struct my_llama_kv_cache {
struct ggml_context * ctx = NULL;
struct ggml_tensor * k;
struct ggml_tensor * v;
// llama_ctx_buffer buf;
int n; // number of tokens currently in the cache
};
struct my_llama_model { struct my_llama_model {
struct ggml_context * ctx = NULL; struct ggml_context * ctx = NULL;
@ -1165,14 +1165,6 @@ void lshift_examples(struct ggml_tensor * tokens_input, struct ggml_tensor * tar
} }
} }
struct ggml_tensor * square_error_loss(struct ggml_context * ctx, struct ggml_tensor * a, struct ggml_tensor * target) {
return ggml_sum(ctx, ggml_sqr(ctx, ggml_sub(ctx, target, a)));
}
struct ggml_tensor * cross_entropy_loss(struct ggml_context * ctx, struct ggml_tensor * a, struct ggml_tensor * probs) {
return ggml_cross_entropy_loss(ctx, a, probs);
}
#ifdef __GNUC__ #ifdef __GNUC__
#ifdef __MINGW32__ #ifdef __MINGW32__
__attribute__((format(gnu_printf, 1, 2))) __attribute__((format(gnu_printf, 1, 2)))