vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

expose op at unit test

Browse source
This commit is contained in:
hongruichen 2024-07-13 10:55:36 +08:00
parent 100ccd5e7f
commit c1e2283887
1 changed files with 44 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

50
tests/ggml-qnn/ggml-qnn-ut.cpp
View file

@ -327,21 +327,51 @@ static void show_usage() {
);
}
typedef ggml_tensor * (*ggml_op_unary_t)(
ggml_context * ctx,
ggml_tensor * a);
typedef ggml_tensor * (*ggml_op_binary_t)(
ggml_context * ctx,
ggml_tensor * a,
ggml_tensor * b);
static constexpr const ggml_op_unary_t kUnaryOps[] = {
nullptr, // GGML_OP_NONE
nullptr, // GGML_OP_DUP
nullptr, // GGML_OP_ADD
nullptr, // GGML_OP_ADD1
nullptr, // GGML_OP_ACC
nullptr, // GGML_OP_SUB
nullptr, // GGML_OP_MUL
nullptr, // GGML_OP_DIV
nullptr, // GGML_OP_SQR
ggml_sqrt, // GGML_OP_SQRT
nullptr, // GGML_OP_LOG
nullptr, // GGML_OP_SUM
nullptr, // GGML_OP_SUM_ROWS
nullptr, // GGML_OP_MEAN
nullptr, // GGML_OP_ARGMAX
nullptr, // GGML_OP_REPEAT
nullptr, // GGML_OP_REPEAT_BACK
nullptr, // GGML_OP_CONCAT
nullptr, // GGML_OP_SILU_BACK
nullptr, // GGML_OP_NORM
nullptr, // GGML_OP_RMS_NORM
nullptr, // GGML_OP_RMS_NORM_BACK
nullptr, // GGML_OP_GROUP_NORM
nullptr, // GGML_OP_MUL_MAT
};
static constexpr const ggml_op_binary_t kBinaryOps[] = {
nullptr, // GGML_OP_NONE
nullptr, // GGML_OP_DUP
ggml_add, // GGML_OP_ADD
nullptr, // GGML_OP_ADD1
nullptr, // GGML_OP_ACC
nullptr, // GGML_OP_SUB
ggml_sub, // GGML_OP_SUB
ggml_mul, // GGML_OP_MUL
nullptr, // GGML_OP_DIV
ggml_div, // GGML_OP_DIV
nullptr, // GGML_OP_SQR
nullptr, // GGML_OP_SQRT
nullptr, // GGML_OP_LOG
@ -433,8 +463,11 @@ static int qnn_op_ut(int num_threads, int n_backend_type, int n_ggml_op_type) {
ggml_set_input(src0);
ggml_set_input(src1);
auto unary_op = kUnaryOps[n_ggml_op_type];
auto binary_op = kBinaryOps[n_ggml_op_type];
if (binary_op) {
if (unary_op) {
dst = unary_op(ctx, src0);
} else if (binary_op) {
dst = binary_op(ctx, src0, src1);
} else {
QNN_LOG_WARN("ggml op %d(%s) not supported", n_ggml_op_type,
@ -504,10 +537,15 @@ static int qnn_op_ut(int num_threads, int n_backend_type, int n_ggml_op_type) {
return 0;
}
#define DEFINE_OP(op) { #op, op }
static const std::unordered_map<std::string, int> kMapStringToGGMLOp = {
{"GGML_OP_ADD", GGML_OP_ADD},
{"GGML_OP_MUL_MAT", GGML_OP_MUL_MAT},
{"GGML_OP_MUL", GGML_OP_MUL},
DEFINE_OP(GGML_OP_ADD),
DEFINE_OP(GGML_OP_SUB),
DEFINE_OP(GGML_OP_MUL),
DEFINE_OP(GGML_OP_DIV),
DEFINE_OP(GGML_OP_SQRT),
DEFINE_OP(GGML_OP_MUL_MAT),
};
int main(int argc, char * argv[]) {