vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Prevent compileSource race

Browse source
This commit is contained in:
niansa 2023-06-23 16:02:49 +02:00
parent 5c0d8dd0f2
commit 2589cb0c70
1 changed files with 5 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

5
ggml-vulkan.cpp
View file

@ -9,6 +9,7 @@
#include <fstream>
#include <exception>
#include <thread>
#include <mutex>
#include <cstring>
#include <immintrin.h>
#include <kompute/Kompute.hpp>
@ -126,6 +127,8 @@ const std::shared_ptr<kp::Tensor> & ggml_vk_get_tensor(struct ggml_kompute_conte
static std::vector<uint32_t> compileSource(const std::string& source) {
static std::mutex mutex;
std::lock_guard<std::mutex> L(mutex);
//FIXME: Terrible solution!!!!
std::ofstream fileOut("tmp_kp_shader.comp");
fileOut << source;
@ -176,6 +179,8 @@ static const std::string program_source_head = R"(
#define QK4_0 32
#define QR4_0 2
#define QK4_1 32
#define GELU_COEF_A 0.044715;
#define SQRT_2_OVER_PI 0.79788456080286535587989211986876;
)";