diff --git a/common/arg.cpp b/common/arg.cpp index 5a98c4baf..e796d0e85 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -1485,13 +1485,15 @@ common_params_context common_params_parser_init(common_params & params, llama_ex add_opt(common_arg( {"--override-tensor", "-ot"}, "=,...", "override tensor buffer type", [](common_params & params, const std::string & value) { - static std::map buft_list; + /* static */ std::map buft_list; if (buft_list.empty()) { // enumerate all the devices and add their buffer types to the list for (size_t i = 0; i < ggml_backend_dev_count(); ++i) { auto * dev = ggml_backend_dev_get(i); auto * buft = ggml_backend_dev_buffer_type(dev); - buft_list[ggml_backend_buft_name(buft)] = buft; + if (buft) { + buft_list[ggml_backend_buft_name(buft)] = buft; + } } }