diff --git a/llama.cpp b/llama.cpp
index 74a455cda..8e6580877 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -4676,12 +4676,6 @@ static bool llm_load_tensors(
                 {
                     model.output_norm = ml.create_tensor(ctx_output,       tn(LLM_TENSOR_OUTPUT_NORM, "weight"), {n_embd});
                     model.output      = ml.create_tensor(ctx_output_split, tn(LLM_TENSOR_OUTPUT,      "weight"), {n_embd, n_vocab}, false);
-                    // if output is NULL, init from the input tok embed
-                    if (model.output == NULL) {
-                        model.output = ml.create_tensor(ctx_output, tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab});
-                        ml.n_created--; // artificial tensor
-                        ml.size_data += ggml_nbytes(model.output);
-                    }
                 }
 
                 for (int i = 0; i < n_layer; ++i) {