From 640ddc4259f11735c9f2d8cd44e2f81f939e7dc3 Mon Sep 17 00:00:00 2001
From: klosax <131523366+klosax@users.noreply.github.com>
Date: Thu, 17 Aug 2023 21:43:10 +0200
Subject: [PATCH] gguf.py : gptneox mapping

---
 gguf.py | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/gguf.py b/gguf.py
index 70418ef5f..5fe4feb1b 100644
--- a/gguf.py
+++ b/gguf.py
@@ -121,6 +121,17 @@ MODEL_TENSOR_NAMES = {
         MODEL_TENSOR.FFN_DOWN:      "blk.{bid}.ffn_down",
         MODEL_TENSOR.FFN_UP:        "blk.{bid}.ffn_up",
     },
+    MODEL_ARCH.GPTNEOX: {
+        MODEL_TENSOR.TOKEN_EMBD:    "token_embd",
+        MODEL_TENSOR.OUTPUT_NORM:   "output_norm",
+        MODEL_TENSOR.OUTPUT:        "output",
+        MODEL_TENSOR.ATTN_NORM:     "blk.{bid}.attn_norm",
+        MODEL_TENSOR.ATTN_QKV:      "blk.{bid}.attn_qkv",
+        MODEL_TENSOR.ATTN_OUT:      "blk.{bid}.attn_output",
+        MODEL_TENSOR.FFN_NORM:      "blk.{bid}.ffn_norm",
+        MODEL_TENSOR.FFN_DOWN:      "blk.{bid}.ffn_down",
+        MODEL_TENSOR.FFN_UP:        "blk.{bid}.ffn_up",
+    },
     MODEL_ARCH.FALCON: {
         MODEL_TENSOR.TOKEN_EMBD:  "token_embd",
         MODEL_TENSOR.OUTPUT_NORM: "output_norm",