From b3a7a2b4867eec1d4e3371f598d54d3a77ae9ec4 Mon Sep 17 00:00:00 2001
From: klosax <131523366+klosax@users.noreply.github.com>
Date: Sat, 19 Aug 2023 12:05:11 +0200
Subject: [PATCH] convert-falcon-hf-to-gguf.py : add tensor data layout

---
 convert-falcon-hf-to-gguf.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/convert-falcon-hf-to-gguf.py b/convert-falcon-hf-to-gguf.py
index 1ec470695..e0da3a04d 100644
--- a/convert-falcon-hf-to-gguf.py
+++ b/convert-falcon-hf-to-gguf.py
@@ -95,7 +95,8 @@ print("gguf: get model metadata")
 block_count = hparams["n_layer"]
 
 gguf_writer.add_name(last_dir)
-gguf_writer.add_context_length(2048)
+gguf_writer.add_context_length(2048) # not in config.json
+gguf_writer.add_tensor_data_layout("jploski") # qkv tensor transform
 gguf_writer.add_embedding_length(hparams["hidden_size"])
 gguf_writer.add_feed_forward_length(4 * hparams["hidden_size"])
 gguf_writer.add_block_count(block_count)