From a25f838e5368db63d259647fbed8564ca8d2bb5d Mon Sep 17 00:00:00 2001
From: Bert Wagner <bertwagner@bertwagner.com>
Date: Mon, 16 Sep 2024 15:00:49 -0400
Subject: [PATCH] add env variable for parallel

---
 common/arg.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/common/arg.cpp b/common/arg.cpp
index 60e37a89a..922391069 100644
--- a/common/arg.cpp
+++ b/common/arg.cpp
@@ -1312,7 +1312,7 @@ gpt_params_context gpt_params_parser_init(gpt_params & params, llama_example ex,
         [](gpt_params & params, int value) {
             params.n_parallel = value;
         }
-    ));
+    ).set_env("LLAMA_ARG_N_PARALLEL"));
     add_opt(llama_arg(
         {"-ns", "--sequences"}, "N",
         format("number of sequences to decode (default: %d)", params.n_sequences),