fix server hangs on empty prompt

2024-02-26 15:31:54 +01:00 · 2024-02-26 15:31:54 +01:00 · 20df113bfa
commit 20df113bfa
parent 67fd33132f
1 changed files with 4 additions and 0 deletions
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@ -1336,6 +1336,10 @@ struct llama_server_context
                split_multiprompt_task(task_id, task);
            }
        } else {
+            // an empty prompt can make slot become buggy
+            if (task.data.contains("prompt") && task.data["prompt"].is_string() && task.data["prompt"].get<std::string>().empty()) {
+                task.data["prompt"] = " "; // add a space so that we have one token
+            }
            queue_tasks.post(task);
        }
    }