Skip to content

Commit 2baf077

Browse files
server : pass default --keep argument (#14120)
1 parent 7ae2932 commit 2baf077

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

tools/server/server.cpp

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -233,6 +233,7 @@ struct server_task {
233233
slot_params defaults;
234234
defaults.sampling = params_base.sampling;
235235
defaults.speculative = params_base.speculative;
236+
defaults.n_keep = params_base.n_keep;
236237

237238
// enabling this will output extra debug information in the HTTP responses from the server
238239
params.verbose = params_base.verbosity > 9;
@@ -2060,6 +2061,7 @@ struct server_context {
20602061
SLT_INF(slot, "new slot n_ctx_slot = %d\n", slot.n_ctx);
20612062

20622063
slot.params.sampling = params_base.sampling;
2064+
slot.params.n_keep = params_base.n_keep;
20632065

20642066
slot.callback_on_release = [this](int) {
20652067
queue_tasks.pop_deferred_task();

0 commit comments

Comments
 (0)