Add top_n_sigma to slot json

timwu · timwu · commit 090c4e3d55ef · 2025-03-28T23:58:05.000-07:00
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -160,6 +160,7 @@ struct slot_params {
             {"mirostat",                  sampling.mirostat},
             {"mirostat_tau",              sampling.mirostat_tau},
             {"mirostat_eta",              sampling.mirostat_eta},
+            {"top_n_sigma",               sampling.top_n_sigma},
             {"stop",                      antiprompt},
             {"max_tokens",                n_predict}, // User configured n_predict
             {"n_keep",                    n_keep},
