Add top_n_sigma to slot json

timwu · timwu · commit becc3c5377f9 · 2025-04-05T01:11:43.000-07:00
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -161,6 +161,7 @@ struct slot_params {
             {"mirostat",                  sampling.mirostat},
             {"mirostat_tau",              sampling.mirostat_tau},
             {"mirostat_eta",              sampling.mirostat_eta},
+            {"top_n_sigma",               sampling.top_n_sigma},
             {"stop",                      antiprompt},
             {"max_tokens",                n_predict}, // User configured n_predict
             {"n_keep",                    n_keep},
