Skip to content

Commit 689a091

Browse files
committed
sampling : do not set min_keep to n_probs (#5564)
1 parent f3f28c5 commit 689a091

File tree

1 file changed

+2
-5
lines changed

1 file changed

+2
-5
lines changed

common/sampling.cpp

Lines changed: 2 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -121,7 +121,7 @@ static void sampler_queue(
121121
struct llama_context * ctx_main,
122122
const llama_sampling_params & params,
123123
llama_token_data_array & cur_p,
124-
size_t & min_keep) {
124+
size_t min_keep) {
125125
const float temp = params.temp;
126126
const float dynatemp_range = params.dynatemp_range;
127127
const float dynatemp_exponent = params.dynatemp_exponent;
@@ -248,10 +248,7 @@ static llama_token llama_sampling_sample_impl(
248248
llama_sample_temp(ctx_main, &cur_p, temp);
249249
id = llama_sample_token_mirostat_v2(ctx_main, &cur_p, mirostat_tau, mirostat_eta, &ctx_sampling->mirostat_mu);
250250
} else {
251-
// temperature sampling
252-
size_t min_keep = std::max(1, params.n_probs);
253-
254-
sampler_queue(ctx_main, params, cur_p, min_keep);
251+
sampler_queue(ctx_main, params, cur_p, 1);
255252

256253
id = llama_sample_token(ctx_main, &cur_p);
257254

0 commit comments

Comments
 (0)