We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 53966dd commit a9baa1fCopy full SHA for a9baa1f
cpp/serve/function_table.cc
@@ -232,7 +232,7 @@ void FunctionTable::_InitFunctions() {
232
this->apply_bitmask_func_ = mod->GetFunction("apply_bitmask_inplace", true);
233
this->alloc_embedding_tensor_func_ = mod_get_func("alloc_embedding_tensor");
234
this->create_kv_cache_func_ = mod_get_func("create_flashinfer_paged_kv_cache");
235
- if (!this->create_kv_cache_func_.defined()) {
+ if (this->model_metadata_.sliding_window_size != -1 || !this->create_kv_cache_func_.defined()) {
236
PackedFunc f_create_rnn_state = mod_get_func("create_rnn_state");
237
if (f_create_rnn_state.defined()) {
238
this->create_kv_cache_func_ = f_create_rnn_state;
0 commit comments