We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 609b4d4 commit a24caaeCopy full SHA for a24caae
crates/ollama/src/ollama.rs
@@ -82,7 +82,8 @@ fn get_max_tokens(name: &str) -> usize {
82
"llama3" | "gemma2" | "gemma" | "codegemma" | "starcoder" | "aya" => 8192,
83
"codellama" | "starcoder2" => 16384,
84
"mistral" | "codestral" | "mixstral" | "llava" | "qwen2" | "dolphin-mixtral" => 32768,
85
- "llama3.1" | "phi3" | "phi3.5" | "command-r" | "deepseek-coder-v2" | "yi-coder" => 128000,
+ "llama3.1" | "phi3" | "phi3.5" | "command-r" | "deepseek-coder-v2" | "yi-coder"
86
+ | "qwen2.5-coder" => 128000,
87
_ => DEFAULT_TOKENS,
88
}
89
.clamp(1, MAXIMUM_TOKENS)
0 commit comments