diff --git a/rust/crates/api/src/providers/mod.rs b/rust/crates/api/src/providers/mod.rs index af1776fefb..ce3f8f0b83 100644 --- a/rust/crates/api/src/providers/mod.rs +++ b/rust/crates/api/src/providers/mod.rs @@ -640,7 +640,14 @@ pub fn model_token_limit(model: &str) -> Option { max_output_tokens: 16_384, context_window_tokens: 256_000, }), - _ => None, + // Hotfix: Unknown models get conservative defaults to avoid crashes. + // Uses the minimum of known supported models: max_output_tokens: 16_384, + // context_window_tokens: 131_072. This may under-utilize the model's + // actual capabilities but hopefully ensures safer operation. + _ => Some(ModelTokenLimit { + max_output_tokens: 16_384, + context_window_tokens: 131_072, + }), } }