From 739488f613e2142c33f98bb2714d4b80b11d0080 Mon Sep 17 00:00:00 2001 From: Luke Date: Sun, 24 May 2026 21:21:22 -0500 Subject: [PATCH] fix: return conservative token limits for unspecified models Changes the catch-all arm in model_token_limit() from None to conservative defaults (max_output_tokens: 16_384, context_window_tokens: 131_072) to prevent crashes when an unknown model is used. --- rust/crates/api/src/providers/mod.rs | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/rust/crates/api/src/providers/mod.rs b/rust/crates/api/src/providers/mod.rs index af1776fe..ce3f8f0b 100644 --- a/rust/crates/api/src/providers/mod.rs +++ b/rust/crates/api/src/providers/mod.rs @@ -640,7 +640,14 @@ pub fn model_token_limit(model: &str) -> Option { max_output_tokens: 16_384, context_window_tokens: 256_000, }), - _ => None, + // Hotfix: Unknown models get conservative defaults to avoid crashes. + // Uses the minimum of known supported models: max_output_tokens: 16_384, + // context_window_tokens: 131_072. This may under-utilize the model's + // actual capabilities but hopefully ensures safer operation. + _ => Some(ModelTokenLimit { + max_output_tokens: 16_384, + context_window_tokens: 131_072, + }), } }