Skip to content

fix: per-model context window mapping #23

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
tbouquet wants to merge 1 commit into from
Closed

fix: per-model context window mapping #23

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
29 changes: 25 additions & 4 deletions src/collector/claude.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -751,7 +751,22 @@ fn truncate(s: &str, max: usize) -> String {
}

fn context_window_for_model(model: &str, last_context_tokens: u64) -> u64 {
// Explicit 1M context suffix or token usage proves 1M window
if model.contains("[1m]") || last_context_tokens > 200_000 {
return 1_000_000;
}

// Per-model defaults based on published context window sizes
let lower = model.to_ascii_lowercase();
if lower.contains("haiku") {
200_000
} else if lower.contains("sonnet") {
200_000
} else if lower.contains("opus") {
200_000
} else if lower.contains("gpt") || lower.contains("o1") || lower.contains("o3") || lower.contains("o4") {
128_000
} else if lower.contains("gemini") {
1_000_000
} else {
200_000
Expand Down Expand Up @@ -862,14 +877,20 @@ mod tests {

#[test]
fn test_context_window_for_model() {
// Base model with low token usage → 200K
// Claude models default to 200K
assert_eq!(context_window_for_model("claude-opus-4-6", 50_000), 200_000);
// Explicit [1m] suffix → 1M regardless of token count
assert_eq!(context_window_for_model("claude-opus-4-6[1m]", 0), 1_000_000);
assert_eq!(context_window_for_model("claude-sonnet-4-6", 100_000), 200_000);
assert_eq!(context_window_for_model("unknown-model", 0), 200_000);
assert_eq!(context_window_for_model("claude-haiku-4-5", 10_000), 200_000);
// Explicit [1m] suffix → 1M
assert_eq!(context_window_for_model("claude-opus-4-6[1m]", 0), 1_000_000);
// Token usage exceeds 200K → must be 1M window
assert_eq!(context_window_for_model("claude-opus-4-6", 250_000), 1_000_000);
// Non-Claude models
assert_eq!(context_window_for_model("gpt-4o", 0), 128_000);
assert_eq!(context_window_for_model("o3-mini", 0), 128_000);
assert_eq!(context_window_for_model("gemini-2.5-pro", 0), 1_000_000);
// Unknown falls back to 200K
assert_eq!(context_window_for_model("unknown-model", 0), 200_000);
}

#[test]
Expand Down
Loading