shumengya/sproutclaw
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(ai): detect litellm context overflow errors

Browse Source 
closes #4563
This commit is contained in:
Mario Zechner
2026-05-16 23:29:22 +02:00
parent 758004d1bb
commit 7c5c3d6fd6
3 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
packages/ai/test/overflow.test.ts
View File

@@ -42,6 +42,13 @@ describe("isContextOverflow", () => {
expect(isContextOverflow(message, 262144)).toBe(true);
});
it("detects LiteLLM-wrapped OpenAI maximum context length errors", () => {
const message = createErrorMessage(
"Error: 503 litellm.ServiceUnavailableError: litellm.MidStreamFallbackError: litellm.APIConnectionError: APIConnectionError: OpenAIException - Requested token count exceeds the model's maximum context length of 131072 tokens.",
);
expect(isContextOverflow(message, 131072)).toBe(true);
});
it("does not treat generic non-overflow Ollama errors as overflow", () => {
const message = createErrorMessage("500 `model runner crashed unexpectedly`");
expect(isContextOverflow(message, 32768)).toBe(false);