From e4071a474a37b89fc8c756529407d58d59b728ea Mon Sep 17 00:00:00 2001 From: Aiden Cline Date: Tue, 29 Sep 2026 13:14:33 -0500 Subject: [PATCH] fix(ai): classify Together input token rejections as context overflow --- packages/ai/src/provider-error.ts | 2 ++ packages/ai/test/provider-error.test.ts | 1 + 2 files changed, 3 insertions(+) diff --git a/packages/ai/src/provider-error.ts b/packages/ai/src/provider-error.ts index 35b9cff7425..9a854549239 100644 --- a/packages/ai/src/provider-error.ts +++ b/packages/ai/src/provider-error.ts @@ -32,6 +32,8 @@ const patterns = [ /exceeds the limit of \d+/i, /exceeds the available context size/i, /greater than the context length/i, + // Hugging Face Text Generation Inference, e.g. Together + /`inputs` tokens \+ `max_new_tokens` must be <= \d+/i, /context window exceeds limit/i, /exceeded model token limit/i, /context[_ ]length[_ ]exceeded/i, diff --git a/packages/ai/test/provider-error.test.ts b/packages/ai/test/provider-error.test.ts index 98a94c1b143..1e4fdc5dd2e 100644 --- a/packages/ai/test/provider-error.test.ts +++ b/packages/ai/test/provider-error.test.ts @@ -13,6 +13,7 @@ describe("provider error classification", () => { "Prompt has 5,958,968 tokens, but the configured context size is 256,000 tokens", "Range of input length should be [1, 129024]", "Too many tokens", + "Input validation error: `inputs` tokens + `max_new_tokens` must be <= 131073. Given: 600035 `inputs` tokens and 16 `max_new_tokens`", "Token limit exceeded", ]