diff --git a/packages/ai/src/provider-error.ts b/packages/ai/src/provider-error.ts index 35b9cff7425..9a854549239 100644 --- a/packages/ai/src/provider-error.ts +++ b/packages/ai/src/provider-error.ts @@ -32,6 +32,8 @@ const patterns = [ /exceeds the limit of \d+/i, /exceeds the available context size/i, /greater than the context length/i, + // Hugging Face Text Generation Inference, e.g. Together + /`inputs` tokens \+ `max_new_tokens` must be <= \d+/i, /context window exceeds limit/i, /exceeded model token limit/i, /context[_ ]length[_ ]exceeded/i, diff --git a/packages/ai/test/provider-error.test.ts b/packages/ai/test/provider-error.test.ts index 98a94c1b143..1e4fdc5dd2e 100644 --- a/packages/ai/test/provider-error.test.ts +++ b/packages/ai/test/provider-error.test.ts @@ -13,6 +13,7 @@ describe("provider error classification", () => { "Prompt has 5,958,968 tokens, but the configured context size is 256,000 tokens", "Range of input length should be [1, 129024]", "Too many tokens", + "Input validation error: `inputs` tokens + `max_new_tokens` must be <= 131073. Given: 600035 `inputs` tokens and 16 `max_new_tokens`", "Token limit exceeded", ]