File size: 5,055 Bytes
e249c6d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 | import { describe, expect, it } from "vitest";
import {
classifyFailoverReason,
isContextOverflowError,
isLikelyContextOverflowError,
isProviderRequestSizeCeilingError,
} from "./classify.js";
describe("isLikelyContextOverflowError", () => {
it("detects Codex promptError wording for a full context window", () => {
expect(
isLikelyContextOverflowError(
"Codex ran out of room in the model's context window. Start a new thread or clear earlier history before retrying.",
),
).toBe(true);
});
it("does not mistake LM Studio prompt-template override guidance for overflow", () => {
expect(
isLikelyContextOverflowError(
'Error rendering prompt with jinja template: "Cannot apply filter upper to type UndefinedValue". You can override the prompt template in model settings.',
),
).toBe(false);
});
});
// Groq states both numbers in the refusal, so the two shapes are separable by wording alone.
const GROQ_OVERSIZED_REQUEST_413 =
"413 Request too large for model `openai/gpt-oss-120b` in organization `org_x` " +
"service tier `on_demand` on tokens per minute (TPM): Limit 8000, Requested 8098, " +
"please reduce your message size and try again.";
const GROQ_THROTTLED_REQUEST_429 =
"429 Rate limit reached for model `openai/gpt-oss-120b` in organization `org_x` " +
"service tier `on_demand` on tokens per minute (TPM): Limit 8000, Used 7500, " +
"Requested 1000, please try again in 3.5s.";
describe("isProviderRequestSizeCeilingError", () => {
it("separates a request above the whole limit from one within it", () => {
expect(isProviderRequestSizeCeilingError(GROQ_OVERSIZED_REQUEST_413)).toBe(true);
expect(isProviderRequestSizeCeilingError(GROQ_THROTTLED_REQUEST_429)).toBe(false);
});
it("does not pair a limit and a requested size stated in different units", () => {
// Read separately these numbers describe requests per minute and tokens per minute; pairing
// them would route a throttle that waiting resolves into a terminal, unrecoverable outcome.
expect(
isProviderRequestSizeCeilingError(
"429 Rate limit reached on requests per minute (RPM): Limit 30, Used 30. " +
"Also tokens per minute (TPM) Requested 5000",
),
).toBe(false);
});
it("does not read an RPM pair when TPM is only mentioned elsewhere", () => {
// Groq states the throttled unit in the same clause as its figures. A message whose only
// stated pair is denominated in requests, with TPM named somewhere else, would otherwise
// compare a request count against a token budget and end a session waiting would clear.
expect(
isProviderRequestSizeCeilingError(
"429 Rate limit reached for model `openai/gpt-oss-120b` in organization `org_x` on " +
"requests per minute (RPM): Limit 30, Used 30, Requested 100, please try again in 2s. " +
"See the tokens per minute (TPM) guidance for details.",
),
).toBe(false);
});
it("reads the token pair when a request count is stated first", () => {
// Both units appear with figures; only the token-denominated pair may decide the ceiling.
expect(
isProviderRequestSizeCeilingError(
"429 Rate limit reached on requests per minute (RPM): Limit 30, Requested 1. " +
"Also on tokens per minute (TPM): Limit 8000, Requested 8098.",
),
).toBe(true);
});
it.each([
["no message", undefined],
["a message without a TPM hint", "413 Request too large: Limit 8000, Requested 8098"],
["a limit with no requested size", "tokens per minute (TPM): Limit 8000, please reduce"],
])("returns false for %s", (_name, message) => {
expect(isProviderRequestSizeCeilingError(message)).toBe(false);
});
});
describe("provider request-size ceilings worded as TPM limits", () => {
it("treats a request larger than the whole token limit as overflow", () => {
expect(isContextOverflowError(GROQ_OVERSIZED_REQUEST_413)).toBe(true);
expect(isLikelyContextOverflowError(GROQ_OVERSIZED_REQUEST_413)).toBe(true);
expect(classifyFailoverReason(GROQ_OVERSIZED_REQUEST_413)).toBe("context_overflow");
});
it("keeps ordinary TPM throttling a rate limit when the request fits the limit", () => {
expect(isContextOverflowError(GROQ_THROTTLED_REQUEST_429)).toBe(false);
expect(isLikelyContextOverflowError(GROQ_THROTTLED_REQUEST_429)).toBe(false);
expect(classifyFailoverReason(GROQ_THROTTLED_REQUEST_429)).toBe("rate_limit");
});
it.each([
["states neither size", "413 request too large: 203557 tokens per minute (TPM)"],
[
"states a limit but no requested size",
"413 Request too large on tokens per minute (TPM): Limit 8000, please reduce your message size.",
],
])("keeps a TPM refusal that %s a rate limit", (_name, message) => {
expect(isContextOverflowError(message)).toBe(false);
expect(isLikelyContextOverflowError(message)).toBe(false);
expect(classifyFailoverReason(message)).toBe("rate_limit");
});
});
|