Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions packages/opencode/src/provider/error.ts
Original file line number Diff line number Diff line change
Expand Up @@ -152,6 +152,7 @@ export function parseStreamError(input: unknown): ParsedStreamError | undefined
responseBody,
}
case "server_error":
case "server_is_overloaded":
return {
type: "api_error",
message: typeof body?.error?.message === "string" ? body?.error?.message : "Server error.",
Expand Down
15 changes: 11 additions & 4 deletions packages/opencode/src/session/retry.ts
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,7 @@ export function retryable(error: Err) {
// even when the provider SDK doesn't explicitly mark them as retryable.
if (!error.data.isRetryable && !(status !== undefined && status >= 500)) return undefined
if (error.data.responseBody?.includes("FreeUsageLimitError")) return GO_UPSELL_MESSAGE
return error.data.message.includes("Overloaded") ? "Provider is overloaded" : error.data.message
return error.data.message.toLowerCase().includes("overloaded") ? "Provider is overloaded" : error.data.message
}

// Check for rate limit patterns in plain text error messages
Expand Down Expand Up @@ -89,15 +89,22 @@ export function retryable(error: Err) {
}
})
if (!json || typeof json !== "object") return undefined
const code = typeof json.code === "string" ? json.code : ""
const codes = [
typeof json.code === "string" ? json.code : "",
typeof json.error?.code === "string" ? json.error.code : "",
typeof json.error?.type === "string" ? json.error.type : "",
]

if (json.type === "error" && json.error?.type === "too_many_requests") {
return "Too Many Requests"
}
if (code.includes("exhausted") || code.includes("unavailable")) {
if (codes.some((code) => code.includes("exhausted") || code.includes("unavailable") || code.includes("overloaded"))) {
return "Provider is overloaded"
}
if (json.type === "error" && typeof json.error?.code === "string" && json.error.code.includes("rate_limit")) {
if (
json.type === "error" &&
codes.some((code) => code.includes("rate_limit") || code.includes("too_many_requests"))
) {
return "Rate Limited"
}
return undefined
Expand Down
39 changes: 39 additions & 0 deletions packages/opencode/test/session/retry.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -126,6 +126,22 @@ describe("session.retry.retryable", () => {
expect(SessionRetry.retryable(error)).toBe("Provider is overloaded")
})

test("maps nested overloaded provider errors", () => {
const error = wrap(
JSON.stringify({
type: "error",
sequence_number: 2,
error: {
type: "service_unavailable_error",
code: "server_is_overloaded",
message: "Our servers are currently overloaded. Please try again later.",
param: null,
},
}),
)
expect(SessionRetry.retryable(error)).toBe("Provider is overloaded")
})

test("does not retry unknown json messages", () => {
const error = wrap(JSON.stringify({ error: { message: "no_kv_space" } }))
expect(SessionRetry.retryable(error)).toBeUndefined()
Expand Down Expand Up @@ -323,4 +339,27 @@ describe("session.message-v2.fromError", () => {
expect(result.data.isRetryable).toBe(true)
expect(SessionRetry.retryable(result)).toBe("An error occurred while processing your request.")
})

test("converts OpenAI server_is_overloaded stream chunks to retryable APIError", () => {
const result = MessageV2.fromError(
{
message: JSON.stringify({
type: "error",
sequence_number: 2,
error: {
type: "service_unavailable_error",
code: "server_is_overloaded",
message: "Our servers are currently overloaded. Please try again later.",
param: null,
},
}),
},
{ providerID: ProviderID.make("openai") },
)

expect(MessageV2.APIError.isInstance(result)).toBe(true)
if (!MessageV2.APIError.isInstance(result)) throw new Error("expected APIError")
expect(result.data.isRetryable).toBe(true)
expect(SessionRetry.retryable(result)).toBe("Provider is overloaded")
})
})
Loading