mirror of
https://github.com/coder/coder.git
synced 2026-09-24 15:04:27 +08:00
feat: record and expose terminal upstream interception errors (#26961)
Categorises the terminal error of a failed interception and persists it on the interception record, then surfaces it on the AI Gateway API. - Categorise into an enum (`bad_request`, `unauthorized`, `rate_limited`, `overloaded`, `server_error`, `unknown`), unwrapping the ResponseError envelope, the upstream Anthropic/OpenAI SDK errors, and key-pool exhaustion so blocking and streaming paths agree. - Thread the type and raw message through the recorder dRPC into the `aibridge_interceptions` row (optional proto fields; NULL on success). - Expose the error on the AI Gateway thread API from the root interception. *This PR was produced by opencode (agent) using the `anthropic/claude-opus-4-8` model, under human direction and review.*
This commit is contained in:
@@ -0,0 +1,78 @@
|
||||
package aibridge
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"strings"
|
||||
|
||||
"github.com/coder/coder/v2/aibridge/circuitbreaker"
|
||||
"github.com/coder/coder/v2/aibridge/keypool"
|
||||
"github.com/coder/coder/v2/aibridge/recorder"
|
||||
)
|
||||
|
||||
// maxRecordedErrorMessageBytes caps the raw upstream error message persisted on
|
||||
// the interception record to avoid storing unbounded provider payloads.
|
||||
const maxRecordedErrorMessageBytes = 1024
|
||||
|
||||
// errorCategorizer categorizes a provider's own terminal errors. It is
|
||||
// implemented by provider.Provider.
|
||||
type errorCategorizer interface {
|
||||
CategorizeError(err error) *recorder.ErrorType
|
||||
}
|
||||
|
||||
// categorizeInterceptionError maps a terminal interception error to a recorder
|
||||
// error type and a truncated raw message. It returns the empty ErrorType and an
|
||||
// empty message when err is nil (the interception succeeded).
|
||||
//
|
||||
// Provider-agnostic failures (circuit breaker, key-pool exhaustion) are handled
|
||||
// here; anything provider-specific is delegated to the provider, which owns the
|
||||
// knowledge of its SDK errors and response envelopes.
|
||||
func categorizeInterceptionError(c errorCategorizer, err error) (recorder.ErrorType, string) {
|
||||
if err == nil {
|
||||
return "", ""
|
||||
}
|
||||
msg := err.Error()
|
||||
if len(msg) > maxRecordedErrorMessageBytes {
|
||||
msg = strings.ToValidUTF8(msg[:maxRecordedErrorMessageBytes], "")
|
||||
}
|
||||
|
||||
// Go context errors. These originate in the gateway or the caller, not
|
||||
// upstream, so they are classified before any provider delegation.
|
||||
switch {
|
||||
case errors.Is(err, context.DeadlineExceeded):
|
||||
return recorder.ErrorTypeTimeout, msg
|
||||
case errors.Is(err, context.Canceled):
|
||||
// The caller went away before the interception completed. This is not
|
||||
// an upstream failure, but the interception did not succeed either, so
|
||||
// it is recorded as unknown rather than dropped.
|
||||
return recorder.ErrorTypeUnknown, msg
|
||||
}
|
||||
|
||||
// Circuit breaker. It responds with 503 Service Unavailable when open, but
|
||||
// returns a sentinel error that carries no HTTP status of its own.
|
||||
if errors.Is(err, circuitbreaker.ErrCircuitOpen) {
|
||||
return recorder.ErrorTypeServerError, msg
|
||||
}
|
||||
|
||||
// Centralized key-pool failover. Checked before delegating because the pool
|
||||
// masks the client response (e.g. permanent failures become 502), which
|
||||
// would otherwise hide the cause.
|
||||
var keyPoolErr *keypool.Error
|
||||
if errors.As(err, &keyPoolErr) {
|
||||
switch keyPoolErr.Kind {
|
||||
case keypool.ErrorKindRateLimited:
|
||||
return recorder.ErrorTypeRateLimited, msg
|
||||
case keypool.ErrorKindPermanent:
|
||||
return recorder.ErrorTypeUnauthorized, msg
|
||||
default:
|
||||
return recorder.ErrorTypeUnknown, msg
|
||||
}
|
||||
}
|
||||
|
||||
// Anything provider-specific is delegated to the provider, which owns the
|
||||
// knowledge of its SDK errors and response envelopes.
|
||||
if cat := c.CategorizeError(err); cat != nil {
|
||||
return *cat, msg
|
||||
}
|
||||
return recorder.ErrorTypeUnknown, msg
|
||||
}
|
||||
Reference in New Issue
Block a user