mirror of
https://github.com/coder/coder.git
synced 2026-09-24 15:04:27 +08:00
feat: add ai-gateway start command (#26605)
> AI Tools were used to produce this PR This PR adds `coder ai-gateway start` command that runs the AI Gateway as an independent process. - Standalone process doesn't have access to DB. Uses DRPC services under `/api/v2/ai-gateway/serve`for auth, recording and provider initialization. - It only handles LLM traffic, other endpoints (eg. `/sessions`) are only available though `coderd`. - The standalone gateway reuses applicable flags from AI Gateway deployment options. Provider-seeding and coderd-only options are excluded. - Only added to fat build, the slim build stub rejects the command. Some wiring used by this new command is added. **`NewWebsocketDialer`** - implements the standalone gateway's connection to coderd's `/api/v2/ai-gateway/serve` endpoint. It upgrades to a WebSocket, multiplexes with yamux, and wires all DRPC services. **`AIGatewayDataPlaneMiddleware`** - extracts the per-request middleware chain (concurrency limiting, rate limiting, BYOK gating) into a shared function used by both the embedded route and the standalone gateway. **`RootCmd.ResolveClientConnection`** - resolve the deployment URL and builds an HTTP transport without requiring a session token. Used in `ai-gateway start`command as it authenticates using different credential type. --------- Co-authored-by: Danny Kopping <danny@coder.com>
This commit is contained in:
co-authored by
Danny Kopping
parent
195dffc651
commit
ccba3969ab
@@ -0,0 +1,101 @@
|
||||
package aibridged
|
||||
|
||||
import (
|
||||
"context"
|
||||
"errors"
|
||||
"io"
|
||||
"net/http"
|
||||
"net/url"
|
||||
|
||||
"github.com/hashicorp/yamux"
|
||||
"golang.org/x/xerrors"
|
||||
|
||||
"github.com/coder/coder/v2/buildinfo"
|
||||
aibridgedproto "github.com/coder/coder/v2/coderd/aibridged/proto"
|
||||
"github.com/coder/coder/v2/codersdk"
|
||||
"github.com/coder/coder/v2/codersdk/drpcsdk"
|
||||
"github.com/coder/websocket"
|
||||
)
|
||||
|
||||
// NewWebsocketDialer returns a [Dialer] that connects a standalone AI
|
||||
// Gateway to coderd's /api/v2/ai-gateway/serve endpoint over a WebSocket,
|
||||
// multiplexes it with yamux, and exposes the aibridged DRPC services
|
||||
// (Recorder, MCPConfigurator, Authorizer, ProviderConfigurator) over it.
|
||||
// This is the standalone counterpart to API.CreateInMemoryAIBridgeServer,
|
||||
// which wires the same services over an in-memory pipe for the embedded
|
||||
// daemon.
|
||||
//
|
||||
// The gateway authenticates with an AI Gateway key
|
||||
// (codersdk.AIGatewayKeyHeader), advertises its API version via the
|
||||
// "version" query parameter, and reports its build version via
|
||||
// codersdk.BuildVersionHeader (used by coderd for observability only).
|
||||
// TLS for this connection is governed by the scheme of serverURL and any
|
||||
// TLS configuration baked into transport.
|
||||
//
|
||||
// On a failed upgrade the coderd HTTP error is returned as a
|
||||
// *codersdk.Error so [Server.connect] can distinguish fatal
|
||||
// auth/entitlement failures from transient ones.
|
||||
func readAIGatewayServeError(res *http.Response) error {
|
||||
err := codersdk.ReadBodyAsError(res)
|
||||
|
||||
var sdkErr *codersdk.Error
|
||||
if errors.As(err, &sdkErr) && res.StatusCode == http.StatusUnauthorized {
|
||||
// /ai-gateway/serve authenticates with an AI Gateway key, not a user
|
||||
// session. Generic user-login helpers are misleading here.
|
||||
sdkErr.Helper = ""
|
||||
}
|
||||
return err
|
||||
}
|
||||
|
||||
func NewWebsocketDialer(serverURL *url.URL, transport http.RoundTripper, key string) Dialer {
|
||||
return func(ctx context.Context) (DRPCClient, error) {
|
||||
serveURL, err := serverURL.Parse("/api/v2/ai-gateway/serve")
|
||||
if err != nil {
|
||||
return nil, xerrors.Errorf("parse url: %w", err)
|
||||
}
|
||||
query := serveURL.Query()
|
||||
query.Add(aibridgedproto.VersionQueryParam, aibridgedproto.CurrentVersion.String())
|
||||
serveURL.RawQuery = query.Encode()
|
||||
|
||||
headers := http.Header{}
|
||||
headers.Set(codersdk.BuildVersionHeader, buildinfo.Version())
|
||||
headers.Set(codersdk.AIGatewayKeyHeader, key)
|
||||
|
||||
httpClient := &http.Client{
|
||||
Transport: transport,
|
||||
}
|
||||
// nolint:bodyclose // ReadBodyAsError closes the body; success path hands off to the websocket conn.
|
||||
conn, res, err := websocket.Dial(ctx, serveURL.String(), &websocket.DialOptions{
|
||||
HTTPClient: httpClient,
|
||||
CompressionMode: websocket.CompressionDisabled,
|
||||
HTTPHeader: headers,
|
||||
})
|
||||
if err != nil {
|
||||
if res == nil {
|
||||
return nil, err
|
||||
}
|
||||
return nil, readAIGatewayServeError(res)
|
||||
}
|
||||
config := yamux.DefaultConfig()
|
||||
config.LogOutput = io.Discard
|
||||
// Use a background context because the caller closes the client
|
||||
// (and thus the multiplexed session) explicitly.
|
||||
_, wsNetConn := codersdk.WebsocketNetConn(context.Background(), conn, websocket.MessageBinary)
|
||||
conn.SetReadLimit(drpcsdk.YamuxDefaultStreamWindowSize)
|
||||
session, err := yamux.Client(wsNetConn, config)
|
||||
if err != nil {
|
||||
_ = conn.Close(websocket.StatusGoingAway, "")
|
||||
_ = wsNetConn.Close()
|
||||
return nil, xerrors.Errorf("multiplex client: %w", err)
|
||||
}
|
||||
|
||||
dconn := drpcsdk.MultiplexedConn(session)
|
||||
return &Client{
|
||||
Conn: dconn,
|
||||
DRPCRecorderClient: aibridgedproto.NewDRPCRecorderClient(dconn),
|
||||
DRPCMCPConfiguratorClient: aibridgedproto.NewDRPCMCPConfiguratorClient(dconn),
|
||||
DRPCAuthorizerClient: aibridgedproto.NewDRPCAuthorizerClient(dconn),
|
||||
DRPCProviderConfiguratorClient: aibridgedproto.NewDRPCProviderConfiguratorClient(dconn),
|
||||
}, nil
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user