mirror of
https://github.com/coder/coder.git
synced 2026-09-24 15:04:27 +08:00
### TL;DR Introduces an in-process `TransportFactory` for aibridge so that chatd (coder-agent LLM traffic) can route requests through the aibridged handler without crossing the HTTP route or requiring a license entitlement check. ### What changed? - Added a new `coderd/aibridge` package with a `TransportFactory` interface and a `Source` type for tagging the call site on request contexts. `SourceAgents` is defined as the constant for coder-agent traffic. - Implemented `NewTransportFactory` in `coderd/aibridged/transport.go`, which returns an `http.RoundTripper` that dispatches requests to the aibridged handler in-process. The response body is streamed through an `io.Pipe` so SSE/NDJSON/chunked responses propagate token-by-token. Handler panics are recovered and surfaced as 500 responses, and context cancellation closes the pipe with the appropriate error. - `RegisterInMemoryAIBridgedHTTPHandler` now also constructs a `TransportFactory` from the registered handler and stores it on `API.AIBridgeTransportFactory` (an `atomic.Pointer`), making it available to chatd without going through the license-gated HTTP route. - Added `API.AIBridgeTransportFactory` as a public `atomic.Pointer[aibridge.TransportFactory]` field on `coderd.API`. ### How to test? - `coderd/aibridged/transport_test.go` covers: transport creation, nil-handler errors, source attachment to context, header/status passthrough, streaming (SSE-style chunked writes visible before handler completion), context cancellation closing the body with an error, concurrent requests, handler panics producing 500s, and handlers that return without writing. - `coderd/aibridge_test.go` verifies that `AIBridgeTransportFactory` starts as nil on AGPL coderd, can be stored and loaded atomically, and that the stored factory correctly dispatches requests through the stub handler. ### Why make this change? Chatd needs to send LLM requests through aibridge in-process rather than via the external HTTP route, which is license-gated. The `TransportFactory` abstraction provides a clean seam: the entitlement check remains on the HTTP route for external callers, while in-process coder-agent traffic bypasses it through the factory. The `Source` type allows downstream handlers and logs to attribute traffic without gating behavior on the caller identity.
290 lines
8.1 KiB
Go
290 lines
8.1 KiB
Go
package aibridged_test
|
|
|
|
import (
|
|
"bufio"
|
|
"context"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"strings"
|
|
"sync"
|
|
"testing"
|
|
|
|
"github.com/google/uuid"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
"golang.org/x/xerrors"
|
|
|
|
"github.com/coder/coder/v2/coderd/aibridge"
|
|
"github.com/coder/coder/v2/coderd/aibridged"
|
|
"github.com/coder/coder/v2/testutil"
|
|
)
|
|
|
|
func TestTransportFactory_TransportFor(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
t.Run("ReturnsTransport", func(t *testing.T) {
|
|
t.Parallel()
|
|
f := aibridged.NewTransportFactory(http.NotFoundHandler())
|
|
rt, err := f.TransportFor(uuid.New(), aibridge.SourceAgents)
|
|
require.NoError(t, err)
|
|
require.NotNil(t, rt)
|
|
})
|
|
|
|
t.Run("NilHandlerErrors", func(t *testing.T) {
|
|
t.Parallel()
|
|
f := aibridged.NewTransportFactory(nil)
|
|
_, err := f.TransportFor(uuid.New(), aibridge.SourceAgents)
|
|
require.Error(t, err)
|
|
})
|
|
|
|
t.Run("AttachesSourceToContext", func(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
got := make(chan aibridge.Source, 1)
|
|
handler := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
got <- aibridge.SourceFromContext(r.Context())
|
|
w.WriteHeader(http.StatusOK)
|
|
})
|
|
|
|
rt, err := aibridged.NewTransportFactory(handler).TransportFor(uuid.New(), aibridge.SourceAgents)
|
|
require.NoError(t, err)
|
|
|
|
ctx := testutil.Context(t, testutil.WaitShort)
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, "http://aibridge/v1/test", nil)
|
|
require.NoError(t, err)
|
|
|
|
resp, err := rt.RoundTrip(req)
|
|
require.NoError(t, err)
|
|
defer resp.Body.Close()
|
|
|
|
require.Equal(t, aibridge.SourceAgents, <-got)
|
|
})
|
|
}
|
|
|
|
func TestInMemoryRoundTripper_PassesHeadersAndStatus(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
handler := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
w.Header().Set("X-Custom", "yes")
|
|
w.Header().Set("Content-Type", "application/json")
|
|
w.WriteHeader(http.StatusTeapot)
|
|
_, _ = w.Write([]byte(`{"ok":true}`))
|
|
})
|
|
|
|
rt, err := aibridged.NewTransportFactory(handler).TransportFor(uuid.New(), aibridge.SourceAgents)
|
|
require.NoError(t, err)
|
|
|
|
ctx := testutil.Context(t, testutil.WaitShort)
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, "http://aibridge/v1/test", nil)
|
|
require.NoError(t, err)
|
|
|
|
resp, err := rt.RoundTrip(req)
|
|
require.NoError(t, err)
|
|
defer resp.Body.Close()
|
|
|
|
require.Equal(t, http.StatusTeapot, resp.StatusCode)
|
|
require.Equal(t, "418 I'm a teapot", resp.Status)
|
|
require.Equal(t, "yes", resp.Header.Get("X-Custom"))
|
|
require.Equal(t, "application/json", resp.Header.Get("Content-Type"))
|
|
|
|
body, err := io.ReadAll(resp.Body)
|
|
require.NoError(t, err)
|
|
require.Equal(t, `{"ok":true}`, string(body))
|
|
}
|
|
|
|
// Verify that response chunks become readable on the client side before the
|
|
// handler has finished writing. This is the property SSE/NDJSON streaming
|
|
// depends on.
|
|
func TestInMemoryRoundTripper_Streams(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
const chunks = 4
|
|
released := make([]chan struct{}, chunks)
|
|
for i := range released {
|
|
released[i] = make(chan struct{})
|
|
}
|
|
|
|
handler := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
w.Header().Set("Content-Type", "text/event-stream")
|
|
w.WriteHeader(http.StatusOK)
|
|
flusher, ok := w.(http.Flusher)
|
|
if !assert.True(t, ok, "ResponseWriter must implement http.Flusher") {
|
|
return
|
|
}
|
|
for i := range chunks {
|
|
<-released[i]
|
|
_, err := fmt.Fprintf(w, "data: chunk-%d\n\n", i)
|
|
if !assert.NoError(t, err) {
|
|
return
|
|
}
|
|
flusher.Flush()
|
|
}
|
|
})
|
|
|
|
rt, err := aibridged.NewTransportFactory(handler).TransportFor(uuid.New(), aibridge.SourceAgents)
|
|
require.NoError(t, err)
|
|
|
|
ctx := testutil.Context(t, testutil.WaitShort)
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, "http://aibridge/stream", nil)
|
|
require.NoError(t, err)
|
|
|
|
resp, err := rt.RoundTrip(req)
|
|
require.NoError(t, err)
|
|
defer resp.Body.Close()
|
|
|
|
br := bufio.NewReader(resp.Body)
|
|
for i := range chunks {
|
|
close(released[i])
|
|
dataLine, err := br.ReadString('\n')
|
|
require.NoError(t, err)
|
|
require.Equal(t, fmt.Sprintf("data: chunk-%d\n", i), dataLine)
|
|
// Consume blank-line separator.
|
|
_, err = br.ReadString('\n')
|
|
require.NoError(t, err)
|
|
}
|
|
}
|
|
|
|
// Canceling the request context must surface as a body-read error, matching
|
|
// real-network behavior, and the handler must observe the cancellation
|
|
// through its own request context.
|
|
func TestInMemoryRoundTripper_CancelCloses(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
handlerCtxObserved := make(chan struct{})
|
|
handler := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
w.WriteHeader(http.StatusOK)
|
|
if f, ok := w.(http.Flusher); ok {
|
|
f.Flush()
|
|
}
|
|
<-r.Context().Done()
|
|
close(handlerCtxObserved)
|
|
})
|
|
|
|
rt, err := aibridged.NewTransportFactory(handler).TransportFor(uuid.New(), aibridge.SourceAgents)
|
|
require.NoError(t, err)
|
|
|
|
parentCtx := testutil.Context(t, testutil.WaitShort)
|
|
ctx, cancel := context.WithCancel(parentCtx)
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, "http://aibridge/stream", nil)
|
|
require.NoError(t, err)
|
|
|
|
resp, err := rt.RoundTrip(req)
|
|
require.NoError(t, err)
|
|
defer resp.Body.Close()
|
|
|
|
cancel()
|
|
_, err = io.ReadAll(resp.Body)
|
|
require.Error(t, err)
|
|
|
|
select {
|
|
case <-handlerCtxObserved:
|
|
case <-parentCtx.Done():
|
|
t.Fatal("handler did not observe context cancellation")
|
|
}
|
|
}
|
|
|
|
// Many independent in-flight requests on a shared handler must not interfere.
|
|
func TestInMemoryRoundTripper_ConcurrentRequests(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
handler := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
body, err := io.ReadAll(r.Body)
|
|
if err != nil {
|
|
w.WriteHeader(http.StatusInternalServerError)
|
|
return
|
|
}
|
|
w.WriteHeader(http.StatusOK)
|
|
_, _ = w.Write(body)
|
|
})
|
|
|
|
rt, err := aibridged.NewTransportFactory(handler).TransportFor(uuid.New(), aibridge.SourceAgents)
|
|
require.NoError(t, err)
|
|
|
|
const n = 16
|
|
errs := make(chan error, n)
|
|
var wg sync.WaitGroup
|
|
for i := range n {
|
|
wg.Go(func() {
|
|
payload := fmt.Sprintf("payload-%d", i)
|
|
ctx := testutil.Context(t, testutil.WaitShort)
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, "http://aibridge/echo", strings.NewReader(payload))
|
|
if err != nil {
|
|
errs <- err
|
|
return
|
|
}
|
|
resp, err := rt.RoundTrip(req)
|
|
if err != nil {
|
|
errs <- err
|
|
return
|
|
}
|
|
defer resp.Body.Close()
|
|
got, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
errs <- err
|
|
return
|
|
}
|
|
if string(got) != payload {
|
|
errs <- xerrors.Errorf("payload mismatch: want %q got %q", payload, string(got))
|
|
return
|
|
}
|
|
errs <- nil
|
|
})
|
|
}
|
|
wg.Wait()
|
|
close(errs)
|
|
for err := range errs {
|
|
require.NoError(t, err)
|
|
}
|
|
}
|
|
|
|
// A panicking handler must not crash the process; it should produce a 500
|
|
// response with an error on the body read, mirroring net/http.Server behavior.
|
|
func TestInMemoryRoundTripper_HandlerPanic(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
handler := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
panic("unexpected nil pointer")
|
|
})
|
|
|
|
rt, err := aibridged.NewTransportFactory(handler).TransportFor(uuid.New(), aibridge.SourceAgents)
|
|
require.NoError(t, err)
|
|
|
|
ctx := testutil.Context(t, testutil.WaitShort)
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, "http://aibridge/panic", nil)
|
|
require.NoError(t, err)
|
|
|
|
resp, err := rt.RoundTrip(req)
|
|
require.NoError(t, err)
|
|
defer resp.Body.Close()
|
|
|
|
require.Equal(t, http.StatusInternalServerError, resp.StatusCode)
|
|
_, err = io.ReadAll(resp.Body)
|
|
require.Error(t, err)
|
|
require.Contains(t, err.Error(), "handler panicked")
|
|
}
|
|
|
|
// A handler that returns without writing must not block RoundTrip; the caller
|
|
// gets a zero-length 200 OK.
|
|
func TestInMemoryRoundTripper_HandlerReturnsWithoutWriting(t *testing.T) {
|
|
t.Parallel()
|
|
|
|
handler := http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {})
|
|
|
|
rt, err := aibridged.NewTransportFactory(handler).TransportFor(uuid.New(), aibridge.SourceAgents)
|
|
require.NoError(t, err)
|
|
|
|
ctx := testutil.Context(t, testutil.WaitShort)
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodPost, "http://aibridge/noop", nil)
|
|
require.NoError(t, err)
|
|
|
|
resp, err := rt.RoundTrip(req)
|
|
require.NoError(t, err)
|
|
defer resp.Body.Close()
|
|
|
|
body, err := io.ReadAll(resp.Body)
|
|
require.NoError(t, err)
|
|
require.Empty(t, body)
|
|
require.Equal(t, http.StatusOK, resp.StatusCode)
|
|
}
|