mirror of
https://github.com/coder/coder.git
synced 2026-10-16 06:37:58 +08:00
Spike Curtis
5c48cb4447
re: #10528 Refactors PG Coordinator to work with the Tailnet v2 API, including wrappers for the existing v1 API. The debug endpoint functions, but doesn't return sensible data, that will be in another stacked PR.
349 lines
11 KiB
Go
349 lines
11 KiB
Go
package tailnet_test
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/google/uuid"
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"cdr.dev/slog"
|
|
"cdr.dev/slog/sloggers/slogtest"
|
|
"github.com/coder/coder/v2/coderd/database/dbtestutil"
|
|
"github.com/coder/coder/v2/enterprise/tailnet"
|
|
agpl "github.com/coder/coder/v2/tailnet"
|
|
"github.com/coder/coder/v2/testutil"
|
|
)
|
|
|
|
// TestPGCoordinator_MultiAgent tests a single coordinator with a MultiAgent
|
|
// connecting to one agent.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
defer cancel()
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord1.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
err = ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3})
|
|
require.NoError(t, err)
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|
|
|
|
// TestPGCoordinator_MultiAgent_UnsubscribeRace tests a single coordinator with
|
|
// a MultiAgent connecting to one agent. It tries to race a call to Unsubscribe
|
|
// with the MultiAgent closing.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent_UnsubscribeRace(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitMedium)
|
|
defer cancel()
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord1.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
err = ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3})
|
|
require.NoError(t, err)
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
|
|
require.NoError(t, ma1.UnsubscribeAgent(agent1.id))
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|
|
|
|
// TestPGCoordinator_MultiAgent_Unsubscribe tests a single coordinator with a
|
|
// MultiAgent connecting to one agent. It unsubscribes before closing, and
|
|
// ensures node updates are no longer propagated.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent_Unsubscribe(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
defer cancel()
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord1.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
require.NoError(t, ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3}))
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
|
|
require.NoError(t, ma1.UnsubscribeAgent(agent1.id))
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
|
|
func() {
|
|
ctx, cancel := context.WithTimeout(ctx, testutil.IntervalSlow*3)
|
|
defer cancel()
|
|
require.NoError(t, ma1.UpdateSelf(&agpl.Node{PreferredDERP: 9}))
|
|
assertNeverHasDERPs(ctx, t, agent1, 9)
|
|
}()
|
|
func() {
|
|
ctx, cancel := context.WithTimeout(ctx, testutil.IntervalSlow*3)
|
|
defer cancel()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 8})
|
|
assertMultiAgentNeverHasDERPs(ctx, t, ma1, 8)
|
|
}()
|
|
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|
|
|
|
// TestPGCoordinator_MultiAgent_MultiCoordinator tests two coordinators with a
|
|
// MultiAgent connecting to an agent on a separate coordinator.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 |
|
|
// +--------+
|
|
// +--------+
|
|
// | coord2 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent_MultiCoordinator(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitMedium)
|
|
defer cancel()
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
coord2, err := tailnet.NewPGCoord(ctx, logger.Named("coord2"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord2.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord2.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
err = ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3})
|
|
require.NoError(t, err)
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|
|
|
|
// TestPGCoordinator_MultiAgent_MultiCoordinator_UpdateBeforeSubscribe tests two
|
|
// coordinators with a MultiAgent connecting to an agent on a separate
|
|
// coordinator. The MultiAgent updates its own node before subscribing.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 |
|
|
// +--------+
|
|
// +--------+
|
|
// | coord2 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent_MultiCoordinator_UpdateBeforeSubscribe(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitMedium)
|
|
defer cancel()
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
coord2, err := tailnet.NewPGCoord(ctx, logger.Named("coord2"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord2.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord2.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3})
|
|
require.NoError(t, err)
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|
|
|
|
// TestPGCoordinator_MultiAgent_TwoAgents tests three coordinators with a
|
|
// MultiAgent connecting to two agents on separate coordinators.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 |
|
|
// +--------+
|
|
// +--------+
|
|
// agent2 ---> | coord2 |
|
|
// +--------+
|
|
// +--------+
|
|
// | coord3 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent_TwoAgents(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitMedium)
|
|
defer cancel()
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
coord2, err := tailnet.NewPGCoord(ctx, logger.Named("coord2"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord2.Close()
|
|
coord3, err := tailnet.NewPGCoord(ctx, logger.Named("coord3"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord3.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
agent2 := newTestAgent(t, coord2, "agent2")
|
|
defer agent1.close()
|
|
agent2.sendNode(&agpl.Node{PreferredDERP: 6})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord3.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
err = ma1.SubscribeAgent(agent2.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 6)
|
|
|
|
agent2.sendNode(&agpl.Node{PreferredDERP: 2})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 2)
|
|
|
|
err = ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3})
|
|
require.NoError(t, err)
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
assertEventuallyHasDERPs(ctx, t, agent2, 3)
|
|
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
require.NoError(t, agent2.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|