mirror of
https://github.com/coder/coder.git
synced 2026-10-13 07:38:23 +08:00
355 lines
11 KiB
Go
355 lines
11 KiB
Go
package tailnet_test
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/google/uuid"
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"cdr.dev/slog"
|
|
"cdr.dev/slog/sloggers/slogtest"
|
|
"github.com/coder/coder/v2/coderd/database/dbtestutil"
|
|
"github.com/coder/coder/v2/enterprise/tailnet"
|
|
agpl "github.com/coder/coder/v2/tailnet"
|
|
"github.com/coder/coder/v2/testutil"
|
|
)
|
|
|
|
// TestPGCoordinator_MultiAgent tests a single coordinator with a MultiAgent
|
|
// connecting to one agent.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitMedium)
|
|
defer cancel()
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord1.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
err = ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3})
|
|
require.NoError(t, err)
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|
|
|
|
// TestPGCoordinator_MultiAgent_UnsubscribeRace tests a single coordinator with
|
|
// a MultiAgent connecting to one agent. It tries to race a call to Unsubscribe
|
|
// with the MultiAgent closing.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent_UnsubscribeRace(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitMedium)
|
|
defer cancel()
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord1.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
err = ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3})
|
|
require.NoError(t, err)
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
|
|
require.NoError(t, ma1.UnsubscribeAgent(agent1.id))
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|
|
|
|
// TestPGCoordinator_MultiAgent_Unsubscribe tests a single coordinator with a
|
|
// MultiAgent connecting to one agent. It unsubscribes before closing, and
|
|
// ensures node updates are no longer propagated.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent_Unsubscribe(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitLong)
|
|
defer cancel()
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord1.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
require.NoError(t, ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3}))
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
|
|
require.NoError(t, ma1.UnsubscribeAgent(agent1.id))
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
|
|
func() {
|
|
ctx, cancel := context.WithTimeout(ctx, testutil.IntervalSlow*3)
|
|
defer cancel()
|
|
require.NoError(t, ma1.UpdateSelf(&agpl.Node{PreferredDERP: 9}))
|
|
assertNeverHasDERPs(ctx, t, agent1, 9)
|
|
}()
|
|
func() {
|
|
ctx, cancel := context.WithTimeout(ctx, testutil.IntervalSlow*3)
|
|
defer cancel()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 8})
|
|
assertMultiAgentNeverHasDERPs(ctx, t, ma1, 8)
|
|
}()
|
|
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|
|
|
|
// TestPGCoordinator_MultiAgent_MultiCoordinator tests two coordinators with a
|
|
// MultiAgent connecting to an agent on a separate coordinator.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 |
|
|
// +--------+
|
|
// +--------+
|
|
// | coord2 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent_MultiCoordinator(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitMedium)
|
|
defer cancel()
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
coord2, err := tailnet.NewPGCoord(ctx, logger.Named("coord2"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord2.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord2.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
err = ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3})
|
|
require.NoError(t, err)
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|
|
|
|
// TestPGCoordinator_MultiAgent_MultiCoordinator_UpdateBeforeSubscribe tests two
|
|
// coordinators with a MultiAgent connecting to an agent on a separate
|
|
// coordinator. The MultiAgent updates its own node before subscribing.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 |
|
|
// +--------+
|
|
// +--------+
|
|
// | coord2 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent_MultiCoordinator_UpdateBeforeSubscribe(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitMedium)
|
|
defer cancel()
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
coord2, err := tailnet.NewPGCoord(ctx, logger.Named("coord2"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord2.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord2.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3})
|
|
require.NoError(t, err)
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|
|
|
|
// TestPGCoordinator_MultiAgent_TwoAgents tests three coordinators with a
|
|
// MultiAgent connecting to two agents on separate coordinators.
|
|
//
|
|
// +--------+
|
|
// agent1 ---> | coord1 |
|
|
// +--------+
|
|
// +--------+
|
|
// agent2 ---> | coord2 |
|
|
// +--------+
|
|
// +--------+
|
|
// | coord3 | <--- client
|
|
// +--------+
|
|
func TestPGCoordinator_MultiAgent_TwoAgents(t *testing.T) {
|
|
t.Parallel()
|
|
if !dbtestutil.WillUsePostgres() {
|
|
t.Skip("test only with postgres")
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), testutil.WaitMedium)
|
|
defer cancel()
|
|
|
|
logger := slogtest.Make(t, &slogtest.Options{IgnoreErrors: true}).Leveled(slog.LevelDebug)
|
|
store, ps := dbtestutil.NewDB(t)
|
|
coord1, err := tailnet.NewPGCoord(ctx, logger.Named("coord1"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord1.Close()
|
|
coord2, err := tailnet.NewPGCoord(ctx, logger.Named("coord2"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord2.Close()
|
|
coord3, err := tailnet.NewPGCoord(ctx, logger.Named("coord3"), ps, store)
|
|
require.NoError(t, err)
|
|
defer coord3.Close()
|
|
|
|
agent1 := newTestAgent(t, coord1, "agent1")
|
|
defer agent1.close()
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 5})
|
|
|
|
agent2 := newTestAgent(t, coord2, "agent2")
|
|
defer agent1.close()
|
|
agent2.sendNode(&agpl.Node{PreferredDERP: 6})
|
|
|
|
id := uuid.New()
|
|
ma1 := coord3.ServeMultiAgent(id)
|
|
defer ma1.Close()
|
|
|
|
err = ma1.SubscribeAgent(agent1.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 5)
|
|
|
|
agent1.sendNode(&agpl.Node{PreferredDERP: 1})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 1)
|
|
|
|
err = ma1.SubscribeAgent(agent2.id)
|
|
require.NoError(t, err)
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 6)
|
|
|
|
agent2.sendNode(&agpl.Node{PreferredDERP: 2})
|
|
assertMultiAgentEventuallyHasDERPs(ctx, t, ma1, 2)
|
|
|
|
err = ma1.UpdateSelf(&agpl.Node{PreferredDERP: 3})
|
|
require.NoError(t, err)
|
|
assertEventuallyHasDERPs(ctx, t, agent1, 3)
|
|
assertEventuallyHasDERPs(ctx, t, agent2, 3)
|
|
|
|
require.NoError(t, ma1.Close())
|
|
require.NoError(t, agent1.close())
|
|
require.NoError(t, agent2.close())
|
|
|
|
assertEventuallyNoClientsForAgent(ctx, t, store, agent1.id)
|
|
assertEventuallyNoAgents(ctx, t, store, agent1.id)
|
|
}
|