Files
teleport/lib/web/app/handler_test.go
T
rosstimothy 95d6d0fee1 Migrate GetCertAuthority to gRPC (#22624)
The HTTP client created by `auth.NewClient` has an idle timeout of
30s and each instance periodically gets cert authorities in
`TeleportProcess.syncRotationStateCycle`. If there has been no
activity when the ticker expires then the request will result in a
brand new connection to Auth to be established. This can cause a
spikes in open file descriptors on the Proxy when there are a large
number of instances connected via a tunnel.

To prevent periodic dialing when retrieving cert authorities the
endpoint has been migrated to the new Trust gRPC service. For now
only the get endpoint has been migrated but the rest of the CRUD
operations for cert authorities should be migrated from the HTTP
api to the gRPC service as well.
2023-03-10 14:32:34 +00:00

740 lines
21 KiB
Go

/*
Copyright 2021 Gravitational, Inc.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
*/
package app
import (
"bytes"
"context"
"crypto/tls"
"crypto/x509/pkix"
"fmt"
"io"
"net"
"net/http"
"net/http/httptest"
"net/url"
"sync"
"testing"
"time"
"github.com/google/go-cmp/cmp"
"github.com/google/go-cmp/cmp/cmpopts"
"github.com/google/uuid"
"github.com/gravitational/trace"
"github.com/jonboulle/clockwork"
"github.com/stretchr/testify/require"
"github.com/gravitational/teleport/api/types"
apievents "github.com/gravitational/teleport/api/types/events"
apiutils "github.com/gravitational/teleport/api/utils"
"github.com/gravitational/teleport/lib/auth"
"github.com/gravitational/teleport/lib/auth/testauthority"
"github.com/gravitational/teleport/lib/defaults"
"github.com/gravitational/teleport/lib/events"
"github.com/gravitational/teleport/lib/reversetunnel"
"github.com/gravitational/teleport/lib/services"
"github.com/gravitational/teleport/lib/sshutils"
"github.com/gravitational/teleport/lib/tlsca"
"github.com/gravitational/teleport/lib/utils"
)
type eventCheckFn func(t *testing.T, events []apievents.AuditEvent)
func hasAuditEvent(idx int, want apievents.AuditEvent) eventCheckFn {
return func(t *testing.T, events []apievents.AuditEvent) {
t.Helper()
require.Greater(t, len(events), idx)
require.Empty(t, cmp.Diff(want, events[idx],
cmpopts.IgnoreFields(apievents.AuthAttempt{}, "ConnectionMetadata")))
}
}
func hasAuditEventCount(want int) eventCheckFn {
return func(t *testing.T, events []apievents.AuditEvent) {
t.Helper()
require.Len(t, events, want)
}
}
// TestAuthPOST tests the handler of POST /x-teleport-auth.
func TestAuthPOST(t *testing.T) {
const (
cookieValue = "5588e2be54a2834b4f152c56bafcd789f53b15477129d2ab4044e9a3c1bf0f3b" // random value we set in the header and expect to get back as a cookie
)
fakeClock := clockwork.NewFakeClockAt(time.Date(2017, 05, 10, 18, 53, 0, 0, time.UTC))
clusterName := "test-cluster"
publicAddr := "proxy.goteleport.com:443"
// Generate CA TLS key and cert with the cluster and application DNS.
key, cert, err := tlsca.GenerateSelfSignedCA(
pkix.Name{CommonName: clusterName},
[]string{publicAddr, apiutils.EncodeClusterName(clusterName)},
defaults.CATTL,
)
require.NoError(t, err)
appSession := createAppSession(t, fakeClock, key, cert, clusterName, publicAddr)
tests := []struct {
desc string
headers map[string]string
sessionError error
outStatusCode int
eventChecks []eventCheckFn
proxyAddrs []utils.NetAddr
cookieValue string
subjectCookieValue string
}{
{
desc: "success",
headers: map[string]string{
"Origin": "https://proxy.goteleport.com",
"X-Cookie-Value": cookieValue,
"X-Subject-Cookie-Value": appSession.GetBearerToken(),
},
outStatusCode: http.StatusOK,
eventChecks: []eventCheckFn{hasAuditEventCount(0)},
proxyAddrs: []utils.NetAddr{
*utils.MustParseAddr(publicAddr),
},
cookieValue: cookieValue,
subjectCookieValue: appSession.GetBearerToken(),
},
{
desc: "success - proxy addr with custom port",
headers: map[string]string{
"Origin": "https://proxy.goteleport.com:3080",
"X-Cookie-Value": cookieValue,
"X-Subject-Cookie-Value": appSession.GetBearerToken(),
},
outStatusCode: http.StatusOK,
eventChecks: []eventCheckFn{hasAuditEventCount(0)},
proxyAddrs: []utils.NetAddr{
*utils.MustParseAddr("proxy.goteleport.com:3080"),
},
cookieValue: cookieValue,
subjectCookieValue: appSession.GetBearerToken(),
},
{
desc: "missing subject session token in request",
headers: map[string]string{
"Origin": "https://proxy.goteleport.com",
"X-Cookie-Value": cookieValue,
},
outStatusCode: http.StatusForbidden,
eventChecks: []eventCheckFn{
hasAuditEventCount(1),
hasAuditEvent(0, &apievents.AuthAttempt{
Metadata: apievents.Metadata{
Type: events.AuthAttemptEvent,
Code: events.AuthAttemptFailureCode,
},
UserMetadata: apievents.UserMetadata{
Login: appSession.GetUser(),
User: "unknown",
},
Status: apievents.Status{
Success: false,
Error: "subject session token is not set",
},
}),
},
proxyAddrs: []utils.NetAddr{
*utils.MustParseAddr(publicAddr),
},
},
{
desc: "subject session token in request does not match",
headers: map[string]string{
"Origin": "https://proxy.goteleport.com",
"X-Cookie-Value": cookieValue,
"X-Subject-Cookie-Value": "foobar",
},
outStatusCode: http.StatusForbidden,
eventChecks: []eventCheckFn{
hasAuditEventCount(1),
hasAuditEvent(0, &apievents.AuthAttempt{
Metadata: apievents.Metadata{
Type: events.AuthAttemptEvent,
Code: events.AuthAttemptFailureCode,
},
UserMetadata: apievents.UserMetadata{
Login: appSession.GetUser(),
User: "unknown",
},
Status: apievents.Status{
Success: false,
Error: "subject session token does not match",
},
}),
},
proxyAddrs: []utils.NetAddr{
*utils.MustParseAddr(publicAddr),
},
},
{
desc: "invalid session",
headers: map[string]string{
"Origin": "https://proxy.goteleport.com",
"X-Cookie-Value": "foobar",
"X-Subject-Cookie-Value": appSession.GetBearerToken(),
},
sessionError: trace.NotFound("invalid session"),
outStatusCode: http.StatusForbidden,
eventChecks: []eventCheckFn{hasAuditEventCount(0)},
proxyAddrs: []utils.NetAddr{
*utils.MustParseAddr(publicAddr),
},
},
{
desc: "incorrect origin",
headers: map[string]string{
"Origin": "https://incorrect.origin.com",
"X-Cookie-Value": "foobar",
"X-Subject-Cookie-Value": appSession.GetBearerToken(),
},
outStatusCode: http.StatusForbidden,
eventChecks: []eventCheckFn{hasAuditEventCount(0)},
proxyAddrs: []utils.NetAddr{
*utils.MustParseAddr(publicAddr),
},
},
{
desc: "incorrect origin port",
headers: map[string]string{
"Origin": "https://proxy.goteleport.com:3080",
"X-Cookie-Value": "foobar",
"X-Subject-Cookie-Value": appSession.GetBearerToken(),
},
outStatusCode: http.StatusForbidden,
eventChecks: []eventCheckFn{hasAuditEventCount(0)},
proxyAddrs: []utils.NetAddr{
*utils.MustParseAddr(publicAddr),
},
},
}
for _, test := range tests {
test := test
t.Run(test.desc, func(t *testing.T) {
t.Parallel()
authClient := &mockAuthClient{
sessionError: test.sessionError,
appSession: appSession,
}
p := setup(t, fakeClock, authClient, nil, test.proxyAddrs)
res := p.makeRequestWithHeaders(t, "/x-teleport-auth", test.headers)
require.NoError(t, res.Body.Close())
require.Equal(t, test.outStatusCode, res.StatusCode)
var cookieValue string
var subjectCookieValue string
for _, cookie := range res.Cookies() {
if cookie.Name == CookieName {
cookieValue = cookie.Value
}
if cookie.Name == SubjectCookieName {
subjectCookieValue = cookie.Value
}
}
require.Equal(t, subjectCookieValue, test.subjectCookieValue)
require.Equal(t, cookieValue, test.cookieValue)
for _, check := range test.eventChecks {
check(t, authClient.emittedEvents)
}
})
}
}
func TestHasName(t *testing.T) {
for _, test := range []struct {
desc string
addrs []string
reqHost string
reqURL string
expectedURL string
hasName bool
}{
{
desc: "NOK - invalid host",
addrs: []string{"proxy.com"},
reqURL: "badurl.com",
expectedURL: "",
hasName: false,
},
{
desc: "OK - adds path",
addrs: []string{"proxy.com"},
reqURL: "https://app1.proxy.com/foo",
expectedURL: "https://proxy.com/web/launch/app1.proxy.com?path=%2Ffoo",
hasName: true,
},
{
desc: "OK - adds paths with ampersands",
addrs: []string{"proxy.com"},
reqURL: "https://app1.proxy.com/foo/this&/that",
expectedURL: "https://proxy.com/web/launch/app1.proxy.com?path=%2Ffoo%2Fthis%26%2Fthat",
hasName: true,
},
{
desc: "OK - adds root path",
addrs: []string{"proxy.com"},
reqURL: "https://app1.proxy.com/",
expectedURL: "https://proxy.com/web/launch/app1.proxy.com?path=%2F",
hasName: true,
},
} {
t.Run(test.desc, func(t *testing.T) {
req, err := http.NewRequest(http.MethodGet, test.reqURL, nil)
require.NoError(t, err)
addrs := utils.MustParseAddrList(test.addrs...)
u, ok := HasName(req, addrs)
require.Equal(t, test.expectedURL, u)
require.Equal(t, test.hasName, ok)
})
}
}
func TestMatchApplicationServers(t *testing.T) {
clusterName := "test-cluster"
publicAddr := "app.example.com"
// Generate CA TLS key and cert with the cluster and application DNS.
key, cert, err := tlsca.GenerateSelfSignedCA(
pkix.Name{CommonName: clusterName},
[]string{publicAddr, apiutils.EncodeClusterName(clusterName)},
defaults.CATTL,
)
require.NoError(t, err)
fakeClock := clockwork.NewFakeClockAt(time.Date(2017, 05, 10, 18, 53, 0, 0, time.UTC))
authClient := &mockAuthClient{
clusterName: clusterName,
appSession: createAppSession(t, fakeClock, key, cert, clusterName, publicAddr),
// Three app servers with same public addr from our session, and three
// that won't match.
appServers: []types.AppServer{
createAppServer(t, publicAddr),
createAppServer(t, publicAddr),
createAppServer(t, publicAddr),
createAppServer(t, "random.example.com"),
createAppServer(t, "random2.example.com"),
createAppServer(t, "random3.example.com"),
},
caKey: key,
caCert: cert,
}
// Create a fake remote site and tunnel.
fakeRemoteSite := reversetunnel.NewFakeRemoteSite(clusterName, authClient)
tunnel := &reversetunnel.FakeServer{
Sites: []reversetunnel.RemoteSite{
fakeRemoteSite,
},
}
// Create a httptest server to serve the application requests. It must serve
// TLS content with the generated certificate.
tlsCert, err := tls.X509KeyPair(cert, key)
require.NoError(t, err)
expectedContent := "Hello from application"
server := &httptest.Server{
TLS: &tls.Config{
Certificates: []tls.Certificate{tlsCert},
},
Listener: &fakeRemoteListener{fakeRemoteSite},
Config: &http.Server{Handler: http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
fmt.Fprint(w, expectedContent)
})},
}
server.StartTLS()
// Teardown the remote site and the httptest server.
t.Cleanup(func() {
require.NoError(t, fakeRemoteSite.Close())
server.Close()
})
p := setup(t, fakeClock, authClient, tunnel, nil)
status, content := p.makeRequest(t, "GET", "/", []byte{}, []http.Cookie{
{
Name: CookieName,
Value: "abc",
},
{
Name: SubjectCookieName,
Value: authClient.appSession.GetBearerToken(),
},
})
require.Equal(t, http.StatusOK, status)
// Remote site should receive only 4 connection requests: 3 from the
// MatchHealthy and 1 from the transport.
require.Equal(t, int64(4), fakeRemoteSite.DialCount())
// Guarantee the request was returned by the httptest server.
require.Equal(t, expectedContent, content)
}
func TestHealthCheckAppServer(t *testing.T) {
ctx := context.Background()
clusterName := "test-cluster"
for _, tc := range []struct {
desc string
publicAddr string
appServersFunc func(t *testing.T, remoteSite *reversetunnel.FakeRemoteSite) []types.AppServer
expectedTunnelCalls int
expectErr require.ErrorAssertionFunc
}{
{
desc: "match and online services",
publicAddr: "valid.example.com",
appServersFunc: func(t *testing.T, _ *reversetunnel.FakeRemoteSite) []types.AppServer {
return []types.AppServer{createAppServer(t, "valid.example.com")}
},
expectedTunnelCalls: 1,
expectErr: require.NoError,
},
{
desc: "match and but no online services",
publicAddr: "valid.example.com",
appServersFunc: func(t *testing.T, tunnel *reversetunnel.FakeRemoteSite) []types.AppServer {
appServer := createAppServer(t, "valid.example.com")
tunnel.OfflineTunnels = map[string]struct{}{
fmt.Sprintf("%s.%s", appServer.GetHostID(), clusterName): {},
}
return []types.AppServer{appServer}
},
expectedTunnelCalls: 1,
expectErr: require.Error,
},
{
desc: "no match",
publicAddr: "valid.example.com",
appServersFunc: func(t *testing.T, tunnel *reversetunnel.FakeRemoteSite) []types.AppServer {
return []types.AppServer{}
},
expectedTunnelCalls: 0,
expectErr: require.Error,
},
} {
t.Run(tc.desc, func(t *testing.T) {
key, cert, err := tlsca.GenerateSelfSignedCA(
pkix.Name{CommonName: clusterName},
[]string{tc.publicAddr, apiutils.EncodeClusterName(clusterName)},
defaults.CATTL,
)
require.NoError(t, err)
fakeClock := clockwork.NewFakeClockAt(time.Date(2017, 05, 10, 18, 53, 0, 0, time.UTC))
appSession := createAppSession(t, fakeClock, key, cert, clusterName, tc.publicAddr)
authClient := &mockAuthClient{
clusterName: clusterName,
appSession: appSession,
caKey: key,
caCert: cert,
}
fakeRemoteSite := reversetunnel.NewFakeRemoteSite(clusterName, authClient)
authClient.appServers = tc.appServersFunc(t, fakeRemoteSite)
// Create a httptest server to serve the application requests. It must serve
// TLS content with the generated certificate.
tlsCert, err := tls.X509KeyPair(cert, key)
require.NoError(t, err)
server := &httptest.Server{
TLS: &tls.Config{
Certificates: []tls.Certificate{tlsCert},
},
Listener: &fakeRemoteListener{fakeRemoteSite},
Config: &http.Server{Handler: http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
fmt.Fprint(w, "Hello application")
})},
}
server.StartTLS()
tunnel := &reversetunnel.FakeServer{
Sites: []reversetunnel.RemoteSite{fakeRemoteSite},
}
appHandler, err := NewHandler(ctx, &HandlerConfig{
Clock: fakeClock,
AuthClient: authClient,
AccessPoint: authClient,
ProxyClient: tunnel,
CipherSuites: utils.DefaultCipherSuites(),
})
require.NoError(t, err)
err = appHandler.HealthCheckAppServer(ctx, tc.publicAddr, clusterName)
tc.expectErr(t, err)
require.Equal(t, int64(tc.expectedTunnelCalls), fakeRemoteSite.DialCount())
})
}
}
type testServer struct {
serverURL *url.URL
}
func setup(t *testing.T, clock clockwork.FakeClock, authClient auth.ClientI, proxyClient reversetunnel.Tunnel, proxyPublicAddrs []utils.NetAddr) *testServer {
appHandler, err := NewHandler(context.Background(), &HandlerConfig{
Clock: clock,
AuthClient: authClient,
AccessPoint: authClient,
ProxyClient: proxyClient,
CipherSuites: utils.DefaultCipherSuites(),
ProxyPublicAddrs: proxyPublicAddrs,
})
require.NoError(t, err)
server := httptest.NewUnstartedServer(appHandler)
server.StartTLS()
url, err := url.Parse(server.URL)
require.NoError(t, err)
return &testServer{
serverURL: url,
}
}
func (p *testServer) makeRequest(t *testing.T, method, endpoint string, reqBody []byte, cookies []http.Cookie) (int, string) {
u := url.URL{
Scheme: p.serverURL.Scheme,
Host: p.serverURL.Host,
Path: endpoint,
}
req, err := http.NewRequest(http.MethodPost, u.String(), bytes.NewBuffer(reqBody))
require.NoError(t, err)
// Attach the cookie.
for _, c := range cookies {
req.AddCookie(&c)
}
// Issue request.
client := &http.Client{
Transport: &http.Transport{
TLSClientConfig: &tls.Config{
InsecureSkipVerify: true,
},
},
CheckRedirect: func(req *http.Request, via []*http.Request) error {
return http.ErrUseLastResponse
},
}
resp, err := client.Do(req)
require.NoError(t, err)
content, err := io.ReadAll(resp.Body)
require.NoError(t, err)
require.NoError(t, resp.Body.Close())
return resp.StatusCode, string(content)
}
func (p *testServer) makeRequestWithHeaders(t *testing.T, endpoint string, headers map[string]string) *http.Response {
u := url.URL{
Scheme: p.serverURL.Scheme,
Host: p.serverURL.Host,
Path: endpoint,
}
req, err := http.NewRequest(http.MethodPost, u.String(), nil)
require.NoError(t, err)
for key, value := range headers {
req.Header.Add(key, value)
}
// Issue request.
client := &http.Client{
Transport: &http.Transport{
TLSClientConfig: &tls.Config{
InsecureSkipVerify: true,
},
},
CheckRedirect: func(req *http.Request, via []*http.Request) error {
return http.ErrUseLastResponse
},
}
resp, err := client.Do(req)
require.NoError(t, err)
require.NoError(t, resp.Body.Close())
return resp
}
type mockAuthClient struct {
auth.ClientI
clusterName string
appSession types.WebSession
sessionError error
appServers []types.AppServer
caKey []byte
caCert []byte
emittedEvents []apievents.AuditEvent
mtx sync.Mutex
}
type mockClusterName struct {
types.ClusterName
name string
}
func (c *mockAuthClient) EmitAuditEvent(ctx context.Context, event apievents.AuditEvent) error {
c.mtx.Lock()
defer c.mtx.Unlock()
c.emittedEvents = append(c.emittedEvents, event)
return nil
}
func (c *mockAuthClient) GetClusterName(_ ...services.MarshalOption) (types.ClusterName, error) {
return mockClusterName{name: c.clusterName}, nil
}
func (n mockClusterName) GetClusterName() string {
if n.name != "" {
return n.name
}
return "local-cluster"
}
func (c *mockAuthClient) GetAppSession(context.Context, types.GetAppSessionRequest) (types.WebSession, error) {
return c.appSession, c.sessionError
}
func (c *mockAuthClient) GetApplicationServers(_ context.Context, _ string) ([]types.AppServer, error) {
return c.appServers, nil
}
func (c *mockAuthClient) GetCertAuthority(ctx context.Context, id types.CertAuthID, loadKeys bool) (types.CertAuthority, error) {
ca, err := types.NewCertAuthority(types.CertAuthoritySpecV2{
Type: types.HostCA,
ClusterName: c.clusterName,
ActiveKeys: types.CAKeySet{
TLS: []*types.TLSKeyPair{{
Cert: c.caCert,
Key: c.caKey,
}},
},
})
if err != nil {
return nil, err
}
return ca, nil
}
// fakeRemoteListener Implements a `net.Listener` that return `net.Conn` from
// the `FakeRemoteSite`.
type fakeRemoteListener struct {
fakeRemote *reversetunnel.FakeRemoteSite
}
func (r *fakeRemoteListener) Accept() (net.Conn, error) {
conn, ok := <-r.fakeRemote.ProxyConn()
if !ok {
return nil, fmt.Errorf("remote closed")
}
return conn, nil
}
func (r *fakeRemoteListener) Close() error {
return nil
}
func (r *fakeRemoteListener) Addr() net.Addr {
return &net.IPAddr{}
}
// createAppSession generates a WebSession for an application.
func createAppSession(t *testing.T, clock clockwork.FakeClock, caKey, caCert []byte, clusterName, publicAddr string) types.WebSession {
tlsCA, err := tlsca.FromKeys(caCert, caKey)
require.NoError(t, err)
// Generate the identity with a `RouteToApp` option.
subj, err := (&tlsca.Identity{
Username: "testuser",
Groups: []string{"access"},
RouteToApp: tlsca.RouteToApp{
PublicAddr: publicAddr,
ClusterName: clusterName,
Name: "testapp",
},
}).Subject()
require.NoError(t, err)
// Generate public and private keys for the application request certificate.
priv, pub, err := testauthority.New().GetNewKeyPairFromPool()
require.NoError(t, err)
cryptoPubKey, err := sshutils.CryptoPublicKey(pub)
require.NoError(t, err)
cert, err := tlsCA.GenerateCertificate(tlsca.CertificateRequest{
Clock: clock,
PublicKey: cryptoPubKey,
Subject: subj,
NotAfter: clock.Now().Add(5 * time.Minute),
})
require.NoError(t, err)
appSession, err := types.NewWebSession(uuid.New().String(), types.KindAppSession, types.WebSessionSpecV2{
User: "testuser",
Priv: priv,
TLSCert: cert,
Expires: clock.Now().Add(5 * time.Minute),
BearerToken: "abc123",
})
require.NoError(t, err)
return appSession
}
func createAppServer(t *testing.T, publicAddr string) types.AppServer {
appName := uuid.New().String()
appServer, err := types.NewAppServerV3(
types.Metadata{Name: appName},
types.AppServerSpecV3{
HostID: uuid.New().String(),
App: &types.AppV3{
Metadata: types.Metadata{Name: appName},
Spec: types.AppSpecV3{
URI: "localhost",
PublicAddr: publicAddr,
},
},
},
)
require.NoError(t, err)
return appServer
}