diff --git a/coderd/userauth_test.go b/coderd/userauth_test.go
index d9f5dabf49..e73a2e9354 100644
--- a/coderd/userauth_test.go
+++ b/coderd/userauth_test.go
@@ -1770,13 +1770,6 @@ func TestUserOIDC(t *testing.T) {
 	t.Run("OIDCEmailFallbackBlockedByExistingLink", func(t *testing.T) {
 		t.Parallel()
 
-		fake := oidctest.NewFakeIDP(t,
-			oidctest.WithRefresh(func(_ string) error {
-				return xerrors.New("refreshing token should never occur")
-			}),
-			oidctest.WithServing(),
-		)
-
 		for _, tc := range []struct {
 			name         string
 			allowSignups bool
@@ -1788,6 +1781,12 @@ func TestUserOIDC(t *testing.T) {
 			t.Run(tc.name, func(t *testing.T) {
 				t.Parallel()
 
+				fake := oidctest.NewFakeIDP(t,
+					oidctest.WithRefresh(func(_ string) error {
+						return xerrors.New("refreshing token should never occur")
+					}),
+					oidctest.WithServing(),
+				)
 				cfg := fake.OIDCConfig(t, nil, func(cfg *coderd.OIDCConfig) {
 					cfg.AllowSignups = tc.allowSignups
 				})