mirror of
https://github.com/coder/coder.git
synced 2025-07-06 15:41:45 +00:00
* feat: HA tailnet coordinator * fixup! feat: HA tailnet coordinator * fixup! feat: HA tailnet coordinator * remove printlns * close all connections on coordinator * impelement high availability feature * fixup! impelement high availability feature * fixup! impelement high availability feature * fixup! impelement high availability feature * fixup! impelement high availability feature * Add replicas * Add DERP meshing to arbitrary addresses * Move packages to highavailability folder * Move coordinator to high availability package * Add flags for HA * Rename to replicasync * Denest packages for replicas * Add test for multiple replicas * Fix coordination test * Add HA to the helm chart * Rename function pointer * Add warnings for HA * Add the ability to block endpoints * Add flag to disable P2P connections * Wow, I made the tests pass * Add replicas endpoint * Ensure close kills replica * Update sql * Add database latency to high availability * Pipe TLS to DERP mesh * Fix DERP mesh with TLS * Add tests for TLS * Fix replica sync TLS * Fix RootCA for replica meshing * Remove ID from replicasync * Fix getting certificates for meshing * Remove excessive locking * Fix linting * Store mesh key in the database * Fix replica key for tests * Fix types gen * Fix unlocking unlocked * Fix race in tests * Update enterprise/derpmesh/derpmesh.go Co-authored-by: Colin Adler <colin1adler@gmail.com> * Rename to syncReplicas * Reuse http client * Delete old replicas on a CRON * Fix race condition in connection tests * Fix linting * Fix nil type * Move pubsub to in-memory for twenty test * Add comment for configuration tweaking * Fix leak with transport * Fix close leak in derpmesh * Fix race when creating server * Remove handler update * Skip test on Windows * Fix DERP mesh test * Wrap HTTP handler replacement in mutex * Fix error message for relay * Fix API handler for normal tests * Fix speedtest * Fix replica resend * Fix derpmesh send * Ping async * Increase wait time of template version jobd * Fix race when closing replica sync * Add name to client * Log the derpmap being used * Don't connect if DERP is empty * Improve agent coordinator logging * Fix lock in coordinator * Fix relay addr * Fix race when updating durations * Fix client publish race * Run pubsub loop in a queue * Store agent nodes in order * Fix coordinator locking * Check for closed pipe Co-authored-by: Colin Adler <colin1adler@gmail.com>
139 lines
4.3 KiB
Go
139 lines
4.3 KiB
Go
package coderd_test
|
|
|
|
import (
|
|
"context"
|
|
"crypto/tls"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"cdr.dev/slog"
|
|
"cdr.dev/slog/sloggers/slogtest"
|
|
|
|
"github.com/coder/coder/coderd/coderdtest"
|
|
"github.com/coder/coder/coderd/database/dbtestutil"
|
|
"github.com/coder/coder/codersdk"
|
|
"github.com/coder/coder/enterprise/coderd/coderdenttest"
|
|
"github.com/coder/coder/testutil"
|
|
)
|
|
|
|
func TestReplicas(t *testing.T) {
|
|
t.Parallel()
|
|
t.Run("ErrorWithoutLicense", func(t *testing.T) {
|
|
t.Parallel()
|
|
db, pubsub := dbtestutil.NewDB(t)
|
|
firstClient := coderdenttest.New(t, &coderdenttest.Options{
|
|
Options: &coderdtest.Options{
|
|
IncludeProvisionerDaemon: true,
|
|
Database: db,
|
|
Pubsub: pubsub,
|
|
},
|
|
})
|
|
_ = coderdtest.CreateFirstUser(t, firstClient)
|
|
secondClient, _, secondAPI := coderdenttest.NewWithAPI(t, &coderdenttest.Options{
|
|
Options: &coderdtest.Options{
|
|
Database: db,
|
|
Pubsub: pubsub,
|
|
},
|
|
})
|
|
secondClient.SessionToken = firstClient.SessionToken
|
|
ents, err := secondClient.Entitlements(context.Background())
|
|
require.NoError(t, err)
|
|
require.Len(t, ents.Errors, 1)
|
|
_ = secondAPI.Close()
|
|
|
|
ents, err = firstClient.Entitlements(context.Background())
|
|
require.NoError(t, err)
|
|
require.Len(t, ents.Warnings, 0)
|
|
})
|
|
t.Run("ConnectAcrossMultiple", func(t *testing.T) {
|
|
t.Parallel()
|
|
db, pubsub := dbtestutil.NewDB(t)
|
|
firstClient := coderdenttest.New(t, &coderdenttest.Options{
|
|
Options: &coderdtest.Options{
|
|
IncludeProvisionerDaemon: true,
|
|
Database: db,
|
|
Pubsub: pubsub,
|
|
},
|
|
})
|
|
firstUser := coderdtest.CreateFirstUser(t, firstClient)
|
|
coderdenttest.AddLicense(t, firstClient, coderdenttest.LicenseOptions{
|
|
HighAvailability: true,
|
|
})
|
|
|
|
secondClient := coderdenttest.New(t, &coderdenttest.Options{
|
|
Options: &coderdtest.Options{
|
|
Database: db,
|
|
Pubsub: pubsub,
|
|
},
|
|
})
|
|
secondClient.SessionToken = firstClient.SessionToken
|
|
replicas, err := secondClient.Replicas(context.Background())
|
|
require.NoError(t, err)
|
|
require.Len(t, replicas, 2)
|
|
|
|
_, agent := setupWorkspaceAgent(t, firstClient, firstUser, 0)
|
|
conn, err := secondClient.DialWorkspaceAgent(context.Background(), agent.ID, &codersdk.DialWorkspaceAgentOptions{
|
|
BlockEndpoints: true,
|
|
Logger: slogtest.Make(t, nil).Leveled(slog.LevelDebug),
|
|
})
|
|
require.NoError(t, err)
|
|
require.Eventually(t, func() bool {
|
|
ctx, cancelFunc := context.WithTimeout(context.Background(), testutil.WaitShort)
|
|
defer cancelFunc()
|
|
_, err = conn.Ping(ctx)
|
|
return err == nil
|
|
}, testutil.WaitLong, testutil.IntervalFast)
|
|
_ = conn.Close()
|
|
})
|
|
t.Run("ConnectAcrossMultipleTLS", func(t *testing.T) {
|
|
t.Parallel()
|
|
db, pubsub := dbtestutil.NewDB(t)
|
|
certificates := []tls.Certificate{testutil.GenerateTLSCertificate(t, "localhost")}
|
|
firstClient := coderdenttest.New(t, &coderdenttest.Options{
|
|
Options: &coderdtest.Options{
|
|
IncludeProvisionerDaemon: true,
|
|
Database: db,
|
|
Pubsub: pubsub,
|
|
TLSCertificates: certificates,
|
|
},
|
|
})
|
|
firstUser := coderdtest.CreateFirstUser(t, firstClient)
|
|
coderdenttest.AddLicense(t, firstClient, coderdenttest.LicenseOptions{
|
|
HighAvailability: true,
|
|
})
|
|
|
|
secondClient := coderdenttest.New(t, &coderdenttest.Options{
|
|
Options: &coderdtest.Options{
|
|
Database: db,
|
|
Pubsub: pubsub,
|
|
TLSCertificates: certificates,
|
|
},
|
|
})
|
|
secondClient.SessionToken = firstClient.SessionToken
|
|
replicas, err := secondClient.Replicas(context.Background())
|
|
require.NoError(t, err)
|
|
require.Len(t, replicas, 2)
|
|
|
|
_, agent := setupWorkspaceAgent(t, firstClient, firstUser, 0)
|
|
conn, err := secondClient.DialWorkspaceAgent(context.Background(), agent.ID, &codersdk.DialWorkspaceAgentOptions{
|
|
BlockEndpoints: true,
|
|
Logger: slogtest.Make(t, nil).Named("client").Leveled(slog.LevelDebug),
|
|
})
|
|
require.NoError(t, err)
|
|
require.Eventually(t, func() bool {
|
|
ctx, cancelFunc := context.WithTimeout(context.Background(), testutil.IntervalSlow)
|
|
defer cancelFunc()
|
|
_, err = conn.Ping(ctx)
|
|
return err == nil
|
|
}, testutil.WaitLong, testutil.IntervalFast)
|
|
_ = conn.Close()
|
|
replicas, err = secondClient.Replicas(context.Background())
|
|
require.NoError(t, err)
|
|
require.Len(t, replicas, 2)
|
|
for _, replica := range replicas {
|
|
require.Empty(t, replica.Error)
|
|
}
|
|
})
|
|
}
|