mirror of https://github.com/k3s-io/k3s
357 lines
9.3 KiB
Go
357 lines
9.3 KiB
Go
package etcd
|
|
|
|
import (
|
|
"context"
|
|
"net"
|
|
"net/http"
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/k3s-io/k3s/pkg/clientaccess"
|
|
"github.com/k3s-io/k3s/pkg/daemons/config"
|
|
testutil "github.com/k3s-io/k3s/tests"
|
|
"github.com/robfig/cron/v3"
|
|
clientv3 "go.etcd.io/etcd/client/v3"
|
|
"go.etcd.io/etcd/server/v3/etcdserver"
|
|
utilnet "k8s.io/apimachinery/pkg/util/net"
|
|
)
|
|
|
|
func mustGetAddress() string {
|
|
ipAddr, err := utilnet.ChooseHostInterface()
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
return ipAddr.String()
|
|
}
|
|
|
|
func generateTestConfig() *config.Control {
|
|
agentReady := make(chan struct{})
|
|
close(agentReady)
|
|
criticalControlArgs := config.CriticalControlArgs{
|
|
ClusterDomain: "cluster.local",
|
|
ClusterDNS: net.ParseIP("10.43.0.10"),
|
|
ClusterIPRange: testutil.ClusterIPNet(),
|
|
FlannelBackend: "vxlan",
|
|
ServiceIPRange: testutil.ServiceIPNet(),
|
|
}
|
|
return &config.Control{
|
|
Runtime: &config.ControlRuntime{AgentReady: agentReady},
|
|
HTTPSPort: 6443,
|
|
SupervisorPort: 6443,
|
|
AdvertisePort: 6443,
|
|
DataDir: "/tmp/k3s/", // Different than the default value
|
|
EtcdSnapshotName: "etcd-snapshot",
|
|
EtcdSnapshotCron: "0 */12 * * *",
|
|
EtcdSnapshotRetention: 5,
|
|
EtcdS3Endpoint: "s3.amazonaws.com",
|
|
EtcdS3Region: "us-east-1",
|
|
SANs: []string{"127.0.0.1"},
|
|
CriticalControlArgs: criticalControlArgs,
|
|
}
|
|
}
|
|
|
|
func generateTestHandler() http.Handler {
|
|
return http.HandlerFunc(func(rw http.ResponseWriter, req *http.Request) {})
|
|
}
|
|
|
|
func Test_UnitETCD_IsInitialized(t *testing.T) {
|
|
type args struct {
|
|
ctx context.Context
|
|
config *config.Control
|
|
}
|
|
tests := []struct {
|
|
name string
|
|
args args
|
|
setup func(*config.Control) error
|
|
teardown func(*config.Control) error
|
|
want bool
|
|
wantErr bool
|
|
}{
|
|
{
|
|
name: "Directory exists",
|
|
args: args{
|
|
ctx: context.TODO(),
|
|
config: generateTestConfig(),
|
|
},
|
|
setup: func(cnf *config.Control) error {
|
|
if err := testutil.GenerateDataDir(cnf); err != nil {
|
|
return err
|
|
}
|
|
return os.MkdirAll(walDir(cnf), 0700)
|
|
},
|
|
teardown: func(cnf *config.Control) error {
|
|
testutil.CleanupDataDir(cnf)
|
|
return os.Remove(walDir(cnf))
|
|
},
|
|
wantErr: false,
|
|
want: true,
|
|
},
|
|
{
|
|
name: "Directory does not exist",
|
|
args: args{
|
|
ctx: context.TODO(),
|
|
config: generateTestConfig(),
|
|
},
|
|
setup: func(cnf *config.Control) error {
|
|
if err := testutil.GenerateDataDir(cnf); err != nil {
|
|
return err
|
|
}
|
|
// We don't care if removal fails to find the dir
|
|
os.Remove(walDir(cnf))
|
|
return nil
|
|
},
|
|
teardown: func(cnf *config.Control) error {
|
|
testutil.CleanupDataDir(cnf)
|
|
return nil
|
|
},
|
|
wantErr: false,
|
|
want: false,
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
e := NewETCD()
|
|
defer tt.teardown(tt.args.config)
|
|
if err := tt.setup(tt.args.config); err != nil {
|
|
t.Errorf("Prep for ETCD.IsInitialized() failed = %v", err)
|
|
return
|
|
}
|
|
got, err := e.IsInitialized(tt.args.ctx, tt.args.config)
|
|
if (err != nil) != tt.wantErr {
|
|
t.Errorf("ETCD.IsInitialized() error = %v, wantErr %v", err, tt.wantErr)
|
|
return
|
|
}
|
|
if got != tt.want {
|
|
t.Errorf("ETCD.IsInitialized() = %+v\nWant = %+v", got, tt.want)
|
|
return
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func Test_UnitETCD_Register(t *testing.T) {
|
|
type args struct {
|
|
ctx context.Context
|
|
config *config.Control
|
|
handler http.Handler
|
|
}
|
|
tests := []struct {
|
|
name string
|
|
args args
|
|
setup func(cnf *config.Control) error
|
|
teardown func(cnf *config.Control) error
|
|
wantErr bool
|
|
}{
|
|
{
|
|
name: "Call Register with standard config",
|
|
args: args{
|
|
ctx: context.TODO(),
|
|
config: generateTestConfig(),
|
|
handler: generateTestHandler(),
|
|
},
|
|
setup: func(cnf *config.Control) error {
|
|
return testutil.GenerateRuntime(cnf)
|
|
},
|
|
teardown: func(cnf *config.Control) error {
|
|
testutil.CleanupDataDir(cnf)
|
|
return nil
|
|
},
|
|
},
|
|
{
|
|
name: "Call Register with a tombstone file created",
|
|
args: args{
|
|
ctx: context.TODO(),
|
|
config: generateTestConfig(),
|
|
handler: generateTestHandler(),
|
|
},
|
|
setup: func(cnf *config.Control) error {
|
|
if err := testutil.GenerateRuntime(cnf); err != nil {
|
|
return err
|
|
}
|
|
if err := os.MkdirAll(DBDir(cnf), 0700); err != nil {
|
|
return err
|
|
}
|
|
tombstoneFile := filepath.Join(DBDir(cnf), "tombstone")
|
|
if _, err := os.Create(tombstoneFile); err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
},
|
|
teardown: func(cnf *config.Control) error {
|
|
tombstoneFile := filepath.Join(DBDir(cnf), "tombstone")
|
|
os.Remove(tombstoneFile)
|
|
testutil.CleanupDataDir(cnf)
|
|
return nil
|
|
},
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
e := NewETCD()
|
|
|
|
defer tt.teardown(tt.args.config)
|
|
if err := tt.setup(tt.args.config); err != nil {
|
|
t.Errorf("Setup for ETCD.Register() failed = %v", err)
|
|
return
|
|
}
|
|
_, err := e.Register(tt.args.ctx, tt.args.config, tt.args.handler)
|
|
if (err != nil) != tt.wantErr {
|
|
t.Errorf("ETCD.Register() error = %v, wantErr %v", err, tt.wantErr)
|
|
return
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func Test_UnitETCD_Start(t *testing.T) {
|
|
type contextInfo struct {
|
|
ctx context.Context
|
|
cancel context.CancelFunc
|
|
}
|
|
type fields struct {
|
|
context contextInfo
|
|
client *clientv3.Client
|
|
config *config.Control
|
|
name string
|
|
address string
|
|
cron *cron.Cron
|
|
s3 *S3
|
|
}
|
|
type args struct {
|
|
clientAccessInfo *clientaccess.Info
|
|
}
|
|
tests := []struct {
|
|
name string
|
|
fields fields
|
|
args args
|
|
setup func(e *ETCD, ctxInfo *contextInfo) error
|
|
teardown func(e *ETCD, ctxInfo *contextInfo) error
|
|
wantErr bool
|
|
}{
|
|
{
|
|
name: "Start etcd without clientAccessInfo and without snapshots",
|
|
fields: fields{
|
|
config: generateTestConfig(),
|
|
address: mustGetAddress(),
|
|
name: "default",
|
|
},
|
|
args: args{
|
|
clientAccessInfo: nil,
|
|
},
|
|
setup: func(e *ETCD, ctxInfo *contextInfo) error {
|
|
ctxInfo.ctx, ctxInfo.cancel = context.WithCancel(context.Background())
|
|
e.config.EtcdDisableSnapshots = true
|
|
testutil.GenerateRuntime(e.config)
|
|
client, err := GetClient(ctxInfo.ctx, e.config.Runtime)
|
|
e.client = client
|
|
|
|
return err
|
|
},
|
|
teardown: func(e *ETCD, ctxInfo *contextInfo) error {
|
|
// RemoveSelf will fail with a specific error, but it still does cleanup for testing purposes
|
|
if err := e.RemoveSelf(ctxInfo.ctx); err != nil && err.Error() != etcdserver.ErrNotEnoughStartedMembers.Error() {
|
|
return err
|
|
}
|
|
e.client.Close()
|
|
ctxInfo.cancel()
|
|
time.Sleep(10 * time.Second)
|
|
testutil.CleanupDataDir(e.config)
|
|
return nil
|
|
},
|
|
},
|
|
{
|
|
name: "Start etcd without clientAccessInfo on",
|
|
fields: fields{
|
|
config: generateTestConfig(),
|
|
address: mustGetAddress(),
|
|
name: "default",
|
|
cron: cron.New(),
|
|
},
|
|
args: args{
|
|
clientAccessInfo: nil,
|
|
},
|
|
setup: func(e *ETCD, ctxInfo *contextInfo) error {
|
|
ctxInfo.ctx, ctxInfo.cancel = context.WithCancel(context.Background())
|
|
testutil.GenerateRuntime(e.config)
|
|
client, err := GetClient(ctxInfo.ctx, e.config.Runtime)
|
|
e.client = client
|
|
|
|
return err
|
|
},
|
|
teardown: func(e *ETCD, ctxInfo *contextInfo) error {
|
|
// RemoveSelf will fail with a specific error, but it still does cleanup for testing purposes
|
|
if err := e.RemoveSelf(ctxInfo.ctx); err != nil && err.Error() != etcdserver.ErrNotEnoughStartedMembers.Error() {
|
|
return err
|
|
}
|
|
e.client.Close()
|
|
ctxInfo.cancel()
|
|
time.Sleep(5 * time.Second)
|
|
testutil.CleanupDataDir(e.config)
|
|
return nil
|
|
},
|
|
},
|
|
{
|
|
name: "Start etcd with an existing cluster",
|
|
fields: fields{
|
|
config: generateTestConfig(),
|
|
address: mustGetAddress(),
|
|
name: "default",
|
|
cron: cron.New(),
|
|
},
|
|
args: args{
|
|
clientAccessInfo: nil,
|
|
},
|
|
setup: func(e *ETCD, ctxInfo *contextInfo) error {
|
|
ctxInfo.ctx, ctxInfo.cancel = context.WithCancel(context.Background())
|
|
if err := testutil.GenerateRuntime(e.config); err != nil {
|
|
return err
|
|
}
|
|
client, err := GetClient(ctxInfo.ctx, e.config.Runtime)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
e.client = client
|
|
return os.MkdirAll(walDir(e.config), 0700)
|
|
},
|
|
teardown: func(e *ETCD, ctxInfo *contextInfo) error {
|
|
// RemoveSelf will fail with a specific error, but it still does cleanup for testing purposes
|
|
if err := e.RemoveSelf(ctxInfo.ctx); err != nil && err.Error() != etcdserver.ErrNotEnoughStartedMembers.Error() {
|
|
return err
|
|
}
|
|
e.client.Close()
|
|
ctxInfo.cancel()
|
|
time.Sleep(5 * time.Second)
|
|
testutil.CleanupDataDir(e.config)
|
|
os.Remove(walDir(e.config))
|
|
return nil
|
|
},
|
|
},
|
|
}
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
e := &ETCD{
|
|
client: tt.fields.client,
|
|
config: tt.fields.config,
|
|
name: tt.fields.name,
|
|
address: tt.fields.address,
|
|
cron: tt.fields.cron,
|
|
s3: tt.fields.s3,
|
|
}
|
|
|
|
if err := tt.setup(e, &tt.fields.context); err != nil {
|
|
t.Errorf("Setup for ETCD.Start() failed = %v", err)
|
|
return
|
|
}
|
|
if err := e.Start(tt.fields.context.ctx, tt.args.clientAccessInfo); (err != nil) != tt.wantErr {
|
|
t.Errorf("ETCD.Start() error = %v, wantErr %v", err, tt.wantErr)
|
|
}
|
|
if err := tt.teardown(e, &tt.fields.context); err != nil {
|
|
t.Errorf("Teardown for ETCD.Start() failed = %v", err)
|
|
return
|
|
}
|
|
})
|
|
}
|
|
}
|