mirror of https://github.com/k3s-io/k3s
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
104 lines
2.7 KiB
104 lines
2.7 KiB
package server
|
|
|
|
import (
|
|
"context"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
"time"
|
|
|
|
"github.com/rancher/k3s/pkg/etcd"
|
|
"github.com/sirupsen/logrus"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
)
|
|
|
|
// setETCDLabelsAndAnnotations will set the etcd role label if not exists also it
|
|
// sets special annotaitons on the node object which are etcd node id and etcd node
|
|
// address, the function will also remove the controlplane and master role labels if
|
|
// they exist on the node
|
|
func setETCDLabelsAndAnnotations(ctx context.Context, config *Config) error {
|
|
t := time.NewTicker(5 * time.Second)
|
|
defer t.Stop()
|
|
for range t.C {
|
|
controlConfig := &config.ControlConfig
|
|
|
|
sc, err := NewContext(ctx, controlConfig.Runtime.KubeConfigAdmin)
|
|
if err != nil {
|
|
logrus.Infof("Failed to set etcd role label: %v", err)
|
|
continue
|
|
}
|
|
|
|
if err := sc.Start(ctx); err != nil {
|
|
logrus.Infof("Failed to set etcd role label: %v", err)
|
|
continue
|
|
}
|
|
|
|
controlConfig.Runtime.Core = sc.Core
|
|
nodes := sc.Core.Core().V1().Node()
|
|
|
|
nodeName := os.Getenv("NODE_NAME")
|
|
if nodeName == "" {
|
|
logrus.Info("Failed to set etcd role label: node name not set")
|
|
continue
|
|
}
|
|
node, err := nodes.Get(nodeName, metav1.GetOptions{})
|
|
if err != nil {
|
|
logrus.Infof("Failed to set etcd role label: %v", err)
|
|
continue
|
|
}
|
|
|
|
if node.Labels == nil {
|
|
node.Labels = make(map[string]string)
|
|
}
|
|
|
|
// remove controlplane label if role label exists
|
|
var controlRoleLabelExists bool
|
|
if _, ok := node.Labels[MasterRoleLabelKey]; ok {
|
|
delete(node.Labels, MasterRoleLabelKey)
|
|
controlRoleLabelExists = true
|
|
}
|
|
if _, ok := node.Labels[ControlPlaneRoleLabelKey]; ok {
|
|
delete(node.Labels, ControlPlaneRoleLabelKey)
|
|
controlRoleLabelExists = true
|
|
}
|
|
|
|
if v, ok := node.Labels[ETCDRoleLabelKey]; ok && v == "true" && !controlRoleLabelExists {
|
|
break
|
|
}
|
|
|
|
node.Labels[ETCDRoleLabelKey] = "true"
|
|
|
|
// this is replacement to the etcd controller handleself function
|
|
if node.Annotations == nil {
|
|
node.Annotations = map[string]string{}
|
|
}
|
|
fileName := filepath.Join(controlConfig.DataDir, "db", "etcd", "name")
|
|
|
|
data, err := ioutil.ReadFile(fileName)
|
|
if err != nil {
|
|
logrus.Infof("Waiting for etcd node name file to be available: %v", err)
|
|
continue
|
|
}
|
|
etcdNodeName := string(data)
|
|
node.Annotations[etcd.NodeID] = etcdNodeName
|
|
|
|
address, err := etcd.GetAdvertiseAddress(controlConfig.PrivateIP)
|
|
if err != nil {
|
|
logrus.Infof("Waiting for etcd node address to be available: %v", err)
|
|
continue
|
|
}
|
|
node.Annotations[etcd.NodeAddress] = address
|
|
|
|
_, err = nodes.Update(node)
|
|
if err == nil {
|
|
logrus.Infof("Successfully set etcd role label and annotations on node %s", nodeName)
|
|
break
|
|
}
|
|
select {
|
|
case <-ctx.Done():
|
|
return ctx.Err()
|
|
}
|
|
}
|
|
return nil
|
|
}
|