mirror of https://github.com/k3s-io/k3s
161 lines
6.2 KiB
Go
161 lines
6.2 KiB
Go
/*
|
|
Copyright 2019 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
// Package reconciler implements interfaces that attempt to reconcile the
|
|
// desired state of the world with the actual state of the world by triggering
|
|
// relevant actions (register/deregister plugins).
|
|
package reconciler
|
|
|
|
import (
|
|
"sync"
|
|
"time"
|
|
|
|
"k8s.io/apimachinery/pkg/util/wait"
|
|
"k8s.io/klog"
|
|
"k8s.io/kubernetes/pkg/kubelet/pluginmanager/cache"
|
|
"k8s.io/kubernetes/pkg/kubelet/pluginmanager/operationexecutor"
|
|
"k8s.io/kubernetes/pkg/util/goroutinemap"
|
|
"k8s.io/kubernetes/pkg/util/goroutinemap/exponentialbackoff"
|
|
)
|
|
|
|
// Reconciler runs a periodic loop to reconcile the desired state of the world
|
|
// with the actual state of the world by triggering register and unregister
|
|
// operations.
|
|
type Reconciler interface {
|
|
// Starts running the reconciliation loop which executes periodically, checks
|
|
// if plugins that should be registered are register and plugins that should be
|
|
// unregistered are unregistered. If not, it will trigger register/unregister
|
|
// operations to rectify.
|
|
Run(stopCh <-chan struct{})
|
|
|
|
// AddHandler adds the given plugin handler for a specific plugin type
|
|
AddHandler(pluginType string, pluginHandler cache.PluginHandler)
|
|
}
|
|
|
|
// NewReconciler returns a new instance of Reconciler.
|
|
//
|
|
// loopSleepDuration - the amount of time the reconciler loop sleeps between
|
|
// successive executions
|
|
// syncDuration - the amount of time the syncStates sleeps between
|
|
// successive executions
|
|
// operationExecutor - used to trigger register/unregister operations safely
|
|
// (prevents more than one operation from being triggered on the same
|
|
// socket path)
|
|
// desiredStateOfWorld - cache containing the desired state of the world
|
|
// actualStateOfWorld - cache containing the actual state of the world
|
|
func NewReconciler(
|
|
operationExecutor operationexecutor.OperationExecutor,
|
|
loopSleepDuration time.Duration,
|
|
desiredStateOfWorld cache.DesiredStateOfWorld,
|
|
actualStateOfWorld cache.ActualStateOfWorld) Reconciler {
|
|
return &reconciler{
|
|
operationExecutor: operationExecutor,
|
|
loopSleepDuration: loopSleepDuration,
|
|
desiredStateOfWorld: desiredStateOfWorld,
|
|
actualStateOfWorld: actualStateOfWorld,
|
|
handlers: make(map[string]cache.PluginHandler),
|
|
}
|
|
}
|
|
|
|
type reconciler struct {
|
|
operationExecutor operationexecutor.OperationExecutor
|
|
loopSleepDuration time.Duration
|
|
desiredStateOfWorld cache.DesiredStateOfWorld
|
|
actualStateOfWorld cache.ActualStateOfWorld
|
|
handlers map[string]cache.PluginHandler
|
|
sync.RWMutex
|
|
}
|
|
|
|
var _ Reconciler = &reconciler{}
|
|
|
|
func (rc *reconciler) Run(stopCh <-chan struct{}) {
|
|
wait.Until(func() {
|
|
rc.reconcile()
|
|
},
|
|
rc.loopSleepDuration,
|
|
stopCh)
|
|
}
|
|
|
|
func (rc *reconciler) AddHandler(pluginType string, pluginHandler cache.PluginHandler) {
|
|
rc.Lock()
|
|
defer rc.Unlock()
|
|
|
|
rc.handlers[pluginType] = pluginHandler
|
|
}
|
|
|
|
func (rc *reconciler) getHandlers() map[string]cache.PluginHandler {
|
|
rc.RLock()
|
|
defer rc.RUnlock()
|
|
|
|
return rc.handlers
|
|
}
|
|
|
|
func (rc *reconciler) reconcile() {
|
|
// Unregisterations are triggered before registrations
|
|
|
|
// Ensure plugins that should be unregistered are unregistered.
|
|
for _, registeredPlugin := range rc.actualStateOfWorld.GetRegisteredPlugins() {
|
|
unregisterPlugin := false
|
|
if !rc.desiredStateOfWorld.PluginExists(registeredPlugin.SocketPath) {
|
|
unregisterPlugin = true
|
|
} else {
|
|
// We also need to unregister the plugins that exist in both actual state of world
|
|
// and desired state of world cache, but the timestamps don't match.
|
|
// Iterate through desired state of world plugins and see if there's any plugin
|
|
// with the same socket path but different timestamp.
|
|
for _, dswPlugin := range rc.desiredStateOfWorld.GetPluginsToRegister() {
|
|
if dswPlugin.SocketPath == registeredPlugin.SocketPath && dswPlugin.Timestamp != registeredPlugin.Timestamp {
|
|
klog.V(5).Infof(registeredPlugin.GenerateMsgDetailed("An updated version of plugin has been found, unregistering the plugin first before reregistering", ""))
|
|
unregisterPlugin = true
|
|
break
|
|
}
|
|
}
|
|
}
|
|
|
|
if unregisterPlugin {
|
|
klog.V(5).Infof(registeredPlugin.GenerateMsgDetailed("Starting operationExecutor.UnregisterPlugin", ""))
|
|
err := rc.operationExecutor.UnregisterPlugin(registeredPlugin.SocketPath, rc.getHandlers(), rc.actualStateOfWorld)
|
|
if err != nil &&
|
|
!goroutinemap.IsAlreadyExists(err) &&
|
|
!exponentialbackoff.IsExponentialBackoff(err) {
|
|
// Ignore goroutinemap.IsAlreadyExists and exponentialbackoff.IsExponentialBackoff errors, they are expected.
|
|
// Log all other errors.
|
|
klog.Errorf(registeredPlugin.GenerateErrorDetailed("operationExecutor.UnregisterPlugin failed", err).Error())
|
|
}
|
|
if err == nil {
|
|
klog.V(1).Infof(registeredPlugin.GenerateMsgDetailed("operationExecutor.UnregisterPlugin started", ""))
|
|
}
|
|
}
|
|
}
|
|
|
|
// Ensure plugins that should be registered are registered
|
|
for _, pluginToRegister := range rc.desiredStateOfWorld.GetPluginsToRegister() {
|
|
if !rc.actualStateOfWorld.PluginExistsWithCorrectTimestamp(pluginToRegister) {
|
|
klog.V(5).Infof(pluginToRegister.GenerateMsgDetailed("Starting operationExecutor.RegisterPlugin", ""))
|
|
err := rc.operationExecutor.RegisterPlugin(pluginToRegister.SocketPath, pluginToRegister.FoundInDeprecatedDir, pluginToRegister.Timestamp, rc.getHandlers(), rc.actualStateOfWorld)
|
|
if err != nil &&
|
|
!goroutinemap.IsAlreadyExists(err) &&
|
|
!exponentialbackoff.IsExponentialBackoff(err) {
|
|
// Ignore goroutinemap.IsAlreadyExists and exponentialbackoff.IsExponentialBackoff errors, they are expected.
|
|
klog.Errorf(pluginToRegister.GenerateErrorDetailed("operationExecutor.RegisterPlugin failed", err).Error())
|
|
}
|
|
if err == nil {
|
|
klog.V(1).Infof(pluginToRegister.GenerateMsgDetailed("operationExecutor.RegisterPlugin started", ""))
|
|
}
|
|
}
|
|
}
|
|
}
|