2015-05-12 00:04:36 +00:00
|
|
|
/*
|
2016-06-03 00:25:58 +00:00
|
|
|
Copyright 2015 The Kubernetes Authors.
|
2015-05-12 00:04:36 +00:00
|
|
|
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
you may not use this file except in compliance with the License.
|
|
|
|
You may obtain a copy of the License at
|
|
|
|
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
See the License for the specific language governing permissions and
|
|
|
|
limitations under the License.
|
|
|
|
*/
|
|
|
|
|
2015-10-10 00:09:53 +00:00
|
|
|
package cm
|
2015-05-12 00:04:36 +00:00
|
|
|
|
2017-02-09 20:13:28 +00:00
|
|
|
import (
|
2017-09-01 17:46:39 +00:00
|
|
|
"time"
|
|
|
|
|
2017-02-09 20:13:28 +00:00
|
|
|
"k8s.io/apimachinery/pkg/util/sets"
|
2017-02-10 05:14:10 +00:00
|
|
|
// TODO: Migrate kubelet to either use its own internal objects or client library.
|
2017-06-22 17:25:57 +00:00
|
|
|
"k8s.io/api/core/v1"
|
2017-09-01 17:46:39 +00:00
|
|
|
internalapi "k8s.io/kubernetes/pkg/kubelet/apis/cri"
|
2017-07-13 23:15:05 +00:00
|
|
|
"k8s.io/kubernetes/pkg/kubelet/apis/kubeletconfig"
|
2017-08-22 22:03:47 +00:00
|
|
|
kubecontainer "k8s.io/kubernetes/pkg/kubelet/container"
|
2017-02-10 05:14:10 +00:00
|
|
|
evictionapi "k8s.io/kubernetes/pkg/kubelet/eviction/api"
|
2017-09-01 17:46:39 +00:00
|
|
|
"k8s.io/kubernetes/pkg/kubelet/status"
|
2017-02-28 21:03:06 +00:00
|
|
|
|
|
|
|
"fmt"
|
|
|
|
"strconv"
|
|
|
|
"strings"
|
2017-02-09 20:13:28 +00:00
|
|
|
)
|
2015-05-30 00:32:34 +00:00
|
|
|
|
2017-02-21 20:10:45 +00:00
|
|
|
type ActivePodsFunc func() []*v1.Pod
|
|
|
|
|
2015-05-12 00:04:36 +00:00
|
|
|
// Manages the containers running on a machine.
|
2015-10-10 00:09:53 +00:00
|
|
|
type ContainerManager interface {
|
2015-05-12 00:04:36 +00:00
|
|
|
// Runs the container manager's housekeeping.
|
|
|
|
// - Ensures that the Docker daemon is in a container.
|
2015-05-19 22:52:12 +00:00
|
|
|
// - Creates the system container where all non-containerized processes run.
|
2017-09-01 17:46:39 +00:00
|
|
|
Start(*v1.Node, ActivePodsFunc, status.PodStatusProvider, internalapi.RuntimeService) error
|
2015-05-30 00:32:34 +00:00
|
|
|
|
2016-02-10 00:58:44 +00:00
|
|
|
// Returns resources allocated to system cgroups in the machine.
|
|
|
|
// These cgroups include the system and Kubernetes services.
|
2016-11-18 20:50:58 +00:00
|
|
|
SystemCgroupsLimit() v1.ResourceList
|
2016-02-05 01:49:17 +00:00
|
|
|
|
|
|
|
// Returns a NodeConfig that is being used by the container manager.
|
|
|
|
GetNodeConfig() NodeConfig
|
2016-03-04 00:37:09 +00:00
|
|
|
|
|
|
|
// Returns internal Status.
|
|
|
|
Status() Status
|
2016-07-13 04:39:22 +00:00
|
|
|
|
|
|
|
// NewPodContainerManager is a factory method which returns a podContainerManager object
|
|
|
|
// Returns a noop implementation if qos cgroup hierarchy is not enabled
|
|
|
|
NewPodContainerManager() PodContainerManager
|
|
|
|
|
2017-05-26 02:53:09 +00:00
|
|
|
// GetMountedSubsystems returns the mounted cgroup subsystems on the node
|
2016-07-13 04:39:22 +00:00
|
|
|
GetMountedSubsystems() *CgroupSubsystems
|
|
|
|
|
|
|
|
// GetQOSContainersInfo returns the names of top level QoS containers
|
|
|
|
GetQOSContainersInfo() QOSContainersInfo
|
2017-02-10 05:14:10 +00:00
|
|
|
|
|
|
|
// GetNodeAllocatable returns the amount of compute resources that have to be reserved from scheduling.
|
|
|
|
GetNodeAllocatableReservation() v1.ResourceList
|
2017-02-21 20:10:45 +00:00
|
|
|
|
2017-06-26 19:49:00 +00:00
|
|
|
// GetCapacity returns the amount of compute resources tracked by container manager available on the node.
|
|
|
|
GetCapacity() v1.ResourceList
|
|
|
|
|
2017-02-21 20:10:45 +00:00
|
|
|
// UpdateQOSCgroups performs housekeeping updates to ensure that the top
|
|
|
|
// level QoS containers have their desired state in a thread-safe way
|
|
|
|
UpdateQOSCgroups() error
|
2017-08-08 23:34:13 +00:00
|
|
|
|
2017-08-22 22:03:47 +00:00
|
|
|
// Returns RunContainerOptions with devices, mounts, and env fields populated for
|
|
|
|
// extended resources required by container.
|
|
|
|
GetResources(pod *v1.Pod, container *v1.Container, activePods []*v1.Pod) (*kubecontainer.RunContainerOptions, error)
|
2017-09-01 17:46:39 +00:00
|
|
|
|
|
|
|
InternalContainerLifecycle() InternalContainerLifecycle
|
2015-05-12 00:04:36 +00:00
|
|
|
}
|
2015-10-10 00:09:53 +00:00
|
|
|
|
|
|
|
type NodeConfig struct {
|
2016-11-06 17:20:57 +00:00
|
|
|
RuntimeCgroupsName string
|
|
|
|
SystemCgroupsName string
|
|
|
|
KubeletCgroupsName string
|
|
|
|
ContainerRuntime string
|
|
|
|
CgroupsPerQOS bool
|
|
|
|
CgroupRoot string
|
|
|
|
CgroupDriver string
|
|
|
|
ProtectKernelDefaults bool
|
2017-02-09 20:13:28 +00:00
|
|
|
NodeAllocatableConfig
|
2017-09-01 17:46:39 +00:00
|
|
|
ExperimentalQOSReserved map[v1.ResourceName]int64
|
|
|
|
ExperimentalCPUManagerPolicy string
|
|
|
|
ExperimentalCPUManagerReconcilePeriod time.Duration
|
2017-02-09 20:13:28 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type NodeAllocatableConfig struct {
|
|
|
|
KubeReservedCgroupName string
|
|
|
|
SystemReservedCgroupName string
|
|
|
|
EnforceNodeAllocatable sets.String
|
|
|
|
KubeReserved v1.ResourceList
|
|
|
|
SystemReserved v1.ResourceList
|
|
|
|
HardEvictionThresholds []evictionapi.Threshold
|
2015-10-10 00:09:53 +00:00
|
|
|
}
|
2016-03-04 00:37:09 +00:00
|
|
|
|
|
|
|
type Status struct {
|
|
|
|
// Any soft requirements that were unsatisfied.
|
|
|
|
SoftRequirements error
|
|
|
|
}
|
2017-02-10 05:14:10 +00:00
|
|
|
|
|
|
|
const (
|
|
|
|
// Uer visible keys for managing node allocatable enforcement on the node.
|
|
|
|
NodeAllocatableEnforcementKey = "pods"
|
|
|
|
SystemReservedEnforcementKey = "system-reserved"
|
|
|
|
KubeReservedEnforcementKey = "kube-reserved"
|
|
|
|
)
|
2017-02-28 21:03:06 +00:00
|
|
|
|
|
|
|
// containerManager for the kubelet is currently an injected dependency.
|
|
|
|
// We need to parse the --qos-reserve-requests option in
|
|
|
|
// cmd/kubelet/app/server.go and there isn't really a good place to put
|
|
|
|
// the code. If/When the kubelet dependency injection gets worked out,
|
|
|
|
// maybe there will be a better place for it.
|
|
|
|
func parsePercentage(v string) (int64, error) {
|
|
|
|
if !strings.HasSuffix(v, "%") {
|
|
|
|
return 0, fmt.Errorf("percentage expected, got '%s'", v)
|
|
|
|
}
|
|
|
|
percentage, err := strconv.ParseInt(strings.TrimRight(v, "%"), 10, 0)
|
|
|
|
if err != nil {
|
|
|
|
return 0, fmt.Errorf("invalid number in percentage '%s'", v)
|
|
|
|
}
|
|
|
|
if percentage < 0 || percentage > 100 {
|
|
|
|
return 0, fmt.Errorf("percentage must be between 0 and 100")
|
|
|
|
}
|
|
|
|
return percentage, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// ParseQOSReserved parses the --qos-reserve-requests option
|
2017-07-13 23:15:05 +00:00
|
|
|
func ParseQOSReserved(m kubeletconfig.ConfigurationMap) (*map[v1.ResourceName]int64, error) {
|
2017-02-28 21:03:06 +00:00
|
|
|
reservations := make(map[v1.ResourceName]int64)
|
|
|
|
for k, v := range m {
|
|
|
|
switch v1.ResourceName(k) {
|
|
|
|
// Only memory resources are supported.
|
|
|
|
case v1.ResourceMemory:
|
|
|
|
q, err := parsePercentage(v)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
reservations[v1.ResourceName(k)] = q
|
|
|
|
default:
|
|
|
|
return nil, fmt.Errorf("cannot reserve %q resource", k)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return &reservations, nil
|
|
|
|
}
|