mirror of https://github.com/k3s-io/k3s
Return pointer for Affinity in api helper
parent
a63cccfafc
commit
898a6444e3
|
@ -436,15 +436,16 @@ const (
|
||||||
|
|
||||||
// GetAffinityFromPod gets the json serialized affinity data from Pod.Annotations
|
// GetAffinityFromPod gets the json serialized affinity data from Pod.Annotations
|
||||||
// and converts it to the Affinity type in api.
|
// and converts it to the Affinity type in api.
|
||||||
func GetAffinityFromPodAnnotations(annotations map[string]string) (Affinity, error) {
|
func GetAffinityFromPodAnnotations(annotations map[string]string) (*Affinity, error) {
|
||||||
var affinity Affinity
|
|
||||||
if len(annotations) > 0 && annotations[AffinityAnnotationKey] != "" {
|
if len(annotations) > 0 && annotations[AffinityAnnotationKey] != "" {
|
||||||
|
var affinity Affinity
|
||||||
err := json.Unmarshal([]byte(annotations[AffinityAnnotationKey]), &affinity)
|
err := json.Unmarshal([]byte(annotations[AffinityAnnotationKey]), &affinity)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return affinity, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
return &affinity, nil
|
||||||
}
|
}
|
||||||
return affinity, nil
|
return nil, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// GetTolerationsFromPodAnnotations gets the json serialized tolerations data from Pod.Annotations
|
// GetTolerationsFromPodAnnotations gets the json serialized tolerations data from Pod.Annotations
|
||||||
|
|
|
@ -1863,6 +1863,9 @@ func ValidateAffinityInPodAnnotations(annotations map[string]string, fldPath *fi
|
||||||
allErrs = append(allErrs, field.Invalid(fldPath, api.AffinityAnnotationKey, err.Error()))
|
allErrs = append(allErrs, field.Invalid(fldPath, api.AffinityAnnotationKey, err.Error()))
|
||||||
return allErrs
|
return allErrs
|
||||||
}
|
}
|
||||||
|
if affinity == nil {
|
||||||
|
return allErrs
|
||||||
|
}
|
||||||
|
|
||||||
affinityFldPath := fldPath.Child(api.AffinityAnnotationKey)
|
affinityFldPath := fldPath.Child(api.AffinityAnnotationKey)
|
||||||
if affinity.NodeAffinity != nil {
|
if affinity.NodeAffinity != nil {
|
||||||
|
|
|
@ -63,7 +63,7 @@ func (p *plugin) Admit(attributes admission.Attributes) (err error) {
|
||||||
glog.V(5).Infof("Invalid Affinity detected, but we will leave handling of this to validation phase")
|
glog.V(5).Infof("Invalid Affinity detected, but we will leave handling of this to validation phase")
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
if affinity.PodAntiAffinity != nil {
|
if affinity != nil && affinity.PodAntiAffinity != nil {
|
||||||
var podAntiAffinityTerms []api.PodAffinityTerm
|
var podAntiAffinityTerms []api.PodAffinityTerm
|
||||||
if len(affinity.PodAntiAffinity.RequiredDuringSchedulingIgnoredDuringExecution) != 0 {
|
if len(affinity.PodAntiAffinity.RequiredDuringSchedulingIgnoredDuringExecution) != 0 {
|
||||||
podAntiAffinityTerms = affinity.PodAntiAffinity.RequiredDuringSchedulingIgnoredDuringExecution
|
podAntiAffinityTerms = affinity.PodAntiAffinity.RequiredDuringSchedulingIgnoredDuringExecution
|
||||||
|
|
|
@ -512,7 +512,7 @@ func podMatchesNodeLabels(pod *api.Pod, node *api.Node) bool {
|
||||||
// 5. zero-length non-nil []NodeSelectorRequirement matches no nodes also, just for simplicity
|
// 5. zero-length non-nil []NodeSelectorRequirement matches no nodes also, just for simplicity
|
||||||
// 6. non-nil empty NodeSelectorRequirement is not allowed
|
// 6. non-nil empty NodeSelectorRequirement is not allowed
|
||||||
nodeAffinityMatches := true
|
nodeAffinityMatches := true
|
||||||
if affinity.NodeAffinity != nil {
|
if affinity != nil && affinity.NodeAffinity != nil {
|
||||||
nodeAffinity := affinity.NodeAffinity
|
nodeAffinity := affinity.NodeAffinity
|
||||||
// if no required NodeAffinity requirements, will do no-op, means select all nodes.
|
// if no required NodeAffinity requirements, will do no-op, means select all nodes.
|
||||||
// TODO: Replace next line with subsequent commented-out line when implement RequiredDuringSchedulingRequiredDuringExecution.
|
// TODO: Replace next line with subsequent commented-out line when implement RequiredDuringSchedulingRequiredDuringExecution.
|
||||||
|
@ -809,14 +809,19 @@ func (checker *PodAffinityChecker) InterPodAffinityMatches(pod *api.Pod, meta in
|
||||||
|
|
||||||
// Check if the current node match the inter-pod affinity scheduling constraints.
|
// Check if the current node match the inter-pod affinity scheduling constraints.
|
||||||
// Hard inter-pod affinity is not symmetric, check only when affinity.PodAffinity exists.
|
// Hard inter-pod affinity is not symmetric, check only when affinity.PodAffinity exists.
|
||||||
if affinity.PodAffinity != nil {
|
if affinity != nil && affinity.PodAffinity != nil {
|
||||||
if !checker.NodeMatchesHardPodAffinity(pod, allPods, node, affinity.PodAffinity) {
|
if !checker.NodeMatchesHardPodAffinity(pod, allPods, node, affinity.PodAffinity) {
|
||||||
return false, ErrPodAffinityNotMatch
|
return false, ErrPodAffinityNotMatch
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Hard inter-pod anti-affinity is symmetric, we should always check it.
|
// Hard inter-pod anti-affinity is symmetric, we should always check it
|
||||||
if !checker.NodeMatchesHardPodAntiAffinity(pod, allPods, node, affinity.PodAntiAffinity) {
|
// (also when affinity or affinity.PodAntiAffinity is nil).
|
||||||
|
var antiAffinity *api.PodAntiAffinity
|
||||||
|
if affinity != nil {
|
||||||
|
antiAffinity = affinity.PodAntiAffinity
|
||||||
|
}
|
||||||
|
if !checker.NodeMatchesHardPodAntiAffinity(pod, allPods, node, antiAffinity) {
|
||||||
return false, ErrPodAffinityNotMatch
|
return false, ErrPodAffinityNotMatch
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -933,6 +938,9 @@ func (checker *PodAffinityChecker) NodeMatchesHardPodAntiAffinity(pod *api.Pod,
|
||||||
glog.V(10).Infof("Failed to get Affinity from Pod %+v, err: %+v", podName(pod), err)
|
glog.V(10).Infof("Failed to get Affinity from Pod %+v, err: %+v", podName(pod), err)
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
if epAffinity == nil {
|
||||||
|
continue
|
||||||
|
}
|
||||||
epNode, err := checker.info.GetNodeInfo(ep.Spec.NodeName)
|
epNode, err := checker.info.GetNodeInfo(ep.Spec.NodeName)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
glog.V(10).Infof("Failed to get node from Pod %+v, err: %+v", podName(ep), err)
|
glog.V(10).Infof("Failed to get node from Pod %+v, err: %+v", podName(ep), err)
|
||||||
|
|
|
@ -2500,7 +2500,7 @@ func TestInterPodAffinityWithMultipleNodes(t *testing.T) {
|
||||||
if err != nil {
|
if err != nil {
|
||||||
t.Errorf("unexpected error: %v", err)
|
t.Errorf("unexpected error: %v", err)
|
||||||
}
|
}
|
||||||
if affinity.NodeAffinity != nil {
|
if affinity != nil && affinity.NodeAffinity != nil {
|
||||||
nodeInfo := schedulercache.NewNodeInfo()
|
nodeInfo := schedulercache.NewNodeInfo()
|
||||||
nodeInfo.SetNode(&node)
|
nodeInfo.SetNode(&node)
|
||||||
fits2, err := PodSelectorMatches(test.pod, PredicateMetadata(test.pod), nodeInfo)
|
fits2, err := PodSelectorMatches(test.pod, PredicateMetadata(test.pod), nodeInfo)
|
||||||
|
|
|
@ -127,14 +127,14 @@ func (ipa *InterPodAffinity) CalculateInterPodAffinityPriority(pod *api.Pod, nod
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
|
|
||||||
if affinity.PodAffinity != nil {
|
if affinity != nil && affinity.PodAffinity != nil {
|
||||||
// For every soft pod affinity term of <pod>, if <existingPod> matches the term,
|
// For every soft pod affinity term of <pod>, if <existingPod> matches the term,
|
||||||
// increment <pm.counts> for every node in the cluster with the same <term.TopologyKey>
|
// increment <pm.counts> for every node in the cluster with the same <term.TopologyKey>
|
||||||
// value as that of <existingPods>`s node by the term`s weight.
|
// value as that of <existingPods>`s node by the term`s weight.
|
||||||
terms := affinity.PodAffinity.PreferredDuringSchedulingIgnoredDuringExecution
|
terms := affinity.PodAffinity.PreferredDuringSchedulingIgnoredDuringExecution
|
||||||
pm.processTerms(terms, pod, existingPod, existingPodNode, 1)
|
pm.processTerms(terms, pod, existingPod, existingPodNode, 1)
|
||||||
}
|
}
|
||||||
if affinity.PodAntiAffinity != nil {
|
if affinity != nil && affinity.PodAntiAffinity != nil {
|
||||||
// For every soft pod anti-affinity term of <pod>, if <existingPod> matches the term,
|
// For every soft pod anti-affinity term of <pod>, if <existingPod> matches the term,
|
||||||
// decrement <pm.counts> for every node in the cluster with the same <term.TopologyKey>
|
// decrement <pm.counts> for every node in the cluster with the same <term.TopologyKey>
|
||||||
// value as that of <existingPod>`s node by the term`s weight.
|
// value as that of <existingPod>`s node by the term`s weight.
|
||||||
|
@ -142,7 +142,7 @@ func (ipa *InterPodAffinity) CalculateInterPodAffinityPriority(pod *api.Pod, nod
|
||||||
pm.processTerms(terms, pod, existingPod, existingPodNode, -1)
|
pm.processTerms(terms, pod, existingPod, existingPodNode, -1)
|
||||||
}
|
}
|
||||||
|
|
||||||
if existingPodAffinity.PodAffinity != nil {
|
if existingPodAffinity != nil && existingPodAffinity.PodAffinity != nil {
|
||||||
// For every hard pod affinity term of <existingPod>, if <pod> matches the term,
|
// For every hard pod affinity term of <existingPod>, if <pod> matches the term,
|
||||||
// increment <pm.counts> for every node in the cluster with the same <term.TopologyKey>
|
// increment <pm.counts> for every node in the cluster with the same <term.TopologyKey>
|
||||||
// value as that of <existingPod>'s node by the constant <ipa.hardPodAffinityWeight>
|
// value as that of <existingPod>'s node by the constant <ipa.hardPodAffinityWeight>
|
||||||
|
@ -162,7 +162,7 @@ func (ipa *InterPodAffinity) CalculateInterPodAffinityPriority(pod *api.Pod, nod
|
||||||
terms := existingPodAffinity.PodAffinity.PreferredDuringSchedulingIgnoredDuringExecution
|
terms := existingPodAffinity.PodAffinity.PreferredDuringSchedulingIgnoredDuringExecution
|
||||||
pm.processTerms(terms, existingPod, pod, existingPodNode, 1)
|
pm.processTerms(terms, existingPod, pod, existingPodNode, 1)
|
||||||
}
|
}
|
||||||
if existingPodAffinity.PodAntiAffinity != nil {
|
if existingPodAffinity != nil && existingPodAffinity.PodAntiAffinity != nil {
|
||||||
// For every soft pod anti-affinity term of <existingPod>, if <pod> matches the term,
|
// For every soft pod anti-affinity term of <existingPod>, if <pod> matches the term,
|
||||||
// decrement <pm.counts> for every node in the cluster with the same <term.TopologyKey>
|
// decrement <pm.counts> for every node in the cluster with the same <term.TopologyKey>
|
||||||
// value as that of <existingPod>'s node by the term's weight.
|
// value as that of <existingPod>'s node by the term's weight.
|
||||||
|
|
|
@ -41,7 +41,7 @@ func CalculateNodeAffinityPriority(pod *api.Pod, nodeNameToInfo map[string]*sche
|
||||||
// A nil element of PreferredDuringSchedulingIgnoredDuringExecution matches no objects.
|
// A nil element of PreferredDuringSchedulingIgnoredDuringExecution matches no objects.
|
||||||
// An element of PreferredDuringSchedulingIgnoredDuringExecution that refers to an
|
// An element of PreferredDuringSchedulingIgnoredDuringExecution that refers to an
|
||||||
// empty PreferredSchedulingTerm matches all objects.
|
// empty PreferredSchedulingTerm matches all objects.
|
||||||
if affinity.NodeAffinity != nil && affinity.NodeAffinity.PreferredDuringSchedulingIgnoredDuringExecution != nil {
|
if affinity != nil && affinity.NodeAffinity != nil && affinity.NodeAffinity.PreferredDuringSchedulingIgnoredDuringExecution != nil {
|
||||||
// Match PreferredDuringSchedulingIgnoredDuringExecution term by term.
|
// Match PreferredDuringSchedulingIgnoredDuringExecution term by term.
|
||||||
for _, preferredSchedulingTerm := range affinity.NodeAffinity.PreferredDuringSchedulingIgnoredDuringExecution {
|
for _, preferredSchedulingTerm := range affinity.NodeAffinity.PreferredDuringSchedulingIgnoredDuringExecution {
|
||||||
if preferredSchedulingTerm.Weight == 0 {
|
if preferredSchedulingTerm.Weight == 0 {
|
||||||
|
|
|
@ -153,6 +153,14 @@ func (n *NodeInfo) String() string {
|
||||||
return fmt.Sprintf("&NodeInfo{Pods:%v, RequestedResource:%#v, NonZeroRequest: %#v}", podKeys, n.requestedResource, n.nonzeroRequest)
|
return fmt.Sprintf("&NodeInfo{Pods:%v, RequestedResource:%#v, NonZeroRequest: %#v}", podKeys, n.requestedResource, n.nonzeroRequest)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func hasPodAffinityConstraints(pod *api.Pod) bool {
|
||||||
|
affinity, err := api.GetAffinityFromPodAnnotations(pod.Annotations)
|
||||||
|
if err != nil || affinity == nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
return affinity.PodAffinity != nil || affinity.PodAntiAffinity != nil
|
||||||
|
}
|
||||||
|
|
||||||
// addPod adds pod information to this NodeInfo.
|
// addPod adds pod information to this NodeInfo.
|
||||||
func (n *NodeInfo) addPod(pod *api.Pod) {
|
func (n *NodeInfo) addPod(pod *api.Pod) {
|
||||||
cpu, mem, nvidia_gpu, non0_cpu, non0_mem := calculateResource(pod)
|
cpu, mem, nvidia_gpu, non0_cpu, non0_mem := calculateResource(pod)
|
||||||
|
@ -162,8 +170,7 @@ func (n *NodeInfo) addPod(pod *api.Pod) {
|
||||||
n.nonzeroRequest.MilliCPU += non0_cpu
|
n.nonzeroRequest.MilliCPU += non0_cpu
|
||||||
n.nonzeroRequest.Memory += non0_mem
|
n.nonzeroRequest.Memory += non0_mem
|
||||||
n.pods = append(n.pods, pod)
|
n.pods = append(n.pods, pod)
|
||||||
// TODO: This should return pointer to avoid allocations.
|
if hasPodAffinityConstraints(pod) {
|
||||||
if affinity, err := api.GetAffinityFromPodAnnotations(pod.Annotations); err == nil && (affinity.PodAffinity != nil || affinity.PodAntiAffinity != nil) {
|
|
||||||
n.podsWithAffinity = append(n.podsWithAffinity, pod)
|
n.podsWithAffinity = append(n.podsWithAffinity, pod)
|
||||||
}
|
}
|
||||||
n.generation++
|
n.generation++
|
||||||
|
|
Loading…
Reference in New Issue