8e5b17cf13
Signed-off-by: Mrunal Patel <mrunalp@gmail.com>
562 lines
17 KiB
Go
562 lines
17 KiB
Go
/*
|
|
Copyright 2014 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package api
|
|
|
|
import (
|
|
"crypto/md5"
|
|
"fmt"
|
|
"reflect"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/davecgh/go-spew/spew"
|
|
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/conversion"
|
|
"k8s.io/apimachinery/pkg/fields"
|
|
"k8s.io/apimachinery/pkg/labels"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/apimachinery/pkg/selection"
|
|
"k8s.io/apimachinery/pkg/util/sets"
|
|
"k8s.io/client-go/pkg/api/resource"
|
|
)
|
|
|
|
// Conversion error conveniently packages up errors in conversions.
|
|
type ConversionError struct {
|
|
In, Out interface{}
|
|
Message string
|
|
}
|
|
|
|
// Return a helpful string about the error
|
|
func (c *ConversionError) Error() string {
|
|
return spew.Sprintf(
|
|
"Conversion error: %s. (in: %v(%+v) out: %v)",
|
|
c.Message, reflect.TypeOf(c.In), c.In, reflect.TypeOf(c.Out),
|
|
)
|
|
}
|
|
|
|
const (
|
|
// annotation key prefix used to identify non-convertible json paths.
|
|
NonConvertibleAnnotationPrefix = "non-convertible.kubernetes.io"
|
|
)
|
|
|
|
// NonConvertibleFields iterates over the provided map and filters out all but
|
|
// any keys with the "non-convertible.kubernetes.io" prefix.
|
|
func NonConvertibleFields(annotations map[string]string) map[string]string {
|
|
nonConvertibleKeys := map[string]string{}
|
|
for key, value := range annotations {
|
|
if strings.HasPrefix(key, NonConvertibleAnnotationPrefix) {
|
|
nonConvertibleKeys[key] = value
|
|
}
|
|
}
|
|
return nonConvertibleKeys
|
|
}
|
|
|
|
// Semantic can do semantic deep equality checks for api objects.
|
|
// Example: apiequality.Semantic.DeepEqual(aPod, aPodWithNonNilButEmptyMaps) == true
|
|
var Semantic = conversion.EqualitiesOrDie(
|
|
func(a, b resource.Quantity) bool {
|
|
// Ignore formatting, only care that numeric value stayed the same.
|
|
// TODO: if we decide it's important, it should be safe to start comparing the format.
|
|
//
|
|
// Uninitialized quantities are equivalent to 0 quantities.
|
|
return a.Cmp(b) == 0
|
|
},
|
|
func(a, b metav1.Time) bool {
|
|
return a.UTC() == b.UTC()
|
|
},
|
|
func(a, b labels.Selector) bool {
|
|
return a.String() == b.String()
|
|
},
|
|
func(a, b fields.Selector) bool {
|
|
return a.String() == b.String()
|
|
},
|
|
)
|
|
|
|
var standardResourceQuotaScopes = sets.NewString(
|
|
string(ResourceQuotaScopeTerminating),
|
|
string(ResourceQuotaScopeNotTerminating),
|
|
string(ResourceQuotaScopeBestEffort),
|
|
string(ResourceQuotaScopeNotBestEffort),
|
|
)
|
|
|
|
// IsStandardResourceQuotaScope returns true if the scope is a standard value
|
|
func IsStandardResourceQuotaScope(str string) bool {
|
|
return standardResourceQuotaScopes.Has(str)
|
|
}
|
|
|
|
var podObjectCountQuotaResources = sets.NewString(
|
|
string(ResourcePods),
|
|
)
|
|
|
|
var podComputeQuotaResources = sets.NewString(
|
|
string(ResourceCPU),
|
|
string(ResourceMemory),
|
|
string(ResourceLimitsCPU),
|
|
string(ResourceLimitsMemory),
|
|
string(ResourceRequestsCPU),
|
|
string(ResourceRequestsMemory),
|
|
)
|
|
|
|
// IsResourceQuotaScopeValidForResource returns true if the resource applies to the specified scope
|
|
func IsResourceQuotaScopeValidForResource(scope ResourceQuotaScope, resource string) bool {
|
|
switch scope {
|
|
case ResourceQuotaScopeTerminating, ResourceQuotaScopeNotTerminating, ResourceQuotaScopeNotBestEffort:
|
|
return podObjectCountQuotaResources.Has(resource) || podComputeQuotaResources.Has(resource)
|
|
case ResourceQuotaScopeBestEffort:
|
|
return podObjectCountQuotaResources.Has(resource)
|
|
default:
|
|
return true
|
|
}
|
|
}
|
|
|
|
var standardContainerResources = sets.NewString(
|
|
string(ResourceCPU),
|
|
string(ResourceMemory),
|
|
)
|
|
|
|
// IsStandardContainerResourceName returns true if the container can make a resource request
|
|
// for the specified resource
|
|
func IsStandardContainerResourceName(str string) bool {
|
|
return standardContainerResources.Has(str)
|
|
}
|
|
|
|
// IsOpaqueIntResourceName returns true if the resource name has the opaque
|
|
// integer resource prefix.
|
|
func IsOpaqueIntResourceName(name ResourceName) bool {
|
|
return strings.HasPrefix(string(name), ResourceOpaqueIntPrefix)
|
|
}
|
|
|
|
// OpaqueIntResourceName returns a ResourceName with the canonical opaque
|
|
// integer prefix prepended. If the argument already has the prefix, it is
|
|
// returned unmodified.
|
|
func OpaqueIntResourceName(name string) ResourceName {
|
|
if IsOpaqueIntResourceName(ResourceName(name)) {
|
|
return ResourceName(name)
|
|
}
|
|
return ResourceName(fmt.Sprintf("%s%s", ResourceOpaqueIntPrefix, name))
|
|
}
|
|
|
|
var standardLimitRangeTypes = sets.NewString(
|
|
string(LimitTypePod),
|
|
string(LimitTypeContainer),
|
|
string(LimitTypePersistentVolumeClaim),
|
|
)
|
|
|
|
// IsStandardLimitRangeType returns true if the type is Pod or Container
|
|
func IsStandardLimitRangeType(str string) bool {
|
|
return standardLimitRangeTypes.Has(str)
|
|
}
|
|
|
|
var standardQuotaResources = sets.NewString(
|
|
string(ResourceCPU),
|
|
string(ResourceMemory),
|
|
string(ResourceRequestsCPU),
|
|
string(ResourceRequestsMemory),
|
|
string(ResourceRequestsStorage),
|
|
string(ResourceLimitsCPU),
|
|
string(ResourceLimitsMemory),
|
|
string(ResourcePods),
|
|
string(ResourceQuotas),
|
|
string(ResourceServices),
|
|
string(ResourceReplicationControllers),
|
|
string(ResourceSecrets),
|
|
string(ResourcePersistentVolumeClaims),
|
|
string(ResourceConfigMaps),
|
|
string(ResourceServicesNodePorts),
|
|
string(ResourceServicesLoadBalancers),
|
|
)
|
|
|
|
// IsStandardQuotaResourceName returns true if the resource is known to
|
|
// the quota tracking system
|
|
func IsStandardQuotaResourceName(str string) bool {
|
|
return standardQuotaResources.Has(str)
|
|
}
|
|
|
|
var standardResources = sets.NewString(
|
|
string(ResourceCPU),
|
|
string(ResourceMemory),
|
|
string(ResourceRequestsCPU),
|
|
string(ResourceRequestsMemory),
|
|
string(ResourceLimitsCPU),
|
|
string(ResourceLimitsMemory),
|
|
string(ResourcePods),
|
|
string(ResourceQuotas),
|
|
string(ResourceServices),
|
|
string(ResourceReplicationControllers),
|
|
string(ResourceSecrets),
|
|
string(ResourceConfigMaps),
|
|
string(ResourcePersistentVolumeClaims),
|
|
string(ResourceStorage),
|
|
string(ResourceRequestsStorage),
|
|
)
|
|
|
|
// IsStandardResourceName returns true if the resource is known to the system
|
|
func IsStandardResourceName(str string) bool {
|
|
return standardResources.Has(str)
|
|
}
|
|
|
|
var integerResources = sets.NewString(
|
|
string(ResourcePods),
|
|
string(ResourceQuotas),
|
|
string(ResourceServices),
|
|
string(ResourceReplicationControllers),
|
|
string(ResourceSecrets),
|
|
string(ResourceConfigMaps),
|
|
string(ResourcePersistentVolumeClaims),
|
|
string(ResourceServicesNodePorts),
|
|
string(ResourceServicesLoadBalancers),
|
|
)
|
|
|
|
// IsIntegerResourceName returns true if the resource is measured in integer values
|
|
func IsIntegerResourceName(str string) bool {
|
|
return integerResources.Has(str) || IsOpaqueIntResourceName(ResourceName(str))
|
|
}
|
|
|
|
// this function aims to check if the service's ClusterIP is set or not
|
|
// the objective is not to perform validation here
|
|
func IsServiceIPSet(service *Service) bool {
|
|
return service.Spec.ClusterIP != ClusterIPNone && service.Spec.ClusterIP != ""
|
|
}
|
|
|
|
// this function aims to check if the service's cluster IP is requested or not
|
|
func IsServiceIPRequested(service *Service) bool {
|
|
// ExternalName services are CNAME aliases to external ones. Ignore the IP.
|
|
if service.Spec.Type == ServiceTypeExternalName {
|
|
return false
|
|
}
|
|
return service.Spec.ClusterIP == ""
|
|
}
|
|
|
|
var standardFinalizers = sets.NewString(
|
|
string(FinalizerKubernetes),
|
|
FinalizerOrphan,
|
|
)
|
|
|
|
// HasAnnotation returns a bool if passed in annotation exists
|
|
func HasAnnotation(obj ObjectMeta, ann string) bool {
|
|
_, found := obj.Annotations[ann]
|
|
return found
|
|
}
|
|
|
|
// SetMetaDataAnnotation sets the annotation and value
|
|
func SetMetaDataAnnotation(obj *ObjectMeta, ann string, value string) {
|
|
if obj.Annotations == nil {
|
|
obj.Annotations = make(map[string]string)
|
|
}
|
|
obj.Annotations[ann] = value
|
|
}
|
|
|
|
func IsStandardFinalizerName(str string) bool {
|
|
return standardFinalizers.Has(str)
|
|
}
|
|
|
|
// AddToNodeAddresses appends the NodeAddresses to the passed-by-pointer slice,
|
|
// only if they do not already exist
|
|
func AddToNodeAddresses(addresses *[]NodeAddress, addAddresses ...NodeAddress) {
|
|
for _, add := range addAddresses {
|
|
exists := false
|
|
for _, existing := range *addresses {
|
|
if existing.Address == add.Address && existing.Type == add.Type {
|
|
exists = true
|
|
break
|
|
}
|
|
}
|
|
if !exists {
|
|
*addresses = append(*addresses, add)
|
|
}
|
|
}
|
|
}
|
|
|
|
func HashObject(obj runtime.Object, codec runtime.Codec) (string, error) {
|
|
data, err := runtime.Encode(codec, obj)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
return fmt.Sprintf("%x", md5.Sum(data)), nil
|
|
}
|
|
|
|
// TODO: make method on LoadBalancerStatus?
|
|
func LoadBalancerStatusEqual(l, r *LoadBalancerStatus) bool {
|
|
return ingressSliceEqual(l.Ingress, r.Ingress)
|
|
}
|
|
|
|
func ingressSliceEqual(lhs, rhs []LoadBalancerIngress) bool {
|
|
if len(lhs) != len(rhs) {
|
|
return false
|
|
}
|
|
for i := range lhs {
|
|
if !ingressEqual(&lhs[i], &rhs[i]) {
|
|
return false
|
|
}
|
|
}
|
|
return true
|
|
}
|
|
|
|
func ingressEqual(lhs, rhs *LoadBalancerIngress) bool {
|
|
if lhs.IP != rhs.IP {
|
|
return false
|
|
}
|
|
if lhs.Hostname != rhs.Hostname {
|
|
return false
|
|
}
|
|
return true
|
|
}
|
|
|
|
// TODO: make method on LoadBalancerStatus?
|
|
func LoadBalancerStatusDeepCopy(lb *LoadBalancerStatus) *LoadBalancerStatus {
|
|
c := &LoadBalancerStatus{}
|
|
c.Ingress = make([]LoadBalancerIngress, len(lb.Ingress))
|
|
for i := range lb.Ingress {
|
|
c.Ingress[i] = lb.Ingress[i]
|
|
}
|
|
return c
|
|
}
|
|
|
|
// GetAccessModesAsString returns a string representation of an array of access modes.
|
|
// modes, when present, are always in the same order: RWO,ROX,RWX.
|
|
func GetAccessModesAsString(modes []PersistentVolumeAccessMode) string {
|
|
modes = removeDuplicateAccessModes(modes)
|
|
modesStr := []string{}
|
|
if containsAccessMode(modes, ReadWriteOnce) {
|
|
modesStr = append(modesStr, "RWO")
|
|
}
|
|
if containsAccessMode(modes, ReadOnlyMany) {
|
|
modesStr = append(modesStr, "ROX")
|
|
}
|
|
if containsAccessMode(modes, ReadWriteMany) {
|
|
modesStr = append(modesStr, "RWX")
|
|
}
|
|
return strings.Join(modesStr, ",")
|
|
}
|
|
|
|
// GetAccessModesAsString returns an array of AccessModes from a string created by GetAccessModesAsString
|
|
func GetAccessModesFromString(modes string) []PersistentVolumeAccessMode {
|
|
strmodes := strings.Split(modes, ",")
|
|
accessModes := []PersistentVolumeAccessMode{}
|
|
for _, s := range strmodes {
|
|
s = strings.Trim(s, " ")
|
|
switch {
|
|
case s == "RWO":
|
|
accessModes = append(accessModes, ReadWriteOnce)
|
|
case s == "ROX":
|
|
accessModes = append(accessModes, ReadOnlyMany)
|
|
case s == "RWX":
|
|
accessModes = append(accessModes, ReadWriteMany)
|
|
}
|
|
}
|
|
return accessModes
|
|
}
|
|
|
|
// removeDuplicateAccessModes returns an array of access modes without any duplicates
|
|
func removeDuplicateAccessModes(modes []PersistentVolumeAccessMode) []PersistentVolumeAccessMode {
|
|
accessModes := []PersistentVolumeAccessMode{}
|
|
for _, m := range modes {
|
|
if !containsAccessMode(accessModes, m) {
|
|
accessModes = append(accessModes, m)
|
|
}
|
|
}
|
|
return accessModes
|
|
}
|
|
|
|
func containsAccessMode(modes []PersistentVolumeAccessMode, mode PersistentVolumeAccessMode) bool {
|
|
for _, m := range modes {
|
|
if m == mode {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// ParseRFC3339 parses an RFC3339 date in either RFC3339Nano or RFC3339 format.
|
|
func ParseRFC3339(s string, nowFn func() metav1.Time) (metav1.Time, error) {
|
|
if t, timeErr := time.Parse(time.RFC3339Nano, s); timeErr == nil {
|
|
return metav1.Time{Time: t}, nil
|
|
}
|
|
t, err := time.Parse(time.RFC3339, s)
|
|
if err != nil {
|
|
return metav1.Time{}, err
|
|
}
|
|
return metav1.Time{Time: t}, nil
|
|
}
|
|
|
|
// NodeSelectorRequirementsAsSelector converts the []NodeSelectorRequirement api type into a struct that implements
|
|
// labels.Selector.
|
|
func NodeSelectorRequirementsAsSelector(nsm []NodeSelectorRequirement) (labels.Selector, error) {
|
|
if len(nsm) == 0 {
|
|
return labels.Nothing(), nil
|
|
}
|
|
selector := labels.NewSelector()
|
|
for _, expr := range nsm {
|
|
var op selection.Operator
|
|
switch expr.Operator {
|
|
case NodeSelectorOpIn:
|
|
op = selection.In
|
|
case NodeSelectorOpNotIn:
|
|
op = selection.NotIn
|
|
case NodeSelectorOpExists:
|
|
op = selection.Exists
|
|
case NodeSelectorOpDoesNotExist:
|
|
op = selection.DoesNotExist
|
|
case NodeSelectorOpGt:
|
|
op = selection.GreaterThan
|
|
case NodeSelectorOpLt:
|
|
op = selection.LessThan
|
|
default:
|
|
return nil, fmt.Errorf("%q is not a valid node selector operator", expr.Operator)
|
|
}
|
|
r, err := labels.NewRequirement(expr.Key, op, expr.Values)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
selector = selector.Add(*r)
|
|
}
|
|
return selector, nil
|
|
}
|
|
|
|
const (
|
|
// TolerationsAnnotationKey represents the key of tolerations data (json serialized)
|
|
// in the Annotations of a Pod.
|
|
TolerationsAnnotationKey string = "scheduler.alpha.kubernetes.io/tolerations"
|
|
|
|
// TaintsAnnotationKey represents the key of taints data (json serialized)
|
|
// in the Annotations of a Node.
|
|
TaintsAnnotationKey string = "scheduler.alpha.kubernetes.io/taints"
|
|
|
|
// SeccompPodAnnotationKey represents the key of a seccomp profile applied
|
|
// to all containers of a pod.
|
|
SeccompPodAnnotationKey string = "seccomp.security.alpha.kubernetes.io/pod"
|
|
|
|
// SeccompContainerAnnotationKeyPrefix represents the key of a seccomp profile applied
|
|
// to one container of a pod.
|
|
SeccompContainerAnnotationKeyPrefix string = "container.seccomp.security.alpha.kubernetes.io/"
|
|
|
|
// CreatedByAnnotation represents the key used to store the spec(json)
|
|
// used to create the resource.
|
|
CreatedByAnnotation = "kubernetes.io/created-by"
|
|
|
|
// PreferAvoidPodsAnnotationKey represents the key of preferAvoidPods data (json serialized)
|
|
// in the Annotations of a Node.
|
|
PreferAvoidPodsAnnotationKey string = "scheduler.alpha.kubernetes.io/preferAvoidPods"
|
|
|
|
// SysctlsPodAnnotationKey represents the key of sysctls which are set for the infrastructure
|
|
// container of a pod. The annotation value is a comma separated list of sysctl_name=value
|
|
// key-value pairs. Only a limited set of whitelisted and isolated sysctls is supported by
|
|
// the kubelet. Pods with other sysctls will fail to launch.
|
|
SysctlsPodAnnotationKey string = "security.alpha.kubernetes.io/sysctls"
|
|
|
|
// UnsafeSysctlsPodAnnotationKey represents the key of sysctls which are set for the infrastructure
|
|
// container of a pod. The annotation value is a comma separated list of sysctl_name=value
|
|
// key-value pairs. Unsafe sysctls must be explicitly enabled for a kubelet. They are properly
|
|
// namespaced to a pod or a container, but their isolation is usually unclear or weak. Their use
|
|
// is at-your-own-risk. Pods that attempt to set an unsafe sysctl that is not enabled for a kubelet
|
|
// will fail to launch.
|
|
UnsafeSysctlsPodAnnotationKey string = "security.alpha.kubernetes.io/unsafe-sysctls"
|
|
)
|
|
|
|
// TolerationToleratesTaint checks if the toleration tolerates the taint.
|
|
func TolerationToleratesTaint(toleration *Toleration, taint *Taint) bool {
|
|
if len(toleration.Effect) != 0 && toleration.Effect != taint.Effect {
|
|
return false
|
|
}
|
|
|
|
if toleration.Key != taint.Key {
|
|
return false
|
|
}
|
|
// TODO: Use proper defaulting when Toleration becomes a field of PodSpec
|
|
if (len(toleration.Operator) == 0 || toleration.Operator == TolerationOpEqual) && toleration.Value == taint.Value {
|
|
return true
|
|
}
|
|
if toleration.Operator == TolerationOpExists {
|
|
return true
|
|
}
|
|
return false
|
|
}
|
|
|
|
// TaintToleratedByTolerations checks if taint is tolerated by any of the tolerations.
|
|
func TaintToleratedByTolerations(taint *Taint, tolerations []Toleration) bool {
|
|
tolerated := false
|
|
for i := range tolerations {
|
|
if TolerationToleratesTaint(&tolerations[i], taint) {
|
|
tolerated = true
|
|
break
|
|
}
|
|
}
|
|
return tolerated
|
|
}
|
|
|
|
// MatchTaint checks if the taint matches taintToMatch. Taints are unique by key:effect,
|
|
// if the two taints have same key:effect, regard as they match.
|
|
func (t *Taint) MatchTaint(taintToMatch Taint) bool {
|
|
return t.Key == taintToMatch.Key && t.Effect == taintToMatch.Effect
|
|
}
|
|
|
|
// taint.ToString() converts taint struct to string in format key=value:effect or key:effect.
|
|
func (t *Taint) ToString() string {
|
|
if len(t.Value) == 0 {
|
|
return fmt.Sprintf("%v:%v", t.Key, t.Effect)
|
|
}
|
|
return fmt.Sprintf("%v=%v:%v", t.Key, t.Value, t.Effect)
|
|
}
|
|
|
|
// SysctlsFromPodAnnotations parses the sysctl annotations into a slice of safe Sysctls
|
|
// and a slice of unsafe Sysctls. This is only a convenience wrapper around
|
|
// SysctlsFromPodAnnotation.
|
|
func SysctlsFromPodAnnotations(a map[string]string) ([]Sysctl, []Sysctl, error) {
|
|
safe, err := SysctlsFromPodAnnotation(a[SysctlsPodAnnotationKey])
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
unsafe, err := SysctlsFromPodAnnotation(a[UnsafeSysctlsPodAnnotationKey])
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
return safe, unsafe, nil
|
|
}
|
|
|
|
// SysctlsFromPodAnnotation parses an annotation value into a slice of Sysctls.
|
|
func SysctlsFromPodAnnotation(annotation string) ([]Sysctl, error) {
|
|
if len(annotation) == 0 {
|
|
return nil, nil
|
|
}
|
|
|
|
kvs := strings.Split(annotation, ",")
|
|
sysctls := make([]Sysctl, len(kvs))
|
|
for i, kv := range kvs {
|
|
cs := strings.Split(kv, "=")
|
|
if len(cs) != 2 || len(cs[0]) == 0 {
|
|
return nil, fmt.Errorf("sysctl %q not of the format sysctl_name=value", kv)
|
|
}
|
|
sysctls[i].Name = cs[0]
|
|
sysctls[i].Value = cs[1]
|
|
}
|
|
return sysctls, nil
|
|
}
|
|
|
|
// PodAnnotationsFromSysctls creates an annotation value for a slice of Sysctls.
|
|
func PodAnnotationsFromSysctls(sysctls []Sysctl) string {
|
|
if len(sysctls) == 0 {
|
|
return ""
|
|
}
|
|
|
|
kvs := make([]string, len(sysctls))
|
|
for i := range sysctls {
|
|
kvs[i] = fmt.Sprintf("%s=%s", sysctls[i].Name, sysctls[i].Value)
|
|
}
|
|
return strings.Join(kvs, ",")
|
|
}
|