255 lines
6.6 KiB
Go
255 lines
6.6 KiB
Go
package server
|
|
|
|
import (
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/cri-o/ocicni/pkg/ocicni"
|
|
"github.com/kubernetes-incubator/cri-o/lib/sandbox"
|
|
"github.com/kubernetes-incubator/cri-o/server/metrics"
|
|
"github.com/opencontainers/image-spec/specs-go/v1"
|
|
"github.com/opencontainers/runtime-tools/validate"
|
|
"github.com/syndtr/gocapability/capability"
|
|
pb "k8s.io/kubernetes/pkg/kubelet/apis/cri/runtime/v1alpha2"
|
|
)
|
|
|
|
const (
|
|
// According to http://man7.org/linux/man-pages/man5/resolv.conf.5.html:
|
|
// "The search list is currently limited to six domains with a total of 256 characters."
|
|
maxDNSSearches = 6
|
|
|
|
maxLabelSize = 4096
|
|
)
|
|
|
|
func copyFile(src, dest string) error {
|
|
in, err := os.Open(src)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer in.Close()
|
|
|
|
out, err := os.Create(dest)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer out.Close()
|
|
|
|
_, err = io.Copy(out, in)
|
|
return err
|
|
}
|
|
|
|
func removeFile(path string) error {
|
|
if _, err := os.Stat(path); err == nil {
|
|
if err := os.Remove(path); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func parseDNSOptions(servers, searches, options []string, path string) error {
|
|
nServers := len(servers)
|
|
nSearches := len(searches)
|
|
nOptions := len(options)
|
|
if nServers == 0 && nSearches == 0 && nOptions == 0 {
|
|
return copyFile("/etc/resolv.conf", path)
|
|
}
|
|
|
|
if nSearches > maxDNSSearches {
|
|
return fmt.Errorf("DNSOption.Searches has more than 6 domains")
|
|
}
|
|
|
|
f, err := os.Create(path)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer f.Close()
|
|
|
|
if nSearches > 0 {
|
|
data := fmt.Sprintf("search %s\n", strings.Join(searches, " "))
|
|
_, err = f.Write([]byte(data))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if nServers > 0 {
|
|
data := fmt.Sprintf("nameserver %s\n", strings.Join(servers, "\nnameserver "))
|
|
_, err = f.Write([]byte(data))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
if nOptions > 0 {
|
|
data := fmt.Sprintf("options %s\n", strings.Join(options, " "))
|
|
_, err = f.Write([]byte(data))
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// TODO: remove sysctl extraction related code here, instead we import from k8s directly.
|
|
|
|
const (
|
|
// SysctlsPodAnnotationKey represents the key of sysctls which are set for the infrastructure
|
|
// container of a pod. The annotation value is a comma separated list of sysctl_name=value
|
|
// key-value pairs. Only a limited set of whitelisted and isolated sysctls is supported by
|
|
// the kubelet. Pods with other sysctls will fail to launch.
|
|
SysctlsPodAnnotationKey string = "security.alpha.kubernetes.io/sysctls"
|
|
|
|
// UnsafeSysctlsPodAnnotationKey represents the key of sysctls which are set for the infrastructure
|
|
// container of a pod. The annotation value is a comma separated list of sysctl_name=value
|
|
// key-value pairs. Unsafe sysctls must be explicitly enabled for a kubelet. They are properly
|
|
// namespaced to a pod or a container, but their isolation is usually unclear or weak. Their use
|
|
// is at-your-own-risk. Pods that attempt to set an unsafe sysctl that is not enabled for a kubelet
|
|
// will fail to launch.
|
|
UnsafeSysctlsPodAnnotationKey string = "security.alpha.kubernetes.io/unsafe-sysctls"
|
|
)
|
|
|
|
// Sysctl defines a kernel parameter to be set
|
|
type Sysctl struct {
|
|
// Name of a property to set
|
|
Name string `json:"name"`
|
|
// Value of a property to set
|
|
Value string `json:"value"`
|
|
}
|
|
|
|
// SysctlsFromPodAnnotations parses the sysctl annotations into a slice of safe Sysctls
|
|
// and a slice of unsafe Sysctls. This is only a convenience wrapper around
|
|
// SysctlsFromPodAnnotation.
|
|
func SysctlsFromPodAnnotations(a map[string]string) ([]Sysctl, []Sysctl, error) {
|
|
safe, err := SysctlsFromPodAnnotation(a[SysctlsPodAnnotationKey])
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
unsafe, err := SysctlsFromPodAnnotation(a[UnsafeSysctlsPodAnnotationKey])
|
|
if err != nil {
|
|
return nil, nil, err
|
|
}
|
|
|
|
return safe, unsafe, nil
|
|
}
|
|
|
|
// SysctlsFromPodAnnotation parses an annotation value into a slice of Sysctls.
|
|
func SysctlsFromPodAnnotation(annotation string) ([]Sysctl, error) {
|
|
if len(annotation) == 0 {
|
|
return nil, nil
|
|
}
|
|
|
|
kvs := strings.Split(annotation, ",")
|
|
sysctls := make([]Sysctl, len(kvs))
|
|
for i, kv := range kvs {
|
|
cs := strings.Split(kv, "=")
|
|
if len(cs) != 2 || len(cs[0]) == 0 {
|
|
return nil, fmt.Errorf("sysctl %q not of the format sysctl_name=value", kv)
|
|
}
|
|
sysctls[i].Name = cs[0]
|
|
sysctls[i].Value = cs[1]
|
|
}
|
|
return sysctls, nil
|
|
}
|
|
|
|
func newPodNetwork(sb *sandbox.Sandbox) ocicni.PodNetwork {
|
|
return ocicni.PodNetwork{
|
|
Name: sb.KubeName(),
|
|
Namespace: sb.Namespace(),
|
|
ID: sb.ID(),
|
|
NetNS: sb.NetNsPath(),
|
|
}
|
|
}
|
|
|
|
// inStringSlice checks whether a string is inside a string slice.
|
|
// Comparison is case insensitive.
|
|
func inStringSlice(ss []string, str string) bool {
|
|
for _, s := range ss {
|
|
if strings.ToLower(s) == strings.ToLower(str) {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// getOCICapabilitiesList returns a list of all available capabilities.
|
|
func getOCICapabilitiesList() []string {
|
|
var caps []string
|
|
for _, cap := range capability.List() {
|
|
if cap > validate.LastCap() {
|
|
continue
|
|
}
|
|
caps = append(caps, "CAP_"+strings.ToUpper(cap.String()))
|
|
}
|
|
return caps
|
|
}
|
|
|
|
func recordOperation(operation string, start time.Time) {
|
|
metrics.CRIOOperations.WithLabelValues(operation).Inc()
|
|
metrics.CRIOOperationsLatency.WithLabelValues(operation).Observe(metrics.SinceInMicroseconds(start))
|
|
}
|
|
|
|
// recordError records error for metric if an error occurred.
|
|
func recordError(operation string, err error) {
|
|
if err != nil {
|
|
// TODO(runcom): handle timeout from ctx as well
|
|
metrics.CRIOOperationsErrors.WithLabelValues(operation).Inc()
|
|
}
|
|
}
|
|
|
|
func validateLabels(labels map[string]string) error {
|
|
for k, v := range labels {
|
|
if (len(k) + len(v)) > maxLabelSize {
|
|
if len(k) > 10 {
|
|
k = k[:10]
|
|
}
|
|
return fmt.Errorf("label key and value greater than maximum size (%d bytes), key: %s", maxLabelSize, k)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func mergeEnvs(imageConfig *v1.Image, kubeEnvs []*pb.KeyValue) []string {
|
|
envs := []string{}
|
|
if kubeEnvs == nil && imageConfig != nil {
|
|
envs = imageConfig.Config.Env
|
|
} else {
|
|
for _, item := range kubeEnvs {
|
|
if item.GetKey() == "" {
|
|
continue
|
|
}
|
|
envs = append(envs, item.GetKey()+"="+item.GetValue())
|
|
}
|
|
if imageConfig != nil {
|
|
for _, imageEnv := range imageConfig.Config.Env {
|
|
var found bool
|
|
parts := strings.SplitN(imageEnv, "=", 2)
|
|
if len(parts) != 2 {
|
|
continue
|
|
}
|
|
imageEnvKey := parts[0]
|
|
if imageEnvKey == "" {
|
|
continue
|
|
}
|
|
for _, kubeEnv := range envs {
|
|
kubeEnvKey := strings.SplitN(kubeEnv, "=", 2)[0]
|
|
if kubeEnvKey == "" {
|
|
continue
|
|
}
|
|
if imageEnvKey == kubeEnvKey {
|
|
found = true
|
|
break
|
|
}
|
|
}
|
|
if !found {
|
|
envs = append(envs, imageEnv)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return envs
|
|
}
|