/* Copyright 2015 The Kubernetes Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package cephfs import ( "fmt" "os" "strings" "github.com/golang/glog" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/types" "k8s.io/kubernetes/pkg/api/v1" "k8s.io/kubernetes/pkg/util/mount" utilstrings "k8s.io/kubernetes/pkg/util/strings" "k8s.io/kubernetes/pkg/volume" "k8s.io/kubernetes/pkg/volume/util" ) // This is the primary entrypoint for volume plugins. func ProbeVolumePlugins() []volume.VolumePlugin { return []volume.VolumePlugin{&cephfsPlugin{nil}} } type cephfsPlugin struct { host volume.VolumeHost } var _ volume.VolumePlugin = &cephfsPlugin{} const ( cephfsPluginName = "kubernetes.io/cephfs" ) func (plugin *cephfsPlugin) Init(host volume.VolumeHost) error { plugin.host = host return nil } func (plugin *cephfsPlugin) GetPluginName() string { return cephfsPluginName } func (plugin *cephfsPlugin) GetVolumeName(spec *volume.Spec) (string, error) { volumeSource, _, err := getVolumeSource(spec) if err != nil { return "", err } return fmt.Sprintf("%v", volumeSource.Monitors), nil } func (plugin *cephfsPlugin) CanSupport(spec *volume.Spec) bool { return (spec.Volume != nil && spec.Volume.CephFS != nil) || (spec.PersistentVolume != nil && spec.PersistentVolume.Spec.CephFS != nil) } func (plugin *cephfsPlugin) RequiresRemount() bool { return false } func (plugin *cephfsPlugin) GetAccessModes() []v1.PersistentVolumeAccessMode { return []v1.PersistentVolumeAccessMode{ v1.ReadWriteOnce, v1.ReadOnlyMany, v1.ReadWriteMany, } } func (plugin *cephfsPlugin) NewMounter(spec *volume.Spec, pod *v1.Pod, _ volume.VolumeOptions) (volume.Mounter, error) { cephvs, _, err := getVolumeSource(spec) if err != nil { return nil, err } secret := "" if cephvs.SecretRef != nil { kubeClient := plugin.host.GetKubeClient() if kubeClient == nil { return nil, fmt.Errorf("Cannot get kube client") } secretName, err := kubeClient.Core().Secrets(pod.Namespace).Get(cephvs.SecretRef.Name, metav1.GetOptions{}) if err != nil { err = fmt.Errorf("Couldn't get secret %v/%v err: %v", pod.Namespace, cephvs.SecretRef, err) return nil, err } for name, data := range secretName.Data { secret = string(data) glog.V(1).Infof("found ceph secret info: %s", name) } } return plugin.newMounterInternal(spec, pod.UID, plugin.host.GetMounter(), secret) } func (plugin *cephfsPlugin) newMounterInternal(spec *volume.Spec, podUID types.UID, mounter mount.Interface, secret string) (volume.Mounter, error) { cephvs, _, err := getVolumeSource(spec) if err != nil { return nil, err } id := cephvs.User if id == "" { id = "admin" } path := cephvs.Path if path == "" { path = "/" } if !strings.HasPrefix(path, "/") { path = "/" + path } secret_file := cephvs.SecretFile if secret_file == "" { secret_file = "/etc/ceph/" + id + ".secret" } return &cephfsMounter{ cephfs: &cephfs{ podUID: podUID, volName: spec.Name(), mon: cephvs.Monitors, path: path, secret: secret, id: id, secret_file: secret_file, readonly: cephvs.ReadOnly, mounter: mounter, plugin: plugin}, }, nil } func (plugin *cephfsPlugin) NewUnmounter(volName string, podUID types.UID) (volume.Unmounter, error) { return plugin.newUnmounterInternal(volName, podUID, plugin.host.GetMounter()) } func (plugin *cephfsPlugin) newUnmounterInternal(volName string, podUID types.UID, mounter mount.Interface) (volume.Unmounter, error) { return &cephfsUnmounter{ cephfs: &cephfs{ podUID: podUID, volName: volName, mounter: mounter, plugin: plugin}, }, nil } func (plugin *cephfsPlugin) ConstructVolumeSpec(volumeName, mountPath string) (*volume.Spec, error) { cephfsVolume := &v1.Volume{ Name: volumeName, VolumeSource: v1.VolumeSource{ CephFS: &v1.CephFSVolumeSource{ Monitors: []string{}, Path: volumeName, }, }, } return volume.NewSpecFromVolume(cephfsVolume), nil } // CephFS volumes represent a bare host file or directory mount of an CephFS export. type cephfs struct { volName string podUID types.UID mon []string path string id string secret string secret_file string readonly bool mounter mount.Interface plugin *cephfsPlugin volume.MetricsNil } type cephfsMounter struct { *cephfs } var _ volume.Mounter = &cephfsMounter{} func (cephfsVolume *cephfsMounter) GetAttributes() volume.Attributes { return volume.Attributes{ ReadOnly: cephfsVolume.readonly, Managed: false, SupportsSELinux: false, } } // Checks prior to mount operations to verify that the required components (binaries, etc.) // to mount the volume are available on the underlying node. // If not, it returns an error func (caphfsMounter *cephfsMounter) CanMount() error { return nil } // SetUp attaches the disk and bind mounts to the volume path. func (cephfsVolume *cephfsMounter) SetUp(fsGroup *int64) error { return cephfsVolume.SetUpAt(cephfsVolume.GetPath(), fsGroup) } // SetUpAt attaches the disk and bind mounts to the volume path. func (cephfsVolume *cephfsMounter) SetUpAt(dir string, fsGroup *int64) error { notMnt, err := cephfsVolume.mounter.IsLikelyNotMountPoint(dir) glog.V(4).Infof("CephFS mount set up: %s %v %v", dir, !notMnt, err) if err != nil && !os.IsNotExist(err) { return err } if !notMnt { return nil } os.MkdirAll(dir, 0750) err = cephfsVolume.execMount(dir) if err == nil { return nil } // cleanup upon failure util.UnmountPath(dir, cephfsVolume.mounter) // return error return err } type cephfsUnmounter struct { *cephfs } var _ volume.Unmounter = &cephfsUnmounter{} // TearDown unmounts the bind mount func (cephfsVolume *cephfsUnmounter) TearDown() error { return cephfsVolume.TearDownAt(cephfsVolume.GetPath()) } // TearDownAt unmounts the bind mount func (cephfsVolume *cephfsUnmounter) TearDownAt(dir string) error { return util.UnmountPath(dir, cephfsVolume.mounter) } // GatePath creates global mount path func (cephfsVolume *cephfs) GetPath() string { name := cephfsPluginName return cephfsVolume.plugin.host.GetPodVolumeDir(cephfsVolume.podUID, utilstrings.EscapeQualifiedNameForDisk(name), cephfsVolume.volName) } func (cephfsVolume *cephfs) execMount(mountpoint string) error { // cephfs mount option ceph_opt := "" // override secretfile if secret is provided if cephfsVolume.secret != "" { ceph_opt = "name=" + cephfsVolume.id + ",secret=" + cephfsVolume.secret } else { ceph_opt = "name=" + cephfsVolume.id + ",secretfile=" + cephfsVolume.secret_file } // build option array opt := []string{} if cephfsVolume.readonly { opt = append(opt, "ro") } opt = append(opt, ceph_opt) // build src like mon1:6789,mon2:6789,mon3:6789:/ hosts := cephfsVolume.mon l := len(hosts) // pass all monitors and let ceph randomize and fail over i := 0 src := "" for i = 0; i < l-1; i++ { src += hosts[i] + "," } src += hosts[i] + ":" + cephfsVolume.path if err := cephfsVolume.mounter.Mount(src, mountpoint, "ceph", opt); err != nil { return fmt.Errorf("CephFS: mount failed: %v", err) } return nil } func getVolumeSource(spec *volume.Spec) (*v1.CephFSVolumeSource, bool, error) { if spec.Volume != nil && spec.Volume.CephFS != nil { return spec.Volume.CephFS, spec.Volume.CephFS.ReadOnly, nil } else if spec.PersistentVolume != nil && spec.PersistentVolume.Spec.CephFS != nil { return spec.PersistentVolume.Spec.CephFS, spec.ReadOnly, nil } return nil, false, fmt.Errorf("Spec does not reference a CephFS volume type") }