2016-11-22 19:32:10 +00:00
// +build linux
2017-04-27 17:59:23 +00:00
package overlay
2016-11-22 19:32:10 +00:00
import (
"fmt"
2017-09-12 23:29:24 +00:00
"io"
2016-11-22 19:32:10 +00:00
"io/ioutil"
"os"
"os/exec"
"path"
2017-07-20 20:31:51 +00:00
"path/filepath"
2016-11-22 19:32:10 +00:00
"strconv"
"strings"
2017-09-26 19:58:51 +00:00
"sync"
2016-11-22 19:32:10 +00:00
"github.com/containers/storage/drivers"
2017-09-26 19:58:51 +00:00
"github.com/containers/storage/drivers/overlayutils"
"github.com/containers/storage/drivers/quota"
2016-11-22 19:32:10 +00:00
"github.com/containers/storage/pkg/archive"
"github.com/containers/storage/pkg/chrootarchive"
"github.com/containers/storage/pkg/directory"
2017-09-26 19:58:51 +00:00
"github.com/containers/storage/pkg/fsutils"
2016-11-22 19:32:10 +00:00
"github.com/containers/storage/pkg/idtools"
2017-09-26 19:58:51 +00:00
"github.com/containers/storage/pkg/locker"
2016-11-22 19:32:10 +00:00
"github.com/containers/storage/pkg/mount"
"github.com/containers/storage/pkg/parsers"
2017-09-26 19:58:51 +00:00
"github.com/containers/storage/pkg/system"
units "github.com/docker/go-units"
2017-03-28 19:56:09 +00:00
"github.com/opencontainers/selinux/go-selinux/label"
2017-07-20 20:31:51 +00:00
"github.com/pkg/errors"
2017-09-26 19:58:51 +00:00
"github.com/sirupsen/logrus"
"golang.org/x/sys/unix"
2016-11-22 19:32:10 +00:00
)
var (
// untar defines the untar method
untar = chrootarchive . UntarUncompressed
)
// This backend uses the overlay union filesystem for containers
// with diff directories for each layer.
// This version of the overlay driver requires at least kernel
// 4.0.0 in order to support mounting multiple diff directories.
// Each container/image has at least a "diff" directory and "link" file.
// If there is also a "lower" file when there are diff layers
2017-09-26 19:58:51 +00:00
// below as well as "merged" and "work" directories. The "diff" directory
2016-11-22 19:32:10 +00:00
// has the upper layer of the overlay and is used to capture any
// changes to the layer. The "lower" file contains all the lower layer
// mounts separated by ":" and ordered from uppermost to lowermost
// layers. The overlay itself is mounted in the "merged" directory,
// and the "work" dir is needed for overlay to work.
// The "link" file for each layer contains a unique string for the layer.
// Under the "l" directory at the root there will be a symbolic link
// with that unique string pointing the "diff" directory for the layer.
// The symbolic links are used to reference lower layers in the "lower"
// file and on mount. The links are used to shorten the total length
// of a layer reference without requiring changes to the layer identifier
// or root directory. Mounts are always done relative to root and
// referencing the symbolic links in order to ensure the number of
// lower directories can fit in a single page for making the mount
// syscall. A hard upper limit of 128 lower layers is enforced to ensure
// that mounts do not fail due to length.
const (
2017-04-27 17:59:23 +00:00
linkDir = "l"
lowerFile = "lower"
maxDepth = 128
2016-11-22 19:32:10 +00:00
// idLength represents the number of random characters
// which can be used to create the unique link identifer
// for every layer. If this value is too long then the
// page size limit for the mount command may be exceeded.
// The idLength should be selected such that following equation
// is true (512 is a buffer for label metadata).
// ((idLength + len(linkDir) + 1) * maxDepth) <= (pageSize - 512)
idLength = 26
)
2017-09-26 19:58:51 +00:00
type overlayOptions struct {
overrideKernelCheck bool
imageStores [ ] string
quota quota . Quota
}
2016-11-22 19:32:10 +00:00
// Driver contains information about the home directory and the list of active mounts that are created using this driver.
type Driver struct {
2017-09-26 19:58:51 +00:00
name string
home string
uidMaps [ ] idtools . IDMap
gidMaps [ ] idtools . IDMap
ctr * graphdriver . RefCounter
quotaCtl * quota . Control
options overlayOptions
naiveDiff graphdriver . DiffDriver
supportsDType bool
locker * locker . Locker
2016-11-22 19:32:10 +00:00
}
2017-09-26 19:58:51 +00:00
var (
backingFs = "<unknown>"
projectQuotaSupported = false
useNaiveDiffLock sync . Once
useNaiveDiffOnly bool
)
2016-11-22 19:32:10 +00:00
func init ( ) {
2017-09-26 19:58:51 +00:00
graphdriver . Register ( "overlay" , Init )
graphdriver . Register ( "overlay2" , Init )
2016-11-22 19:32:10 +00:00
}
2017-09-26 19:58:51 +00:00
// Init returns the a native diff driver for overlay filesystem.
// If overlay filesystem is not supported on the host, graphdriver.ErrNotSupported is returned as error.
// If an overlay filesystem is not supported over an existing filesystem then error graphdriver.ErrIncompatibleFS is returned.
func Init ( home string , options [ ] string , uidMaps , gidMaps [ ] idtools . IDMap ) ( graphdriver . Driver , error ) {
opts , err := parseOptions ( options )
2016-11-22 19:32:10 +00:00
if err != nil {
return nil , err
}
fsMagic , err := graphdriver . GetFSMagic ( home )
if err != nil {
return nil , err
}
if fsName , ok := graphdriver . FsNames [ fsMagic ] ; ok {
backingFs = fsName
}
// check if they are running over btrfs, aufs, zfs, overlay, or ecryptfs
switch fsMagic {
2017-09-26 19:58:51 +00:00
case graphdriver . FsMagicAufs , graphdriver . FsMagicZfs , graphdriver . FsMagicOverlay , graphdriver . FsMagicEcryptfs :
2017-04-27 17:59:23 +00:00
logrus . Errorf ( "'overlay' is not supported over %s" , backingFs )
2017-07-20 20:31:51 +00:00
return nil , errors . Wrapf ( graphdriver . ErrIncompatibleFS , "'overlay' is not supported over %s" , backingFs )
2016-11-22 19:32:10 +00:00
}
rootUID , rootGID , err := idtools . GetRootUIDGID ( uidMaps , gidMaps )
if err != nil {
return nil , err
}
2017-11-03 17:36:13 +00:00
supportsDType , err := supportsOverlay ( home , fsMagic , rootUID , rootGID )
if err != nil {
return nil , errors . Wrap ( graphdriver . ErrNotSupported , "kernel does not support overlay fs" )
}
2016-11-22 19:32:10 +00:00
// Create the driver home dir
if err := idtools . MkdirAllAs ( path . Join ( home , linkDir ) , 0700 , rootUID , rootGID ) ; err != nil && ! os . IsExist ( err ) {
return nil , err
}
if err := mount . MakePrivate ( home ) ; err != nil {
return nil , err
}
2017-09-26 19:58:51 +00:00
d := & Driver {
name : "overlay" ,
home : home ,
uidMaps : uidMaps ,
gidMaps : gidMaps ,
ctr : graphdriver . NewRefCounter ( graphdriver . NewFsChecker ( graphdriver . FsMagicOverlay ) ) ,
supportsDType : supportsDType ,
locker : locker . New ( ) ,
options : * opts ,
}
d . naiveDiff = graphdriver . NewNaiveDiffDriver ( d , uidMaps , gidMaps )
if backingFs == "xfs" {
// Try to enable project quota support over xfs.
if d . quotaCtl , err = quota . NewControl ( home ) ; err == nil {
projectQuotaSupported = true
} else if opts . quota . Size > 0 {
return nil , fmt . Errorf ( "Storage option overlay.size not supported. Filesystem does not support Project Quota: %v" , err )
}
} else if opts . quota . Size > 0 {
// if xfs is not the backing fs then error out if the storage-opt overlay.size is used.
2017-11-03 17:36:13 +00:00
return nil , fmt . Errorf ( "Storage option overlay.size only supported for backingFS XFS. Found %v" , backingFs )
2017-09-26 19:58:51 +00:00
}
2017-04-27 17:59:23 +00:00
2017-11-03 17:36:13 +00:00
logrus . Debugf ( "backingFs=%s, projectQuotaSupported=%v" , backingFs , projectQuotaSupported )
2017-04-27 17:59:23 +00:00
2017-09-26 19:58:51 +00:00
return d , nil
2016-11-22 19:32:10 +00:00
}
2017-09-26 19:58:51 +00:00
func parseOptions ( options [ ] string ) ( * overlayOptions , error ) {
2016-11-22 19:32:10 +00:00
o := & overlayOptions { }
for _ , option := range options {
key , val , err := parsers . ParseKeyValueOpt ( option )
if err != nil {
return nil , err
}
key = strings . ToLower ( key )
switch key {
2017-11-03 17:36:13 +00:00
case ".override_kernel_check" , "overlay.override_kernel_check" , "overlay2.override_kernel_check" :
2017-10-14 09:38:04 +00:00
logrus . Debugf ( "overlay: override_kernelcheck=%s" , val )
2016-11-22 19:32:10 +00:00
o . overrideKernelCheck , err = strconv . ParseBool ( val )
if err != nil {
return nil , err
}
2017-11-03 17:36:13 +00:00
case ".size" , "overlay.size" , "overlay2.size" :
2017-09-26 19:58:51 +00:00
logrus . Debugf ( "overlay: size=%s" , val )
size , err := units . RAMInBytes ( val )
if err != nil {
return nil , err
}
o . quota . Size = uint64 ( size )
2017-11-03 17:36:13 +00:00
case ".imagestore" , "overlay.imagestore" , "overlay2.imagestore" :
2017-09-26 19:58:51 +00:00
logrus . Debugf ( "overlay: imagestore=%s" , val )
2017-07-20 20:31:51 +00:00
// Additional read only image stores to use for lower paths
for _ , store := range strings . Split ( val , "," ) {
store = filepath . Clean ( store )
if ! filepath . IsAbs ( store ) {
2017-09-26 19:58:51 +00:00
return nil , fmt . Errorf ( "overlay: image path %q is not absolute. Can not be relative" , store )
2017-07-20 20:31:51 +00:00
}
st , err := os . Stat ( store )
if err != nil {
2017-09-26 19:58:51 +00:00
return nil , fmt . Errorf ( "overlay: can't stat imageStore dir %s: %v" , store , err )
2017-07-20 20:31:51 +00:00
}
if ! st . IsDir ( ) {
2017-09-26 19:58:51 +00:00
return nil , fmt . Errorf ( "overlay: image path %q must be a directory" , store )
2017-07-20 20:31:51 +00:00
}
o . imageStores = append ( o . imageStores , store )
}
2016-11-22 19:32:10 +00:00
default :
2017-09-26 19:58:51 +00:00
return nil , fmt . Errorf ( "overlay: Unknown option %s" , key )
2016-11-22 19:32:10 +00:00
}
}
return o , nil
}
2017-11-03 17:36:13 +00:00
func supportsOverlay ( home string , homeMagic graphdriver . FsMagic , rootUID , rootGID int ) ( supportsDType bool , err error ) {
// We can try to modprobe overlay first
2016-11-22 19:32:10 +00:00
exec . Command ( "modprobe" , "overlay" ) . Run ( )
2017-11-03 17:36:13 +00:00
layerDir , err := ioutil . TempDir ( home , "compat" )
if err == nil {
// Check if reading the directory's contents populates the d_type field, which is required
// for proper operation of the overlay filesystem.
supportsDType , err = fsutils . SupportsDType ( layerDir )
if err != nil {
return false , err
}
if ! supportsDType {
logrus . Warn ( overlayutils . ErrDTypeNotSupported ( "overlay" , backingFs ) )
// TODO: Will make fatal when CRI-O Has AMI built on RHEL7.4
// return nil, overlayutils.ErrDTypeNotSupported("overlay", backingFs)
}
2016-11-22 19:32:10 +00:00
2017-11-03 17:36:13 +00:00
// Try a test mount in the specific location we're looking at using.
mergedDir := filepath . Join ( layerDir , "merged" )
lower1Dir := filepath . Join ( layerDir , "lower1" )
lower2Dir := filepath . Join ( layerDir , "lower2" )
defer func ( ) {
// Permitted to fail, since the various subdirectories
// can be empty or not even there, and the home might
// legitimately be not empty
_ = unix . Unmount ( mergedDir , unix . MNT_DETACH )
_ = os . RemoveAll ( layerDir )
_ = os . Remove ( home )
} ( )
_ = idtools . MkdirAs ( mergedDir , 0700 , rootUID , rootGID )
_ = idtools . MkdirAs ( lower1Dir , 0700 , rootUID , rootGID )
_ = idtools . MkdirAs ( lower2Dir , 0700 , rootUID , rootGID )
flags := fmt . Sprintf ( "lowerdir=%s:%s" , lower1Dir , lower2Dir )
if len ( flags ) < unix . Getpagesize ( ) {
if mountFrom ( filepath . Dir ( home ) , "overlay" , mergedDir , "overlay" , 0 , flags ) == nil {
logrus . Debugf ( "overlay test mount with multiple lowers succeeded" )
return supportsDType , nil
}
}
flags = fmt . Sprintf ( "lowerdir=%s" , lower1Dir )
if len ( flags ) < unix . Getpagesize ( ) {
if mountFrom ( filepath . Dir ( home ) , "overlay" , mergedDir , "overlay" , 0 , flags ) == nil {
logrus . Errorf ( "overlay test mount with multiple lowers failed, but succeeded with a single lower" )
return supportsDType , errors . Wrap ( graphdriver . ErrNotSupported , "kernel too old to provide multiple lowers feature for overlay" )
}
2016-11-22 19:32:10 +00:00
}
2017-11-03 17:36:13 +00:00
logrus . Errorf ( "'overlay' is not supported over %s at %q" , backingFs , home )
return supportsDType , errors . Wrapf ( graphdriver . ErrIncompatibleFS , "'overlay' is not supported over %s at %q" , backingFs , home )
2016-11-22 19:32:10 +00:00
}
2017-11-03 17:36:13 +00:00
2016-11-22 19:32:10 +00:00
logrus . Error ( "'overlay' not found as a supported filesystem on this host. Please ensure kernel is new enough and has overlay support loaded." )
2017-11-03 17:36:13 +00:00
return supportsDType , errors . Wrap ( graphdriver . ErrNotSupported , "'overlay' not found as a supported filesystem on this host. Please ensure kernel is new enough and has overlay support loaded." )
2016-11-22 19:32:10 +00:00
}
2017-09-26 19:58:51 +00:00
func useNaiveDiff ( home string ) bool {
useNaiveDiffLock . Do ( func ( ) {
2017-10-14 09:38:04 +00:00
if err := doesSupportNativeDiff ( home ) ; err != nil {
logrus . Warnf ( "Not using native diff for overlay, this may cause degraded performance for building images: %v" , err )
2017-09-26 19:58:51 +00:00
useNaiveDiffOnly = true
}
} )
return useNaiveDiffOnly
}
2016-11-22 19:32:10 +00:00
func ( d * Driver ) String ( ) string {
2017-04-27 17:59:23 +00:00
return d . name
2016-11-22 19:32:10 +00:00
}
// Status returns current driver information in a two dimensional string array.
// Output contains "Backing Filesystem" used in this implementation.
func ( d * Driver ) Status ( ) [ ] [ 2 ] string {
return [ ] [ 2 ] string {
{ "Backing Filesystem" , backingFs } ,
2017-09-26 19:58:51 +00:00
{ "Supports d_type" , strconv . FormatBool ( d . supportsDType ) } ,
{ "Native Overlay Diff" , strconv . FormatBool ( ! useNaiveDiff ( d . home ) ) } ,
2016-11-22 19:32:10 +00:00
}
}
2017-05-17 17:18:35 +00:00
// Metadata returns meta data about the overlay driver such as
2016-11-22 19:32:10 +00:00
// LowerDir, UpperDir, WorkDir and MergeDir used to store data.
2017-05-17 17:18:35 +00:00
func ( d * Driver ) Metadata ( id string ) ( map [ string ] string , error ) {
2016-11-22 19:32:10 +00:00
dir := d . dir ( id )
if _ , err := os . Stat ( dir ) ; err != nil {
return nil , err
}
metadata := map [ string ] string {
"WorkDir" : path . Join ( dir , "work" ) ,
"MergedDir" : path . Join ( dir , "merged" ) ,
"UpperDir" : path . Join ( dir , "diff" ) ,
}
lowerDirs , err := d . getLowerDirs ( id )
if err != nil {
return nil , err
}
if len ( lowerDirs ) > 0 {
metadata [ "LowerDir" ] = strings . Join ( lowerDirs , ":" )
}
return metadata , nil
}
// Cleanup any state created by overlay which should be cleaned when daemon
// is being shutdown. For now, we just have to unmount the bind mounted
// we had created.
func ( d * Driver ) Cleanup ( ) error {
return mount . Unmount ( d . home )
}
// CreateReadWrite creates a layer that is writable for use as a container
// file system.
2017-09-26 19:58:51 +00:00
func ( d * Driver ) CreateReadWrite ( id , parent string , opts * graphdriver . CreateOpts ) error {
if opts != nil && len ( opts . StorageOpt ) != 0 && ! projectQuotaSupported {
return fmt . Errorf ( "--storage-opt is supported only for overlay over xfs with 'pquota' mount option" )
}
if opts == nil {
opts = & graphdriver . CreateOpts {
StorageOpt : map [ string ] string { } ,
}
}
if _ , ok := opts . StorageOpt [ "size" ] ; ! ok {
if opts . StorageOpt == nil {
opts . StorageOpt = map [ string ] string { }
}
opts . StorageOpt [ "size" ] = strconv . FormatUint ( d . options . quota . Size , 10 )
}
return d . create ( id , parent , opts )
2016-11-22 19:32:10 +00:00
}
// Create is used to create the upper, lower, and merge directories required for overlay fs for a given id.
// The parent filesystem is used to configure these directories for the overlay.
2017-09-26 19:58:51 +00:00
func ( d * Driver ) Create ( id , parent string , opts * graphdriver . CreateOpts ) ( retErr error ) {
if opts != nil && len ( opts . StorageOpt ) != 0 {
if _ , ok := opts . StorageOpt [ "size" ] ; ok {
return fmt . Errorf ( "--storage-opt size is only supported for ReadWrite Layers" )
}
2016-11-22 19:32:10 +00:00
}
2017-09-26 19:58:51 +00:00
return d . create ( id , parent , opts )
}
2016-11-22 19:32:10 +00:00
2017-09-26 19:58:51 +00:00
func ( d * Driver ) create ( id , parent string , opts * graphdriver . CreateOpts ) ( retErr error ) {
2016-11-22 19:32:10 +00:00
dir := d . dir ( id )
rootUID , rootGID , err := idtools . GetRootUIDGID ( d . uidMaps , d . gidMaps )
if err != nil {
return err
}
if err := idtools . MkdirAllAs ( path . Dir ( dir ) , 0700 , rootUID , rootGID ) ; err != nil {
return err
}
if err := idtools . MkdirAs ( dir , 0700 , rootUID , rootGID ) ; err != nil {
return err
}
defer func ( ) {
// Clean up on failure
if retErr != nil {
os . RemoveAll ( dir )
}
} ( )
2017-09-26 19:58:51 +00:00
if opts != nil && len ( opts . StorageOpt ) > 0 {
driver := & Driver { }
if err := d . parseStorageOpt ( opts . StorageOpt , driver ) ; err != nil {
return err
}
if driver . options . quota . Size > 0 {
// Set container disk quota limit
if err := d . quotaCtl . SetQuota ( dir , driver . options . quota ) ; err != nil {
return err
}
}
}
2016-11-22 19:32:10 +00:00
if err := idtools . MkdirAs ( path . Join ( dir , "diff" ) , 0755 , rootUID , rootGID ) ; err != nil {
return err
}
lid := generateID ( idLength )
if err := os . Symlink ( path . Join ( ".." , id , "diff" ) , path . Join ( d . home , linkDir , lid ) ) ; err != nil {
return err
}
// Write link id to link file
if err := ioutil . WriteFile ( path . Join ( dir , "link" ) , [ ] byte ( lid ) , 0644 ) ; err != nil {
return err
}
// if no parent directory, done
if parent == "" {
return nil
}
if err := idtools . MkdirAs ( path . Join ( dir , "work" ) , 0700 , rootUID , rootGID ) ; err != nil {
return err
}
if err := idtools . MkdirAs ( path . Join ( dir , "merged" ) , 0700 , rootUID , rootGID ) ; err != nil {
return err
}
lower , err := d . getLower ( parent )
if err != nil {
return err
}
if lower != "" {
if err := ioutil . WriteFile ( path . Join ( dir , lowerFile ) , [ ] byte ( lower ) , 0666 ) ; err != nil {
return err
}
}
return nil
}
2017-09-26 19:58:51 +00:00
// Parse overlay storage options
func ( d * Driver ) parseStorageOpt ( storageOpt map [ string ] string , driver * Driver ) error {
// Read size to set the disk project quota per container
for key , val := range storageOpt {
key := strings . ToLower ( key )
switch key {
case "size" :
size , err := units . RAMInBytes ( val )
if err != nil {
return err
}
driver . options . quota . Size = uint64 ( size )
default :
return fmt . Errorf ( "Unknown option %s" , key )
}
}
return nil
}
2016-11-22 19:32:10 +00:00
func ( d * Driver ) getLower ( parent string ) ( string , error ) {
parentDir := d . dir ( parent )
// Ensure parent exists
if _ , err := os . Lstat ( parentDir ) ; err != nil {
return "" , err
}
// Read Parent link fileA
parentLink , err := ioutil . ReadFile ( path . Join ( parentDir , "link" ) )
if err != nil {
return "" , err
}
lowers := [ ] string { path . Join ( linkDir , string ( parentLink ) ) }
parentLower , err := ioutil . ReadFile ( path . Join ( parentDir , lowerFile ) )
if err == nil {
parentLowers := strings . Split ( string ( parentLower ) , ":" )
lowers = append ( lowers , parentLowers ... )
}
if len ( lowers ) > maxDepth {
return "" , errors . New ( "max depth exceeded" )
}
return strings . Join ( lowers , ":" ) , nil
}
2017-09-26 19:58:51 +00:00
func ( d * Driver ) dir ( id string ) string {
newpath := path . Join ( d . home , id )
2017-07-20 20:31:51 +00:00
if _ , err := os . Stat ( newpath ) ; err != nil {
for _ , p := range d . AdditionalImageStores ( ) {
2017-09-26 19:58:51 +00:00
l := path . Join ( p , d . name , id )
2017-07-20 20:31:51 +00:00
_ , err = os . Stat ( l )
if err == nil {
return l
}
}
}
return newpath
2016-11-22 19:32:10 +00:00
}
func ( d * Driver ) getLowerDirs ( id string ) ( [ ] string , error ) {
var lowersArray [ ] string
lowers , err := ioutil . ReadFile ( path . Join ( d . dir ( id ) , lowerFile ) )
if err == nil {
for _ , s := range strings . Split ( string ( lowers ) , ":" ) {
2017-07-20 20:31:51 +00:00
lower := d . dir ( s )
lp , err := os . Readlink ( lower )
2016-11-22 19:32:10 +00:00
if err != nil {
return nil , err
}
2017-07-20 20:31:51 +00:00
lowersArray = append ( lowersArray , path . Clean ( d . dir ( path . Join ( "link" , lp ) ) ) )
2016-11-22 19:32:10 +00:00
}
} else if ! os . IsNotExist ( err ) {
return nil , err
}
return lowersArray , nil
}
// Remove cleans the directories that are created for this id.
func ( d * Driver ) Remove ( id string ) error {
2017-09-26 19:58:51 +00:00
d . locker . Lock ( id )
defer d . locker . Unlock ( id )
2016-11-22 19:32:10 +00:00
dir := d . dir ( id )
lid , err := ioutil . ReadFile ( path . Join ( dir , "link" ) )
if err == nil {
if err := os . RemoveAll ( path . Join ( d . home , linkDir , string ( lid ) ) ) ; err != nil {
logrus . Debugf ( "Failed to remove link: %v" , err )
}
}
2017-09-26 19:58:51 +00:00
if err := system . EnsureRemoveAll ( dir ) ; err != nil && ! os . IsNotExist ( err ) {
2016-11-22 19:32:10 +00:00
return err
}
return nil
}
// Get creates and mounts the required file system for the given id and returns the mount path.
2017-09-26 19:58:51 +00:00
func ( d * Driver ) Get ( id , mountLabel string ) ( _ string , retErr error ) {
d . locker . Lock ( id )
defer d . locker . Unlock ( id )
2016-11-22 19:32:10 +00:00
dir := d . dir ( id )
if _ , err := os . Stat ( dir ) ; err != nil {
return "" , err
}
diffDir := path . Join ( dir , "diff" )
lowers , err := ioutil . ReadFile ( path . Join ( dir , lowerFile ) )
if err != nil {
// If no lower, just return diff directory
if os . IsNotExist ( err ) {
return diffDir , nil
}
return "" , err
}
2017-07-20 20:31:51 +00:00
newlowers := ""
for _ , l := range strings . Split ( string ( lowers ) , ":" ) {
lower := ""
newpath := path . Join ( d . home , l )
if _ , err := os . Stat ( newpath ) ; err != nil {
for _ , p := range d . AdditionalImageStores ( ) {
lower = path . Join ( p , d . name , l )
if _ , err2 := os . Stat ( lower ) ; err2 == nil {
break
}
lower = ""
}
if lower == "" {
return "" , fmt . Errorf ( "Can't stat lower layer %q: %v" , newpath , err )
}
} else {
2017-09-26 19:58:51 +00:00
lower = newpath
2017-07-20 20:31:51 +00:00
}
if newlowers == "" {
newlowers = lower
} else {
newlowers = newlowers + ":" + lower
}
}
2016-11-22 19:32:10 +00:00
mergedDir := path . Join ( dir , "merged" )
if count := d . ctr . Increment ( mergedDir ) ; count > 1 {
return mergedDir , nil
}
defer func ( ) {
2017-09-26 19:58:51 +00:00
if retErr != nil {
2016-11-22 19:32:10 +00:00
if c := d . ctr . Decrement ( mergedDir ) ; c <= 0 {
2017-09-26 19:58:51 +00:00
if mntErr := unix . Unmount ( mergedDir , 0 ) ; mntErr != nil {
logrus . Errorf ( "error unmounting %v: %v" , mergedDir , mntErr )
}
2016-11-22 19:32:10 +00:00
}
}
} ( )
workDir := path . Join ( dir , "work" )
2017-09-26 19:58:51 +00:00
opts := fmt . Sprintf ( "lowerdir=%s,upperdir=%s,workdir=%s" , newlowers , diffDir , workDir )
mountData := label . FormatMountLabel ( opts , mountLabel )
mount := unix . Mount
mountTarget := mergedDir
pageSize := unix . Getpagesize ( )
// Use relative paths and mountFrom when the mount data has exceeded
// the page size. The mount syscall fails if the mount data cannot
// fit within a page and relative links make the mount data much
// smaller at the expense of requiring a fork exec to chroot.
if len ( mountData ) > pageSize {
//FIXME: We need to figure out to get this to work with additional stores
opts = fmt . Sprintf ( "lowerdir=%s,upperdir=%s,workdir=%s" , string ( lowers ) , path . Join ( id , "diff" ) , path . Join ( id , "work" ) )
mountData = label . FormatMountLabel ( opts , mountLabel )
if len ( mountData ) > pageSize {
return "" , fmt . Errorf ( "cannot mount layer, mount label too large %d" , len ( mountData ) )
}
2016-11-22 19:32:10 +00:00
2017-09-26 19:58:51 +00:00
mount = func ( source string , target string , mType string , flags uintptr , label string ) error {
return mountFrom ( d . home , source , target , mType , flags , label )
}
mountTarget = path . Join ( id , "merged" )
}
if err := mount ( "overlay" , mountTarget , "overlay" , 0 , mountData ) ; err != nil {
return "" , fmt . Errorf ( "error creating overlay mount to %s: %v" , mountTarget , err )
2016-11-22 19:32:10 +00:00
}
// chown "workdir/work" to the remapped root UID/GID. Overlay fs inside a
// user namespace requires this to move a directory from lower to upper.
rootUID , rootGID , err := idtools . GetRootUIDGID ( d . uidMaps , d . gidMaps )
if err != nil {
return "" , err
}
if err := os . Chown ( path . Join ( workDir , "work" ) , rootUID , rootGID ) ; err != nil {
return "" , err
}
return mergedDir , nil
}
// Put unmounts the mount path created for the give id.
func ( d * Driver ) Put ( id string ) error {
2017-09-26 19:58:51 +00:00
d . locker . Lock ( id )
defer d . locker . Unlock ( id )
2017-11-03 17:36:13 +00:00
dir := d . dir ( id )
if _ , err := os . Stat ( dir ) ; err != nil {
return err
}
2016-11-22 19:32:10 +00:00
mountpoint := path . Join ( d . dir ( id ) , "merged" )
if count := d . ctr . Decrement ( mountpoint ) ; count > 0 {
return nil
}
2017-11-03 17:36:13 +00:00
if _ , err := ioutil . ReadFile ( path . Join ( dir , lowerFile ) ) ; err != nil {
// If no lower, we used the diff directory, so no work to do
if os . IsNotExist ( err ) {
return nil
}
return err
}
2017-10-14 09:38:04 +00:00
if err := unix . Unmount ( mountpoint , unix . MNT_DETACH ) ; err != nil {
2017-09-26 19:58:51 +00:00
logrus . Debugf ( "Failed to unmount %s overlay: %s - %v" , id , mountpoint , err )
2016-11-22 19:32:10 +00:00
}
2017-09-26 19:58:51 +00:00
return nil
2016-11-22 19:32:10 +00:00
}
// Exists checks to see if the id is already mounted.
func ( d * Driver ) Exists ( id string ) bool {
_ , err := os . Stat ( d . dir ( id ) )
return err == nil
}
2017-09-26 19:58:51 +00:00
// isParent returns if the passed in parent is the direct parent of the passed in layer
func ( d * Driver ) isParent ( id , parent string ) bool {
lowers , err := d . getLowerDirs ( id )
if err != nil {
return false
}
if parent == "" && len ( lowers ) > 0 {
return false
}
parentDir := d . dir ( parent )
var ld string
if len ( lowers ) > 0 {
ld = filepath . Dir ( lowers [ 0 ] )
}
if ld == "" && parent == "" {
return true
}
return ld == parentDir
}
2016-11-22 19:32:10 +00:00
// ApplyDiff applies the new layer into a root
2017-09-12 23:29:24 +00:00
func ( d * Driver ) ApplyDiff ( id string , parent string , diff io . Reader ) ( size int64 , err error ) {
2017-09-26 19:58:51 +00:00
if ! d . isParent ( id , parent ) {
return d . naiveDiff . ApplyDiff ( id , parent , diff )
}
2016-11-22 19:32:10 +00:00
applyDir := d . getDiffPath ( id )
logrus . Debugf ( "Applying tar in %s" , applyDir )
// Overlay doesn't need the parent id to apply the diff
if err := untar ( diff , applyDir , & archive . TarOptions {
UIDMaps : d . uidMaps ,
GIDMaps : d . gidMaps ,
WhiteoutFormat : archive . OverlayWhiteoutFormat ,
} ) ; err != nil {
return 0 , err
}
2017-09-26 19:58:51 +00:00
return directory . Size ( applyDir )
2016-11-22 19:32:10 +00:00
}
func ( d * Driver ) getDiffPath ( id string ) string {
dir := d . dir ( id )
return path . Join ( dir , "diff" )
}
// DiffSize calculates the changes between the specified id
// and its parent and returns the size in bytes of the changes
// relative to its base filesystem directory.
func ( d * Driver ) DiffSize ( id , parent string ) ( size int64 , err error ) {
2017-09-26 19:58:51 +00:00
if useNaiveDiff ( d . home ) || ! d . isParent ( id , parent ) {
return d . naiveDiff . DiffSize ( id , parent )
}
2016-11-22 19:32:10 +00:00
return directory . Size ( d . getDiffPath ( id ) )
}
// Diff produces an archive of the changes between the specified
// layer and its parent layer which may be "".
2017-09-12 23:29:24 +00:00
func ( d * Driver ) Diff ( id , parent string ) ( io . ReadCloser , error ) {
2017-09-26 19:58:51 +00:00
if useNaiveDiff ( d . home ) || ! d . isParent ( id , parent ) {
return d . naiveDiff . Diff ( id , parent )
}
2016-11-22 19:32:10 +00:00
diffPath := d . getDiffPath ( id )
logrus . Debugf ( "Tar with options on %s" , diffPath )
return archive . TarWithOptions ( diffPath , & archive . TarOptions {
Compression : archive . Uncompressed ,
UIDMaps : d . uidMaps ,
GIDMaps : d . gidMaps ,
WhiteoutFormat : archive . OverlayWhiteoutFormat ,
} )
}
// Changes produces a list of changes between the specified layer
// and its parent layer. If parent is "", then all changes will be ADD changes.
func ( d * Driver ) Changes ( id , parent string ) ( [ ] archive . Change , error ) {
2017-09-26 19:58:51 +00:00
if useNaiveDiff ( d . home ) || ! d . isParent ( id , parent ) {
return d . naiveDiff . Changes ( id , parent )
}
2016-11-22 19:32:10 +00:00
// Overlay doesn't have snapshots, so we need to get changes from all parent
// layers.
diffPath := d . getDiffPath ( id )
layers , err := d . getLowerDirs ( id )
if err != nil {
return nil , err
}
return archive . OverlayChanges ( layers , diffPath )
}
2017-07-20 20:31:51 +00:00
// AdditionalImageStores returns additional image stores supported by the driver
func ( d * Driver ) AdditionalImageStores ( ) [ ] string {
2017-09-26 19:58:51 +00:00
return d . options . imageStores
2017-07-20 20:31:51 +00:00
}