2016-09-17 13:50:35 +00:00
|
|
|
package layout
|
|
|
|
|
|
|
|
import (
|
|
|
|
"encoding/json"
|
|
|
|
"io"
|
|
|
|
"io/ioutil"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
2017-05-17 17:18:35 +00:00
|
|
|
"runtime"
|
2016-09-17 13:50:35 +00:00
|
|
|
|
2016-10-17 13:53:40 +00:00
|
|
|
"github.com/pkg/errors"
|
|
|
|
|
2016-09-17 13:50:35 +00:00
|
|
|
"github.com/containers/image/manifest"
|
|
|
|
"github.com/containers/image/types"
|
2016-10-17 13:53:40 +00:00
|
|
|
"github.com/opencontainers/go-digest"
|
2017-05-17 17:18:35 +00:00
|
|
|
imgspec "github.com/opencontainers/image-spec/specs-go"
|
2016-09-17 13:50:35 +00:00
|
|
|
imgspecv1 "github.com/opencontainers/image-spec/specs-go/v1"
|
|
|
|
)
|
|
|
|
|
|
|
|
type ociImageDestination struct {
|
2017-05-17 17:18:35 +00:00
|
|
|
ref ociReference
|
2017-05-26 16:31:28 +00:00
|
|
|
index imgspecv1.Index
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// newImageDestination returns an ImageDestination for writing to an existing directory.
|
|
|
|
func newImageDestination(ref ociReference) types.ImageDestination {
|
2017-05-26 16:31:28 +00:00
|
|
|
index := imgspecv1.Index{
|
2017-05-17 17:18:35 +00:00
|
|
|
Versioned: imgspec.Versioned{
|
|
|
|
SchemaVersion: 2,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
return &ociImageDestination{ref: ref, index: index}
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Reference returns the reference used to set up this destination. Note that this should directly correspond to user's intent,
|
|
|
|
// e.g. it should use the public hostname instead of the result of resolving CNAMEs or following redirects.
|
|
|
|
func (d *ociImageDestination) Reference() types.ImageReference {
|
|
|
|
return d.ref
|
|
|
|
}
|
|
|
|
|
|
|
|
// Close removes resources associated with an initialized ImageDestination, if any.
|
2017-03-13 16:33:17 +00:00
|
|
|
func (d *ociImageDestination) Close() error {
|
|
|
|
return nil
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (d *ociImageDestination) SupportedManifestMIMETypes() []string {
|
|
|
|
return []string{
|
|
|
|
imgspecv1.MediaTypeImageManifest,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// SupportsSignatures returns an error (to be displayed to the user) if the destination certainly can't store signatures.
|
|
|
|
// Note: It is still possible for PutSignatures to fail if SupportsSignatures returns nil.
|
|
|
|
func (d *ociImageDestination) SupportsSignatures() error {
|
2016-10-17 13:53:40 +00:00
|
|
|
return errors.Errorf("Pushing signatures for OCI images is not supported")
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
|
2016-11-22 19:32:10 +00:00
|
|
|
// ShouldCompressLayers returns true iff it is desirable to compress layer blobs written to this destination.
|
|
|
|
func (d *ociImageDestination) ShouldCompressLayers() bool {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// AcceptsForeignLayerURLs returns false iff foreign layers in manifest should be actually
|
|
|
|
// uploaded to the image destination, true otherwise.
|
|
|
|
func (d *ociImageDestination) AcceptsForeignLayerURLs() bool {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
// PutBlob writes contents of stream and returns data representing the result (with all data filled in).
|
|
|
|
// inputInfo.Digest can be optionally provided if known; it is not mandatory for the implementation to verify it.
|
|
|
|
// inputInfo.Size is the expected length of stream, if known.
|
2016-09-17 13:50:35 +00:00
|
|
|
// WARNING: The contents of stream are being verified on the fly. Until stream.Read() returns io.EOF, the contents of the data SHOULD NOT be available
|
|
|
|
// to any other readers for download using the supplied digest.
|
|
|
|
// If stream.Read() at any time, ESPECIALLY at end of input, returns an error, PutBlob MUST 1) fail, and 2) delete any data stored so far.
|
2016-11-22 19:32:10 +00:00
|
|
|
func (d *ociImageDestination) PutBlob(stream io.Reader, inputInfo types.BlobInfo) (types.BlobInfo, error) {
|
2016-09-17 13:50:35 +00:00
|
|
|
if err := ensureDirectoryExists(d.ref.dir); err != nil {
|
2016-11-22 19:32:10 +00:00
|
|
|
return types.BlobInfo{}, err
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
blobFile, err := ioutil.TempFile(d.ref.dir, "oci-put-blob")
|
|
|
|
if err != nil {
|
2016-11-22 19:32:10 +00:00
|
|
|
return types.BlobInfo{}, err
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
succeeded := false
|
|
|
|
defer func() {
|
|
|
|
blobFile.Close()
|
|
|
|
if !succeeded {
|
|
|
|
os.Remove(blobFile.Name())
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
2016-10-17 13:53:40 +00:00
|
|
|
digester := digest.Canonical.Digester()
|
2016-11-22 19:32:10 +00:00
|
|
|
tee := io.TeeReader(stream, digester.Hash())
|
2016-09-17 13:50:35 +00:00
|
|
|
|
|
|
|
size, err := io.Copy(blobFile, tee)
|
|
|
|
if err != nil {
|
2016-11-22 19:32:10 +00:00
|
|
|
return types.BlobInfo{}, err
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
2016-11-22 19:32:10 +00:00
|
|
|
computedDigest := digester.Digest()
|
|
|
|
if inputInfo.Size != -1 && size != inputInfo.Size {
|
2016-10-17 13:53:40 +00:00
|
|
|
return types.BlobInfo{}, errors.Errorf("Size mismatch when copying %s, expected %d, got %d", computedDigest, inputInfo.Size, size)
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
if err := blobFile.Sync(); err != nil {
|
2016-11-22 19:32:10 +00:00
|
|
|
return types.BlobInfo{}, err
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
if err := blobFile.Chmod(0644); err != nil {
|
2016-11-22 19:32:10 +00:00
|
|
|
return types.BlobInfo{}, err
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
blobPath, err := d.ref.blobPath(computedDigest)
|
|
|
|
if err != nil {
|
2016-11-22 19:32:10 +00:00
|
|
|
return types.BlobInfo{}, err
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
if err := ensureParentDirectoryExists(blobPath); err != nil {
|
2016-11-22 19:32:10 +00:00
|
|
|
return types.BlobInfo{}, err
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
if err := os.Rename(blobFile.Name(), blobPath); err != nil {
|
2016-11-22 19:32:10 +00:00
|
|
|
return types.BlobInfo{}, err
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
succeeded = true
|
2016-11-22 19:32:10 +00:00
|
|
|
return types.BlobInfo{Digest: computedDigest, Size: size}, nil
|
|
|
|
}
|
|
|
|
|
2017-04-03 07:22:44 +00:00
|
|
|
// HasBlob returns true iff the image destination already contains a blob with the matching digest which can be reapplied using ReapplyBlob.
|
|
|
|
// Unlike PutBlob, the digest can not be empty. If HasBlob returns true, the size of the blob must also be returned.
|
|
|
|
// If the destination does not contain the blob, or it is unknown, HasBlob ordinarily returns (false, -1, nil);
|
|
|
|
// it returns a non-nil error only on an unexpected failure.
|
2016-11-22 19:32:10 +00:00
|
|
|
func (d *ociImageDestination) HasBlob(info types.BlobInfo) (bool, int64, error) {
|
|
|
|
if info.Digest == "" {
|
2016-10-17 13:53:40 +00:00
|
|
|
return false, -1, errors.Errorf(`"Can not check for a blob with unknown digest`)
|
2016-11-22 19:32:10 +00:00
|
|
|
}
|
|
|
|
blobPath, err := d.ref.blobPath(info.Digest)
|
|
|
|
if err != nil {
|
|
|
|
return false, -1, err
|
|
|
|
}
|
|
|
|
finfo, err := os.Stat(blobPath)
|
|
|
|
if err != nil && os.IsNotExist(err) {
|
2017-04-03 07:22:44 +00:00
|
|
|
return false, -1, nil
|
2016-11-22 19:32:10 +00:00
|
|
|
}
|
|
|
|
if err != nil {
|
|
|
|
return false, -1, err
|
|
|
|
}
|
|
|
|
return true, finfo.Size(), nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *ociImageDestination) ReapplyBlob(info types.BlobInfo) (types.BlobInfo, error) {
|
|
|
|
return info, nil
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
|
2017-05-17 17:18:35 +00:00
|
|
|
// PutManifest writes manifest to the destination.
|
|
|
|
// FIXME? This should also receive a MIME type if known, to differentiate between schema versions.
|
|
|
|
// If the destination is in principle available, refuses this manifest type (e.g. it does not recognize the schema),
|
|
|
|
// but may accept a different manifest type, the returned error must be an ManifestTypeRejectedError.
|
2016-09-17 13:50:35 +00:00
|
|
|
func (d *ociImageDestination) PutManifest(m []byte) error {
|
2017-02-01 00:45:59 +00:00
|
|
|
digest, err := manifest.Digest(m)
|
2016-09-17 13:50:35 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2016-11-22 19:32:10 +00:00
|
|
|
desc := imgspecv1.Descriptor{}
|
2017-02-01 00:45:59 +00:00
|
|
|
desc.Digest = digest
|
2016-09-17 13:50:35 +00:00
|
|
|
// TODO(runcom): beaware and add support for OCI manifest list
|
2017-02-01 00:45:59 +00:00
|
|
|
desc.MediaType = imgspecv1.MediaTypeImageManifest
|
|
|
|
desc.Size = int64(len(m))
|
2016-09-17 13:50:35 +00:00
|
|
|
|
|
|
|
blobPath, err := d.ref.blobPath(digest)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2017-02-01 00:45:59 +00:00
|
|
|
if err := ensureParentDirectoryExists(blobPath); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := ioutil.WriteFile(blobPath, m, 0644); err != nil {
|
2016-09-17 13:50:35 +00:00
|
|
|
return err
|
|
|
|
}
|
2017-05-17 17:18:35 +00:00
|
|
|
|
|
|
|
annotations := make(map[string]string)
|
2017-05-26 16:31:28 +00:00
|
|
|
annotations["org.opencontainers.image.ref.name"] = d.ref.tag
|
2017-05-17 17:18:35 +00:00
|
|
|
desc.Annotations = annotations
|
2017-05-26 16:31:28 +00:00
|
|
|
desc.Platform = &imgspecv1.Platform{
|
|
|
|
Architecture: runtime.GOARCH,
|
|
|
|
OS: runtime.GOOS,
|
|
|
|
}
|
|
|
|
d.index.Manifests = append(d.index.Manifests, desc)
|
2017-05-17 17:18:35 +00:00
|
|
|
|
|
|
|
return nil
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func ensureDirectoryExists(path string) error {
|
|
|
|
if _, err := os.Stat(path); err != nil && os.IsNotExist(err) {
|
|
|
|
if err := os.MkdirAll(path, 0755); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// ensureParentDirectoryExists ensures the parent of the supplied path exists.
|
|
|
|
func ensureParentDirectoryExists(path string) error {
|
|
|
|
return ensureDirectoryExists(filepath.Dir(path))
|
|
|
|
}
|
|
|
|
|
|
|
|
func (d *ociImageDestination) PutSignatures(signatures [][]byte) error {
|
|
|
|
if len(signatures) != 0 {
|
2016-10-17 13:53:40 +00:00
|
|
|
return errors.Errorf("Pushing signatures for OCI images is not supported")
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
// Commit marks the process of storing the image as successful and asks for the image to be persisted.
|
|
|
|
// WARNING: This does not have any transactional semantics:
|
|
|
|
// - Uploaded data MAY be visible to others before Commit() is called
|
|
|
|
// - Uploaded data MAY be removed or MAY remain around if Close() is called without Commit() (i.e. rollback is allowed but not guaranteed)
|
|
|
|
func (d *ociImageDestination) Commit() error {
|
2017-05-17 17:18:35 +00:00
|
|
|
if err := ioutil.WriteFile(d.ref.ociLayoutPath(), []byte(`{"imageLayoutVersion": "1.0.0"}`), 0644); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
indexJSON, err := json.Marshal(d.index)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return ioutil.WriteFile(d.ref.indexPath(), indexJSON, 0644)
|
2016-09-17 13:50:35 +00:00
|
|
|
}
|