2017-12-13 00:59:06 +00:00
|
|
|
package oci
|
|
|
|
|
|
|
|
import (
|
2018-01-16 22:30:10 +00:00
|
|
|
"context"
|
2018-06-26 22:24:33 +00:00
|
|
|
"strconv"
|
2017-12-13 00:59:06 +00:00
|
|
|
"time"
|
|
|
|
|
2017-12-18 00:20:19 +00:00
|
|
|
"github.com/containerd/containerd/images"
|
2017-12-13 00:59:06 +00:00
|
|
|
"github.com/containerd/containerd/images/oci"
|
2017-12-18 00:20:19 +00:00
|
|
|
"github.com/docker/distribution/reference"
|
2017-12-13 00:59:06 +00:00
|
|
|
"github.com/moby/buildkit/exporter"
|
|
|
|
"github.com/moby/buildkit/exporter/containerimage"
|
|
|
|
"github.com/moby/buildkit/session"
|
|
|
|
"github.com/moby/buildkit/session/filesync"
|
2018-02-26 09:01:13 +00:00
|
|
|
"github.com/moby/buildkit/util/dockerexporter"
|
2017-12-13 00:59:06 +00:00
|
|
|
"github.com/moby/buildkit/util/progress"
|
2017-12-18 00:20:19 +00:00
|
|
|
ocispec "github.com/opencontainers/image-spec/specs-go/v1"
|
|
|
|
"github.com/pkg/errors"
|
2017-12-13 00:59:06 +00:00
|
|
|
)
|
|
|
|
|
2017-12-18 00:20:19 +00:00
|
|
|
type ExporterVariant string
|
|
|
|
|
2017-12-13 00:59:06 +00:00
|
|
|
const (
|
2018-07-13 01:02:36 +00:00
|
|
|
keyImageName = "name"
|
|
|
|
VariantOCI = "oci"
|
|
|
|
VariantDocker = "docker"
|
|
|
|
ociTypes = "oci-mediatypes"
|
2017-12-13 00:59:06 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Opt struct {
|
|
|
|
SessionManager *session.Manager
|
|
|
|
ImageWriter *containerimage.ImageWriter
|
2017-12-18 00:20:19 +00:00
|
|
|
Variant ExporterVariant
|
2017-12-13 00:59:06 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type imageExporter struct {
|
|
|
|
opt Opt
|
|
|
|
}
|
|
|
|
|
|
|
|
func New(opt Opt) (exporter.Exporter, error) {
|
|
|
|
im := &imageExporter{opt: opt}
|
|
|
|
return im, nil
|
|
|
|
}
|
|
|
|
|
2018-08-15 15:11:37 +00:00
|
|
|
func normalize(name string) (string, error) {
|
|
|
|
if name == "" {
|
|
|
|
return "", nil
|
|
|
|
}
|
|
|
|
parsed, err := reference.ParseNormalizedNamed(name)
|
|
|
|
if err != nil {
|
|
|
|
return "", errors.Wrapf(err, "failed to parse %s", name)
|
|
|
|
}
|
|
|
|
return reference.TagNameOnly(parsed).String(), nil
|
|
|
|
}
|
|
|
|
|
2017-12-13 00:59:06 +00:00
|
|
|
func (e *imageExporter) Resolve(ctx context.Context, opt map[string]string) (exporter.ExporterInstance, error) {
|
|
|
|
id := session.FromContext(ctx)
|
|
|
|
if id == "" {
|
|
|
|
return nil, errors.New("could not access local files without session")
|
|
|
|
}
|
|
|
|
|
|
|
|
timeoutCtx, cancel := context.WithTimeout(ctx, 5*time.Second)
|
|
|
|
defer cancel()
|
|
|
|
|
|
|
|
caller, err := e.opt.SessionManager.Get(timeoutCtx, id)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2018-06-26 22:24:33 +00:00
|
|
|
var ot *bool
|
2017-12-13 00:59:06 +00:00
|
|
|
i := &imageExporterInstance{imageExporter: e, caller: caller}
|
|
|
|
for k, v := range opt {
|
|
|
|
switch k {
|
2017-12-18 00:20:19 +00:00
|
|
|
case keyImageName:
|
2018-08-15 15:11:37 +00:00
|
|
|
i.name, err = normalize(v)
|
2017-12-18 00:20:19 +00:00
|
|
|
if err != nil {
|
2018-08-15 15:11:37 +00:00
|
|
|
return nil, err
|
2017-12-18 00:20:19 +00:00
|
|
|
}
|
2018-06-26 22:24:33 +00:00
|
|
|
case ociTypes:
|
|
|
|
ot = new(bool)
|
|
|
|
if v == "" {
|
|
|
|
*ot = true
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
b, err := strconv.ParseBool(v)
|
|
|
|
if err != nil {
|
|
|
|
return nil, errors.Wrapf(err, "non-bool value specified for %s", k)
|
|
|
|
}
|
|
|
|
*ot = b
|
2017-12-13 00:59:06 +00:00
|
|
|
default:
|
2018-07-13 18:28:36 +00:00
|
|
|
if i.meta == nil {
|
|
|
|
i.meta = make(map[string][]byte)
|
|
|
|
}
|
2018-08-06 09:23:46 +00:00
|
|
|
i.meta[k] = []byte(v)
|
2017-12-13 00:59:06 +00:00
|
|
|
}
|
|
|
|
}
|
2018-06-26 22:24:33 +00:00
|
|
|
if ot == nil {
|
|
|
|
i.ociTypes = e.opt.Variant == VariantOCI
|
|
|
|
} else {
|
|
|
|
i.ociTypes = *ot
|
|
|
|
}
|
2017-12-13 00:59:06 +00:00
|
|
|
return i, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
type imageExporterInstance struct {
|
|
|
|
*imageExporter
|
2018-07-13 18:28:36 +00:00
|
|
|
meta map[string][]byte
|
2018-06-26 22:24:33 +00:00
|
|
|
caller session.Caller
|
|
|
|
name string
|
|
|
|
ociTypes bool
|
2017-12-13 00:59:06 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (e *imageExporterInstance) Name() string {
|
|
|
|
return "exporting to oci image format"
|
|
|
|
}
|
|
|
|
|
2018-07-10 18:05:22 +00:00
|
|
|
func (e *imageExporterInstance) Export(ctx context.Context, src exporter.Source) (map[string]string, error) {
|
2018-07-13 18:28:36 +00:00
|
|
|
if e.opt.Variant == VariantDocker && len(src.Refs) > 0 {
|
|
|
|
return nil, errors.Errorf("docker exporter does not currently support exporting manifest lists")
|
|
|
|
}
|
|
|
|
|
2018-08-06 08:52:21 +00:00
|
|
|
if src.Metadata == nil {
|
|
|
|
src.Metadata = make(map[string][]byte)
|
|
|
|
}
|
2018-07-13 18:28:36 +00:00
|
|
|
for k, v := range e.meta {
|
|
|
|
src.Metadata[k] = v
|
2017-12-13 00:59:06 +00:00
|
|
|
}
|
2018-07-13 18:28:36 +00:00
|
|
|
|
|
|
|
desc, err := e.opt.ImageWriter.Commit(ctx, src, e.ociTypes)
|
2017-12-13 00:59:06 +00:00
|
|
|
if err != nil {
|
2018-05-03 00:35:07 +00:00
|
|
|
return nil, err
|
2017-12-13 00:59:06 +00:00
|
|
|
}
|
2017-12-28 19:56:04 +00:00
|
|
|
defer func() {
|
|
|
|
e.opt.ImageWriter.ContentStore().Delete(context.TODO(), desc.Digest)
|
|
|
|
}()
|
2017-12-18 00:20:19 +00:00
|
|
|
if desc.Annotations == nil {
|
|
|
|
desc.Annotations = map[string]string{}
|
|
|
|
}
|
|
|
|
desc.Annotations[ocispec.AnnotationCreated] = time.Now().UTC().Format(time.RFC3339)
|
|
|
|
|
2018-08-15 15:11:37 +00:00
|
|
|
if n, ok := src.Metadata["image.name"]; e.name == "" && ok {
|
|
|
|
if e.name, err = normalize(string(n)); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-12-18 00:20:19 +00:00
|
|
|
exp, err := getExporter(e.opt.Variant, e.name)
|
|
|
|
if err != nil {
|
2018-05-03 00:35:07 +00:00
|
|
|
return nil, err
|
2017-12-18 00:20:19 +00:00
|
|
|
}
|
2017-12-13 00:59:06 +00:00
|
|
|
|
|
|
|
w, err := filesync.CopyFileWriter(ctx, e.caller)
|
|
|
|
if err != nil {
|
2018-05-03 00:35:07 +00:00
|
|
|
return nil, err
|
2017-12-13 00:59:06 +00:00
|
|
|
}
|
|
|
|
report := oneOffProgress(ctx, "sending tarball")
|
2017-12-18 00:20:19 +00:00
|
|
|
if err := exp.Export(ctx, e.opt.ImageWriter.ContentStore(), *desc, w); err != nil {
|
2017-12-13 00:59:06 +00:00
|
|
|
w.Close()
|
2018-05-03 00:35:07 +00:00
|
|
|
return nil, report(err)
|
2017-12-13 00:59:06 +00:00
|
|
|
}
|
2018-05-03 00:35:07 +00:00
|
|
|
return nil, report(w.Close())
|
2017-12-13 00:59:06 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func oneOffProgress(ctx context.Context, id string) func(err error) error {
|
|
|
|
pw, _, _ := progress.FromContext(ctx)
|
|
|
|
now := time.Now()
|
|
|
|
st := progress.Status{
|
|
|
|
Started: &now,
|
|
|
|
}
|
|
|
|
pw.Write(id, st)
|
|
|
|
return func(err error) error {
|
|
|
|
// TODO: set error on status
|
|
|
|
now := time.Now()
|
|
|
|
st.Completed = &now
|
|
|
|
pw.Write(id, st)
|
|
|
|
pw.Close()
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2017-12-18 00:20:19 +00:00
|
|
|
|
|
|
|
func getExporter(variant ExporterVariant, name string) (images.Exporter, error) {
|
|
|
|
switch variant {
|
|
|
|
case VariantOCI:
|
|
|
|
return &oci.V1Exporter{}, nil
|
|
|
|
case VariantDocker:
|
2018-02-26 09:01:13 +00:00
|
|
|
return &dockerexporter.DockerExporter{Name: name}, nil
|
2017-12-18 00:20:19 +00:00
|
|
|
default:
|
|
|
|
return nil, errors.Errorf("invalid variant %q", variant)
|
|
|
|
}
|
|
|
|
}
|