From 4b97a7fed0e1c96eb1725120509db370b41e5917 Mon Sep 17 00:00:00 2001 From: Tonis Tiigi Date: Mon, 15 Apr 2019 23:38:31 -0700 Subject: [PATCH] dockerfile: use fileop for http context Signed-off-by: Tonis Tiigi --- frontend/dockerfile/builder/build.go | 35 +++++++++++++++++++++------- session/upload/upload.go | 4 ++-- 2 files changed, 29 insertions(+), 10 deletions(-) diff --git a/frontend/dockerfile/builder/build.go b/frontend/dockerfile/builder/build.go index 3ace6dae..c27590b7 100644 --- a/frontend/dockerfile/builder/build.go +++ b/frontend/dockerfile/builder/build.go @@ -20,6 +20,7 @@ import ( "github.com/moby/buildkit/frontend/dockerfile/dockerfile2llb" "github.com/moby/buildkit/frontend/gateway/client" "github.com/moby/buildkit/solver/pb" + "github.com/moby/buildkit/util/apicaps" specs "github.com/opencontainers/image-spec/specs-go/v1" "github.com/pkg/errors" "golang.org/x/sync/errgroup" @@ -151,15 +152,23 @@ func Build(ctx context.Context, c client.Client) (*client.Result, error) { return nil, errors.Errorf("failed to read downloaded context") } if isArchive(dt) { - copyImage := opts[keyOverrideCopyImage] - if copyImage == "" { - copyImage = dockerfile2llb.DefaultCopyImage + fileop := useFileOp(opts, &caps) + if fileop { + src = llb.Scratch().File(llb.Copy(httpContext, "/context", "/", &llb.CopyInfo{ + AttemptUnpack: true, + })) + buildContext = &src + } else { + copyImage := opts[keyOverrideCopyImage] + if copyImage == "" { + copyImage = dockerfile2llb.DefaultCopyImage + } + unpack := llb.Image(copyImage, dockerfile2llb.WithInternalName("helper image for file operations")). + Run(llb.Shlex("copy --unpack /src/context /out/"), llb.ReadonlyRootFS(), dockerfile2llb.WithInternalName("extracting build context")) + unpack.AddMount("/src", httpContext, llb.Readonly) + src = unpack.AddMount("/out", llb.Scratch()) + buildContext = &src } - unpack := llb.Image(copyImage, dockerfile2llb.WithInternalName("helper image for file operations")). - Run(llb.Shlex("copy --unpack /src/context /out/"), llb.ReadonlyRootFS(), dockerfile2llb.WithInternalName("extracting build context")) - unpack.AddMount("/src", httpContext, llb.Readonly) - src = unpack.AddMount("/out", llb.Scratch()) - buildContext = &src } else { filename = "context" src = httpContext @@ -529,3 +538,13 @@ func parseNetMode(v string) (pb.NetMode, error) { return 0, errors.Errorf("invalid netmode %s", v) } } + +func useFileOp(args map[string]string, caps *apicaps.CapSet) bool { + enabled := true + if v, ok := args["build-arg:BUILDKIT_DISABLE_FILEOP"]; ok { + if b, err := strconv.ParseBool(v); err == nil { + enabled = !b + } + } + return enabled && caps != nil && caps.Supports(pb.CapFileBase) == nil +} diff --git a/session/upload/upload.go b/session/upload/upload.go index 58b38c2e..8d69bde2 100644 --- a/session/upload/upload.go +++ b/session/upload/upload.go @@ -16,8 +16,8 @@ const ( func New(ctx context.Context, c session.Caller, url *url.URL) (*Upload, error) { opts := map[string][]string{ - keyPath: []string{url.Path}, - keyHost: []string{url.Host}, + keyPath: {url.Path}, + keyHost: {url.Host}, } client := NewUploadClient(c.Conn())