2017-09-12 04:31:00 +02:00
|
|
|
package docker
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
2017-09-12 12:54:43 +02:00
|
|
|
"os"
|
2017-09-12 04:31:00 +02:00
|
|
|
"path/filepath"
|
2021-06-27 22:55:00 +02:00
|
|
|
"sort"
|
2017-12-24 14:12:51 +02:00
|
|
|
"strings"
|
2017-09-12 04:31:00 +02:00
|
|
|
|
2022-06-22 02:11:15 +02:00
|
|
|
"github.com/caarlos0/log"
|
2017-12-18 03:11:17 +02:00
|
|
|
"github.com/goreleaser/goreleaser/internal/artifact"
|
2021-07-25 00:59:43 +02:00
|
|
|
"github.com/goreleaser/goreleaser/internal/gio"
|
2021-08-17 03:11:54 +02:00
|
|
|
"github.com/goreleaser/goreleaser/internal/ids"
|
2018-09-12 19:18:01 +02:00
|
|
|
"github.com/goreleaser/goreleaser/internal/pipe"
|
2018-07-10 06:38:00 +02:00
|
|
|
"github.com/goreleaser/goreleaser/internal/semerrgroup"
|
2018-07-09 06:05:18 +02:00
|
|
|
"github.com/goreleaser/goreleaser/internal/tmpl"
|
2018-08-15 04:50:20 +02:00
|
|
|
"github.com/goreleaser/goreleaser/pkg/config"
|
|
|
|
"github.com/goreleaser/goreleaser/pkg/context"
|
2017-09-12 04:31:00 +02:00
|
|
|
)
|
|
|
|
|
2021-06-26 21:36:31 +02:00
|
|
|
const (
|
|
|
|
dockerConfigExtra = "DockerConfig"
|
|
|
|
|
2022-10-05 14:42:05 +02:00
|
|
|
useBuildx = "buildx"
|
|
|
|
useDocker = "docker"
|
2021-06-26 21:36:31 +02:00
|
|
|
)
|
|
|
|
|
2020-05-26 05:48:10 +02:00
|
|
|
// Pipe for docker.
|
2017-09-12 04:31:00 +02:00
|
|
|
type Pipe struct{}
|
|
|
|
|
2021-09-18 15:21:29 +02:00
|
|
|
func (Pipe) String() string { return "docker images" }
|
2022-06-23 02:39:20 +02:00
|
|
|
func (Pipe) Skip(ctx *context.Context) bool { return len(ctx.Config.Dockers) == 0 || ctx.SkipDocker }
|
2017-09-12 04:31:00 +02:00
|
|
|
|
2020-05-26 05:48:10 +02:00
|
|
|
// Default sets the pipe defaults.
|
2017-12-02 23:53:19 +02:00
|
|
|
func (Pipe) Default(ctx *context.Context) error {
|
2021-08-17 03:11:54 +02:00
|
|
|
ids := ids.New("dockers")
|
2017-12-05 15:19:44 +02:00
|
|
|
for i := range ctx.Config.Dockers {
|
2021-04-19 14:31:57 +02:00
|
|
|
docker := &ctx.Config.Dockers[i]
|
2018-10-20 15:09:55 +02:00
|
|
|
|
2021-08-17 03:11:54 +02:00
|
|
|
if docker.ID != "" {
|
|
|
|
ids.Inc(docker.ID)
|
|
|
|
}
|
2017-12-17 22:10:38 +02:00
|
|
|
if docker.Goos == "" {
|
|
|
|
docker.Goos = "linux"
|
|
|
|
}
|
|
|
|
if docker.Goarch == "" {
|
|
|
|
docker.Goarch = "amd64"
|
2017-12-05 15:19:44 +02:00
|
|
|
}
|
2022-11-14 18:59:01 +02:00
|
|
|
if docker.Goarm == "" {
|
|
|
|
docker.Goarm = "6"
|
|
|
|
}
|
2022-04-12 03:43:22 +02:00
|
|
|
if docker.Goamd64 == "" {
|
2022-04-14 02:29:39 +02:00
|
|
|
docker.Goamd64 = "v1"
|
2022-04-12 03:43:22 +02:00
|
|
|
}
|
2020-11-25 00:41:40 +02:00
|
|
|
if docker.Dockerfile == "" {
|
|
|
|
docker.Dockerfile = "Dockerfile"
|
|
|
|
}
|
2021-06-26 21:36:31 +02:00
|
|
|
if docker.Use == "" {
|
|
|
|
docker.Use = useDocker
|
|
|
|
}
|
2021-06-27 22:55:00 +02:00
|
|
|
if err := validateImager(docker.Use); err != nil {
|
|
|
|
return err
|
2021-06-26 21:36:31 +02:00
|
|
|
}
|
2019-10-06 22:09:51 +02:00
|
|
|
for _, f := range docker.Files {
|
|
|
|
if f == "." || strings.HasPrefix(f, ctx.Config.Dist) {
|
|
|
|
return fmt.Errorf("invalid docker.files: can't be . or inside dist folder: %s", f)
|
|
|
|
}
|
|
|
|
}
|
2017-12-05 15:19:44 +02:00
|
|
|
}
|
2021-08-17 03:11:54 +02:00
|
|
|
return ids.Validate()
|
2017-12-02 23:53:19 +02:00
|
|
|
}
|
|
|
|
|
2021-06-27 22:55:00 +02:00
|
|
|
func validateImager(use string) error {
|
|
|
|
valid := make([]string, 0, len(imagers))
|
|
|
|
for k := range imagers {
|
|
|
|
valid = append(valid, k)
|
|
|
|
}
|
|
|
|
for _, s := range valid {
|
2021-06-26 21:36:31 +02:00
|
|
|
if s == use {
|
2021-06-27 22:55:00 +02:00
|
|
|
return nil
|
2021-06-26 21:36:31 +02:00
|
|
|
}
|
|
|
|
}
|
2021-06-27 22:55:00 +02:00
|
|
|
sort.Strings(valid)
|
|
|
|
return fmt.Errorf("docker: invalid use: %s, valid options are %v", use, valid)
|
2021-06-26 21:36:31 +02:00
|
|
|
}
|
|
|
|
|
2020-05-26 05:48:10 +02:00
|
|
|
// Publish the docker images.
|
2018-10-20 18:45:31 +02:00
|
|
|
func (Pipe) Publish(ctx *context.Context) error {
|
2022-06-23 13:49:33 +02:00
|
|
|
skips := pipe.SkipMemento{}
|
2021-04-19 14:31:57 +02:00
|
|
|
images := ctx.Artifacts.Filter(artifact.ByType(artifact.PublishableDockerImage)).List()
|
2018-10-20 18:45:31 +02:00
|
|
|
for _, image := range images {
|
|
|
|
if err := dockerPush(ctx, image); err != nil {
|
2022-06-23 13:49:33 +02:00
|
|
|
if pipe.IsSkip(err) {
|
|
|
|
skips.Remember(err)
|
|
|
|
continue
|
|
|
|
}
|
2018-10-20 18:45:31 +02:00
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
2022-06-23 13:49:33 +02:00
|
|
|
return skips.Evaluate()
|
2018-10-20 18:45:31 +02:00
|
|
|
}
|
|
|
|
|
2021-09-18 15:21:29 +02:00
|
|
|
// Run the pipe.
|
|
|
|
func (Pipe) Run(ctx *context.Context) error {
|
2021-04-19 14:31:57 +02:00
|
|
|
g := semerrgroup.NewSkipAware(semerrgroup.New(ctx.Parallelism))
|
2022-11-14 19:49:49 +02:00
|
|
|
for i, docker := range ctx.Config.Dockers {
|
|
|
|
i := i
|
2017-12-26 03:27:06 +02:00
|
|
|
docker := docker
|
|
|
|
g.Go(func() error {
|
2022-11-14 19:49:49 +02:00
|
|
|
log := log.WithField("index", i)
|
|
|
|
log.Debug("looking for artifacts matching")
|
2021-04-19 14:31:57 +02:00
|
|
|
filters := []artifact.Filter{
|
2019-12-27 16:55:03 +02:00
|
|
|
artifact.ByGoos(docker.Goos),
|
|
|
|
artifact.ByGoarch(docker.Goarch),
|
2021-01-07 21:21:12 +02:00
|
|
|
artifact.Or(
|
|
|
|
artifact.ByType(artifact.Binary),
|
|
|
|
artifact.ByType(artifact.LinuxPackage),
|
|
|
|
),
|
2019-12-27 16:55:03 +02:00
|
|
|
}
|
2022-04-12 03:43:22 +02:00
|
|
|
// TODO: properly test this
|
|
|
|
switch docker.Goarch {
|
|
|
|
case "amd64":
|
|
|
|
filters = append(filters, artifact.ByGoamd64(docker.Goamd64))
|
|
|
|
case "arm":
|
|
|
|
filters = append(filters, artifact.ByGoarm(docker.Goarm))
|
|
|
|
}
|
2021-01-07 21:21:12 +02:00
|
|
|
if len(docker.IDs) > 0 {
|
|
|
|
filters = append(filters, artifact.ByIDs(docker.IDs...))
|
2017-09-12 04:31:00 +02:00
|
|
|
}
|
2021-04-19 14:31:57 +02:00
|
|
|
artifacts := ctx.Artifacts.Filter(artifact.And(filters...))
|
2021-01-07 21:21:12 +02:00
|
|
|
log.WithField("artifacts", artifacts.Paths()).Debug("found artifacts")
|
2022-11-14 19:49:49 +02:00
|
|
|
if len(artifacts.Paths()) == 0 {
|
|
|
|
log.Warn("not binaries or packages found for the given platform - COPY/ADD may not work")
|
|
|
|
}
|
2021-01-07 21:21:12 +02:00
|
|
|
return process(ctx, docker, artifacts.List())
|
2017-12-26 03:27:06 +02:00
|
|
|
})
|
2017-09-12 04:31:00 +02:00
|
|
|
}
|
2022-05-03 03:05:42 +02:00
|
|
|
if err := g.Wait(); err != nil {
|
2022-05-12 19:44:09 +02:00
|
|
|
if pipe.IsSkip(err) {
|
|
|
|
return err
|
|
|
|
}
|
2022-05-03 03:05:42 +02:00
|
|
|
return fmt.Errorf("docker build failed: %w\nLearn more at https://goreleaser.com/errors/docker-build\n", err) // nolint:revive
|
|
|
|
}
|
|
|
|
return nil
|
2017-09-12 04:31:00 +02:00
|
|
|
}
|
|
|
|
|
2021-01-07 21:21:12 +02:00
|
|
|
func process(ctx *context.Context, docker config.Docker, artifacts []*artifact.Artifact) error {
|
2021-11-21 16:10:08 +02:00
|
|
|
tmp, err := os.MkdirTemp(ctx.Config.Dist, "goreleaserdocker")
|
2018-08-20 23:58:56 +02:00
|
|
|
if err != nil {
|
2020-09-21 19:47:51 +02:00
|
|
|
return fmt.Errorf("failed to create temporary dir: %w", err)
|
2018-08-20 23:58:56 +02:00
|
|
|
}
|
2018-10-03 14:58:02 +02:00
|
|
|
|
2019-01-11 20:27:39 +02:00
|
|
|
images, err := processImageTemplates(ctx, docker)
|
2018-10-03 14:58:02 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
2017-12-05 15:19:44 +02:00
|
|
|
}
|
2018-10-03 14:58:02 +02:00
|
|
|
|
2021-09-18 15:21:29 +02:00
|
|
|
if len(images) == 0 {
|
|
|
|
return pipe.Skip("no image templates found")
|
|
|
|
}
|
|
|
|
|
2021-07-04 03:52:59 +02:00
|
|
|
log := log.WithField("image", images[0])
|
|
|
|
log.Debug("tempdir: " + tmp)
|
|
|
|
|
2022-10-05 16:11:01 +02:00
|
|
|
dockerfile, err := tmpl.New(ctx).Apply(docker.Dockerfile)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
if err := gio.Copy(dockerfile, filepath.Join(tmp, "Dockerfile")); err != nil {
|
|
|
|
return fmt.Errorf("failed to copy dockerfile: %w", err)
|
|
|
|
}
|
|
|
|
|
2017-09-26 00:10:04 +02:00
|
|
|
for _, file := range docker.Files {
|
2021-04-19 14:31:57 +02:00
|
|
|
if err := os.MkdirAll(filepath.Join(tmp, filepath.Dir(file)), 0o755); err != nil {
|
2021-07-25 00:59:43 +02:00
|
|
|
return fmt.Errorf("failed to copy extra file '%s': %w", file, err)
|
2018-12-16 15:11:01 +02:00
|
|
|
}
|
2021-07-25 00:59:43 +02:00
|
|
|
if err := gio.Copy(file, filepath.Join(tmp, file)); err != nil {
|
|
|
|
return fmt.Errorf("failed to copy extra file '%s': %w", file, err)
|
2017-09-26 00:10:04 +02:00
|
|
|
}
|
|
|
|
}
|
2021-01-07 21:21:12 +02:00
|
|
|
for _, art := range artifacts {
|
2021-07-25 00:59:43 +02:00
|
|
|
if err := gio.Copy(art.Path, filepath.Join(tmp, filepath.Base(art.Path))); err != nil {
|
|
|
|
return fmt.Errorf("failed to copy artifact: %w", err)
|
2019-01-11 20:27:39 +02:00
|
|
|
}
|
2018-08-20 23:58:56 +02:00
|
|
|
}
|
2018-10-03 14:58:02 +02:00
|
|
|
|
2019-01-11 20:27:39 +02:00
|
|
|
buildFlags, err := processBuildFlagTemplates(ctx, docker)
|
2018-10-03 14:58:02 +02:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2021-07-04 03:52:59 +02:00
|
|
|
log.Info("building docker image")
|
2021-06-27 22:55:00 +02:00
|
|
|
if err := imagers[docker.Use].Build(ctx, tmp, images, buildFlags); err != nil {
|
2017-09-12 04:31:00 +02:00
|
|
|
return err
|
|
|
|
}
|
2019-03-06 18:17:53 +02:00
|
|
|
|
2018-10-20 18:45:31 +02:00
|
|
|
for _, img := range images {
|
2019-08-12 22:44:48 +02:00
|
|
|
ctx.Artifacts.Add(&artifact.Artifact{
|
2018-10-20 18:45:31 +02:00
|
|
|
Type: artifact.PublishableDockerImage,
|
|
|
|
Name: img,
|
|
|
|
Path: img,
|
|
|
|
Goarch: docker.Goarch,
|
|
|
|
Goos: docker.Goos,
|
|
|
|
Goarm: docker.Goarm,
|
2021-06-26 21:36:31 +02:00
|
|
|
Extra: map[string]interface{}{
|
|
|
|
dockerConfigExtra: docker,
|
|
|
|
},
|
2018-10-20 18:45:31 +02:00
|
|
|
})
|
|
|
|
}
|
|
|
|
return nil
|
2017-09-26 23:50:00 +02:00
|
|
|
}
|
|
|
|
|
2019-01-11 20:27:39 +02:00
|
|
|
func processImageTemplates(ctx *context.Context, docker config.Docker) ([]string, error) {
|
2018-10-03 14:58:02 +02:00
|
|
|
// nolint:prealloc
|
|
|
|
var images []string
|
2018-10-20 14:21:52 +02:00
|
|
|
for _, imageTemplate := range docker.ImageTemplates {
|
2019-01-11 20:27:39 +02:00
|
|
|
image, err := tmpl.New(ctx).Apply(imageTemplate)
|
2018-10-20 14:21:52 +02:00
|
|
|
if err != nil {
|
2020-09-21 19:47:51 +02:00
|
|
|
return nil, fmt.Errorf("failed to execute image template '%s': %w", imageTemplate, err)
|
2018-10-20 14:21:52 +02:00
|
|
|
}
|
2020-12-28 22:36:46 +02:00
|
|
|
if image == "" {
|
|
|
|
continue
|
|
|
|
}
|
2018-10-20 14:21:52 +02:00
|
|
|
|
|
|
|
images = append(images, image)
|
|
|
|
}
|
|
|
|
|
2018-10-03 14:58:02 +02:00
|
|
|
return images, nil
|
|
|
|
}
|
|
|
|
|
2019-01-11 20:27:39 +02:00
|
|
|
func processBuildFlagTemplates(ctx *context.Context, docker config.Docker) ([]string, error) {
|
2018-10-03 14:58:02 +02:00
|
|
|
// nolint:prealloc
|
|
|
|
var buildFlags []string
|
|
|
|
for _, buildFlagTemplate := range docker.BuildFlagTemplates {
|
2019-01-11 20:27:39 +02:00
|
|
|
buildFlag, err := tmpl.New(ctx).Apply(buildFlagTemplate)
|
2018-10-03 14:58:02 +02:00
|
|
|
if err != nil {
|
2020-09-21 19:47:51 +02:00
|
|
|
return nil, fmt.Errorf("failed to process build flag template '%s': %w", buildFlagTemplate, err)
|
2018-10-03 14:58:02 +02:00
|
|
|
}
|
|
|
|
buildFlags = append(buildFlags, buildFlag)
|
|
|
|
}
|
|
|
|
return buildFlags, nil
|
|
|
|
}
|
|
|
|
|
2019-08-12 22:44:48 +02:00
|
|
|
func dockerPush(ctx *context.Context, image *artifact.Artifact) error {
|
2021-12-21 04:43:35 +02:00
|
|
|
log.WithField("image", image.Name).Info("pushing")
|
2022-06-23 13:49:33 +02:00
|
|
|
|
2022-06-24 04:36:19 +02:00
|
|
|
docker, err := artifact.Extra[config.Docker](*image, dockerConfigExtra)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2022-06-23 13:49:33 +02:00
|
|
|
if strings.TrimSpace(docker.SkipPush) == "true" {
|
|
|
|
return pipe.Skip("docker.skip_push is set: " + image.Name)
|
|
|
|
}
|
|
|
|
if strings.TrimSpace(docker.SkipPush) == "auto" && ctx.Semver.Prerelease != "" {
|
|
|
|
return pipe.Skip("prerelease detected with 'auto' push, skipping docker publish: " + image.Name)
|
|
|
|
}
|
|
|
|
|
feat: add digest to artifacts info of published docker images (#3540)
Extract the digest (sha256) of docker images from the `docker push`
command for dockers published to the docker registry.
Outputting the digest is required to avoid a race condition when
referencing the image, where the image tag is being modified before the
reference is done.
See this [blog
post](https://github.com/goreleaser/goreleaser/issues/3496) for more
info.
This PR fixes https://github.com/goreleaser/goreleaser/issues/3496.
Note that the 'publish' pipe now must run before the 'metadata' pipe, so
that the information extracted during the 'publish' pipe would appear in
the metadata.
Previously, the published docker images metadata wasn't printed (because
of the order). It made sense because the content of the published image
was just a subset of the local one.
Now that it is printed to the metadata, it should have a different name
to avoid confusion.
As I mentioned, it wasn't printed before - so there shouldn't be any
backward-compatibility issues.
---
Local tests:
```
go test -v .
=== RUN TestVersion
=== RUN TestVersion/only_version
=== RUN TestVersion/version_and_date
=== RUN TestVersion/version,_date,_built_by
=== RUN TestVersion/all_empty
=== RUN TestVersion/complete
--- PASS: TestVersion (0.00s)
--- PASS: TestVersion/only_version (0.00s)
--- PASS: TestVersion/version_and_date (0.00s)
--- PASS: TestVersion/version,_date,_built_by (0.00s)
--- PASS: TestVersion/all_empty (0.00s)
--- PASS: TestVersion/complete (0.00s)
PASS
ok github.com/goreleaser/goreleaser 0.764s
```
Output example:
```
{
"name": "gallegit/hello-world:latest",
"path": "gallegit/hello-world:latest",
"goos": "linux",
"goarch": "amd64",
"internal_type": 10,
"type": "Published Docker Image",
"extra": {
"digest": "sha256:c3f7dd196a046dc061236d3c6ae1e2946269e90da30b0a959240ca799750e632"
}
}
```
Signed-off-by: Carlos A Becker <caarlos0@users.noreply.github.com>
Co-authored-by: Carlos Alexandro Becker <caarlos0@users.noreply.github.com>
2022-11-12 19:51:53 +02:00
|
|
|
digest, err := imagers[docker.Use].Push(ctx, image.Name, docker.PushFlags)
|
|
|
|
if err != nil {
|
2021-06-26 21:36:31 +02:00
|
|
|
return err
|
2017-09-12 04:31:00 +02:00
|
|
|
}
|
2022-06-23 13:49:33 +02:00
|
|
|
|
2021-08-17 03:11:54 +02:00
|
|
|
art := &artifact.Artifact{
|
2019-09-03 18:27:16 +02:00
|
|
|
Type: artifact.DockerImage,
|
|
|
|
Name: image.Name,
|
|
|
|
Path: image.Path,
|
|
|
|
Goarch: image.Goarch,
|
|
|
|
Goos: image.Goos,
|
|
|
|
Goarm: image.Goarm,
|
2021-08-17 03:11:54 +02:00
|
|
|
Extra: map[string]interface{}{},
|
|
|
|
}
|
|
|
|
if docker.ID != "" {
|
2021-10-17 03:46:11 +02:00
|
|
|
art.Extra[artifact.ExtraID] = docker.ID
|
2021-08-17 03:11:54 +02:00
|
|
|
}
|
2022-11-15 13:31:21 +02:00
|
|
|
art.Extra[artifact.ExtraDigest] = digest
|
feat: add digest to artifacts info of published docker images (#3540)
Extract the digest (sha256) of docker images from the `docker push`
command for dockers published to the docker registry.
Outputting the digest is required to avoid a race condition when
referencing the image, where the image tag is being modified before the
reference is done.
See this [blog
post](https://github.com/goreleaser/goreleaser/issues/3496) for more
info.
This PR fixes https://github.com/goreleaser/goreleaser/issues/3496.
Note that the 'publish' pipe now must run before the 'metadata' pipe, so
that the information extracted during the 'publish' pipe would appear in
the metadata.
Previously, the published docker images metadata wasn't printed (because
of the order). It made sense because the content of the published image
was just a subset of the local one.
Now that it is printed to the metadata, it should have a different name
to avoid confusion.
As I mentioned, it wasn't printed before - so there shouldn't be any
backward-compatibility issues.
---
Local tests:
```
go test -v .
=== RUN TestVersion
=== RUN TestVersion/only_version
=== RUN TestVersion/version_and_date
=== RUN TestVersion/version,_date,_built_by
=== RUN TestVersion/all_empty
=== RUN TestVersion/complete
--- PASS: TestVersion (0.00s)
--- PASS: TestVersion/only_version (0.00s)
--- PASS: TestVersion/version_and_date (0.00s)
--- PASS: TestVersion/version,_date,_built_by (0.00s)
--- PASS: TestVersion/all_empty (0.00s)
--- PASS: TestVersion/complete (0.00s)
PASS
ok github.com/goreleaser/goreleaser 0.764s
```
Output example:
```
{
"name": "gallegit/hello-world:latest",
"path": "gallegit/hello-world:latest",
"goos": "linux",
"goarch": "amd64",
"internal_type": 10,
"type": "Published Docker Image",
"extra": {
"digest": "sha256:c3f7dd196a046dc061236d3c6ae1e2946269e90da30b0a959240ca799750e632"
}
}
```
Signed-off-by: Carlos A Becker <caarlos0@users.noreply.github.com>
Co-authored-by: Carlos Alexandro Becker <caarlos0@users.noreply.github.com>
2022-11-12 19:51:53 +02:00
|
|
|
|
2021-08-17 03:11:54 +02:00
|
|
|
ctx.Artifacts.Add(art)
|
2017-09-12 04:31:00 +02:00
|
|
|
return nil
|
|
|
|
}
|