diff --git a/pipeline/build/build.go b/pipeline/build/build.go
index 36a5f5fe8..79fd7a692 100644
--- a/pipeline/build/build.go
+++ b/pipeline/build/build.go
@@ -32,14 +32,13 @@ func (Pipe) Run(ctx *context.Context) error {
 	var g errgroup.Group
 	for _, goos := range ctx.Config.Build.Goos {
 		for _, goarch := range ctx.Config.Build.Goarch {
-			sem <- true
 			goos := goos
 			goarch := goarch
 			if !valid(goos, goarch) {
 				log.Printf("Skipped build for %v/%v\n", goos, goarch)
-				<-sem
 				continue
 			}
+			sem <- true
 			name, err := nameFor(ctx, goos, goarch)
 			if err != nil {
 				return err