1
0
mirror of https://github.com/raseels-repos/golang-saas-starter-kit.git synced 2025-06-06 23:46:29 +02:00

1934 lines
71 KiB
Go
Raw Normal View History

2019-07-07 12:52:55 -08:00
package devops
import (
"context"
"crypto/md5"
"encoding/base64"
2019-07-08 12:21:22 -08:00
"encoding/json"
2019-07-07 12:52:55 -08:00
"fmt"
"io"
2019-07-08 19:13:41 -08:00
"log"
"net/url"
2019-07-08 19:13:41 -08:00
"os"
"path/filepath"
"regexp"
"strconv"
"strings"
2019-07-07 12:52:55 -08:00
"geeks-accelerator/oss/saas-starter-kit/example-project/internal/platform/tests"
2019-07-08 12:21:22 -08:00
"github.com/aws/aws-sdk-go/aws"
2019-07-07 12:52:55 -08:00
"github.com/aws/aws-sdk-go/aws/awserr"
"github.com/aws/aws-sdk-go/service/acm"
2019-07-08 19:13:41 -08:00
"github.com/aws/aws-sdk-go/service/cloudwatchlogs"
"github.com/aws/aws-sdk-go/service/ec2"
2019-07-08 12:21:22 -08:00
"github.com/aws/aws-sdk-go/service/ecr"
"github.com/aws/aws-sdk-go/service/ecs"
2019-07-08 19:13:41 -08:00
"github.com/aws/aws-sdk-go/service/elbv2"
2019-07-08 12:21:22 -08:00
"github.com/aws/aws-sdk-go/service/iam"
2019-07-07 12:52:55 -08:00
"github.com/aws/aws-sdk-go/service/secretsmanager"
dockerTypes "github.com/docker/docker/api/types"
dockerClient "github.com/docker/docker/client"
"github.com/docker/docker/pkg/archive"
2019-07-08 12:21:22 -08:00
"github.com/iancoleman/strcase"
2019-07-07 12:52:55 -08:00
"github.com/pkg/errors"
"gopkg.in/go-playground/validator.v9"
2019-07-07 12:52:55 -08:00
)
// baseServicePolicyDocument defines the default permissions required to access AWS services for all deployed services.
var baseServicePolicyDocument = IamPolicyDocument{
Version: "2012-10-17",
Statement: []IamStatementEntry{
IamStatementEntry{
Sid: "DefaultServiceAccess",
Effect: "Allow",
Action: []string{
"s3:HeadBucket",
"ec2:DescribeNetworkInterfaces",
"ec2:DeleteNetworkInterface",
"ecs:ListTasks",
"ecs:DescribeTasks",
"ec2:DescribeNetworkInterfaces",
"route53:ListHostedZones",
"route53:ListResourceRecordSets",
"route53:ChangeResourceRecordSets",
"ecs:UpdateService",
"ses:SendEmail",
},
Resource: "*",
},
IamStatementEntry{
Sid: "ServiceInvokeLambda",
Effect: "Allow",
Action: []string{
"iam:GetRole",
"lambda:InvokeFunction",
"lambda:ListVersionsByFunction",
"lambda:GetFunction",
"lambda:InvokeAsync",
"lambda:GetFunctionConfiguration",
"iam:PassRole",
"lambda:GetAlias",
"lambda:GetPolicy",
},
Resource: []string{
"arn:aws:iam:::role/*",
"arn:aws:lambda:::function:*",
},
},
IamStatementEntry{
Sid: "datadoglambda",
Effect: "Allow",
Action: []string{
"cloudwatch:Get*",
"cloudwatch:List*",
"ec2:Describe*",
"support:*",
"tag:GetResources",
"tag:GetTagKeys",
"tag:GetTagValues",
},
Resource: "*",
},
},
2019-07-08 12:21:22 -08:00
}
/*
2019-07-07 12:52:55 -08:00
// requiredCmdsBuild proves a list of required executables for completing build.
var requiredCmdsDeploy = [][]string{
[]string{"docker", "version", "-f", "{{.Client.Version}}"},
}
*/
2019-07-07 12:52:55 -08:00
2019-07-08 19:13:41 -08:00
// NewServiceDeployRequest generated a new request for executing deploy for a given set of flags.
func NewServiceDeployRequest(log *log.Logger, flags ServiceDeployFlags) (*serviceDeployRequest, error) {
2019-07-07 12:52:55 -08:00
2019-07-08 19:13:41 -08:00
log.Println("Validate flags.")
{
errs := validator.New().Struct(flags)
if errs != nil {
return nil, errs
}
log.Printf("\t%s\tFlags ok.", tests.Success)
}
2019-07-07 12:52:55 -08:00
2019-07-08 19:13:41 -08:00
log.Println("\tVerify AWS credentials.")
var awsCreds awsCredentials
2019-07-08 19:13:41 -08:00
{
var err error
awsCreds, err = GetAwsCredentials(flags.Env)
2019-07-07 12:52:55 -08:00
if err != nil {
2019-07-08 19:13:41 -08:00
return nil, err
2019-07-07 12:52:55 -08:00
}
log.Printf("\t\t\tAccessKeyID: '%s'", awsCreds.AccessKeyID)
log.Printf("\t\t\tRegion: '%s'", awsCreds.Region)
2019-07-08 19:13:41 -08:00
log.Printf("\t%s\tAWS credentials valid.", tests.Success)
2019-07-07 12:52:55 -08:00
}
2019-07-08 19:13:41 -08:00
log.Println("Generate deploy request.")
var req serviceDeployRequest
2019-07-08 12:21:22 -08:00
{
req = serviceDeployRequest{
2019-07-08 19:13:41 -08:00
// Required flags.
ServiceName: flags.ServiceName,
Env: flags.Env,
AwsCreds: awsCreds,
2019-07-08 19:13:41 -08:00
// Optional flags.
ProjectRoot: flags.ProjectRoot,
ProjectName: flags.ProjectName,
DockerFile: flags.DockerFile,
EnableLambdaVPC: flags.EnableLambdaVPC,
EnableEcsElb: flags.EnableEcsElb,
NoBuild: flags.NoBuild,
NoDeploy: flags.NoDeploy,
NoCache: flags.NoCache,
NoPush: flags.NoPush,
RecreateService: flags.RecreateService,
flags: flags,
2019-07-08 19:13:41 -08:00
}
2019-07-08 12:21:22 -08:00
// When project root directory is empty or set to current working path, then search for the project root by locating
// the go.mod file.
2019-07-08 19:13:41 -08:00
log.Println("\tDetermining the project root directory.")
{
if flags.ProjectRoot == "" || flags.ProjectRoot == "." {
log.Println("\tAttempting to location project root directory from current working directory.")
2019-07-08 12:21:22 -08:00
2019-07-08 19:13:41 -08:00
var err error
req.GoModFile, err = findProjectGoModFile()
2019-07-08 19:13:41 -08:00
if err != nil {
return nil, err
}
req.ProjectRoot = filepath.Dir(req.GoModFile)
2019-07-08 19:13:41 -08:00
} else {
log.Println("\t\tUsing supplied project root directory.")
req.GoModFile = filepath.Join(flags.ProjectRoot, "go.mod")
2019-07-08 12:21:22 -08:00
}
log.Printf("\t\t\tproject root: %s", req.ProjectRoot)
log.Printf("\t\t\tgo.mod: %s", req.GoModFile)
2019-07-08 12:21:22 -08:00
}
log.Println("\tExtracting go module name from go.mod.")
2019-07-08 19:13:41 -08:00
{
var err error
req.GoModName, err = loadGoModName(req.GoModFile)
2019-07-08 19:13:41 -08:00
if err != nil {
return nil, err
}
log.Printf("\t\t\tmodule name: %s", req.GoModName)
2019-07-07 12:52:55 -08:00
}
2019-07-08 12:21:22 -08:00
log.Println("\tDetermining the project name.")
2019-07-08 19:13:41 -08:00
{
if flags.ProjectName != "" {
req.ProjectName = flags.ProjectName
2019-07-08 19:13:41 -08:00
log.Printf("\t\tUse provided value.")
} else {
req.ProjectName = filepath.Base(req.GoModName)
2019-07-08 19:13:41 -08:00
log.Printf("\t\tSet from go module.")
}
log.Printf("\t\t\tproject name: %s", req.ProjectName)
2019-07-08 12:21:22 -08:00
}
log.Println("\tAttempting to locate service directory from project root directory.")
{
2019-07-08 19:13:41 -08:00
if flags.DockerFile != "" {
req.DockerFile = flags.DockerFile
2019-07-08 19:13:41 -08:00
log.Printf("\t\tUse provided value.")
} else {
log.Printf("\t\tFind from project root looking for Dockerfile.")
var err error
req.DockerFile, err = findServiceDockerFile(req.ProjectRoot, req.ServiceName)
2019-07-08 19:13:41 -08:00
if err != nil {
return nil, err
}
2019-07-08 12:21:22 -08:00
}
2019-07-08 19:13:41 -08:00
req.ServiceDir = filepath.Dir(req.DockerFile)
2019-07-08 19:13:41 -08:00
log.Printf("\t\t\tservice directory: %s", req.ServiceDir)
log.Printf("\t\t\tdockerfile: %s", req.DockerFile)
2019-07-08 12:21:22 -08:00
}
log.Println("\tSet defaults not defined in env vars.")
{
2019-07-08 19:13:41 -08:00
// Set default AWS ECR Repository Name.
req.EcrRepositoryName = req.ProjectName
log.Printf("\t\t\tSet ECR Repository Name to '%s'.", req.EcrRepositoryName)
2019-07-08 12:21:22 -08:00
2019-07-08 19:13:41 -08:00
// Set default AWS ECR Regsistry Max Images.
req.EcrRepositoryMaxImages = defaultAwsRegistryMaxImages
log.Printf("\t\t\tSet ECR Regsistry Max Images to '%d'.", req.EcrRepositoryMaxImages)
2019-07-08 19:13:41 -08:00
// Set default AWS ECS Cluster Name.
req.EcsClusterName = req.ProjectName + "-" + req.Env
log.Printf("\t\t\tSet ECS Cluster Name to '%s'.", req.EcsClusterName)
2019-07-08 19:13:41 -08:00
// Set default AWS ECS Service Name.
req.EcsServiceName = req.ServiceName + "-" + req.Env
log.Printf("\t\t\tSet ECS Service Name to '%s'.", req.EcsServiceName)
2019-07-08 12:21:22 -08:00
// Set default AWS ECS Execution Role Name.
req.EcsExecutionRoleName = fmt.Sprintf("ecsExecutionRole%s%s", req.ProjectNameCamel(), strcase.ToCamel(req.Env))
log.Printf("\t\t\tSet ECS Execution Role Name to '%s'.", req.EcsExecutionRoleName)
// Set default AWS ECS Task Role Name.
req.EcsTaskRoleName = fmt.Sprintf("ecsTaskRole%s%s", req.ProjectNameCamel(), strcase.ToCamel(req.Env))
log.Printf("\t\t\tSet ECS Task Role Name to '%s'.", req.EcsTaskRoleName)
// Set default AWS ECS Task Policy Name.
req.EcsTaskPolicyName = fmt.Sprintf("%s%sServices", req.ProjectNameCamel(), strcase.ToCamel(req.Env))
log.Printf("\t\t\tSet ECS Task Policy Name to '%s'.", req.EcsTaskPolicyName)
2019-07-08 12:21:22 -08:00
2019-07-08 19:13:41 -08:00
// Set default Cloudwatch Log Group Name.
req.CloudWatchLogGroupName = fmt.Sprintf("logs/env_%s/aws/ecs/cluster_%s/service_%s", req.Env, req.EcsClusterName, req.ServiceName)
log.Printf("\t\t\tSet CloudWatch Log Group Name to '%s'.", req.CloudWatchLogGroupName)
2019-07-08 19:13:41 -08:00
// Set default EC2 Security Group Name.
req.Ec2SecurityGroupName = req.EcsClusterName
log.Printf("\t\t\tSet ECS Security Group Name to '%s'.", req.Ec2SecurityGroupName)
// Set default ELB Load Balancer Name when ELB is enabled.
if req.EnableEcsElb {
if !strings.Contains(req.EcsClusterName, req.Env) && !strings.Contains(req.ServiceName, req.Env) {
// When a custom cluster name is provided and/or service name, ensure the ELB contains the current env.
req.ElbLoadBalancerName = fmt.Sprintf("%s-%s-%s", req.EcsClusterName, req.ServiceName, req.Env)
} else {
// Default value when when custom cluster/service name is supplied.
req.ElbLoadBalancerName = fmt.Sprintf("%s-%s", req.EcsClusterName, req.ServiceName)
}
log.Printf("\t\t\tSet ELB Name to '%s'.", req.ElbLoadBalancerName)
}
2019-07-08 19:13:41 -08:00
// Set ECS configs based on specified env.
if flags.Env == "prod" {
req.EcsServiceMinimumHealthyPercent = aws.Int64(100)
req.EcsServiceMaximumPercent = aws.Int64(200)
2019-07-08 19:13:41 -08:00
req.ElbDeregistrationDelay = aws.Int(300)
2019-07-08 19:13:41 -08:00
} else {
req.EcsServiceMinimumHealthyPercent = aws.Int64(100)
req.EcsServiceMaximumPercent = aws.Int64(200)
2019-07-08 19:13:41 -08:00
// force staging to deploy immediately without waiting for connections to drain
req.ElbDeregistrationDelay = aws.Int(0)
2019-07-08 12:21:22 -08:00
}
req.EcsServiceDesiredCount = 1
req.EscServiceHealthCheckGracePeriodSeconds = aws.Int64(60)
2019-07-08 12:21:22 -08:00
log.Printf("\t%s\tDefaults set.", tests.Success)
}
2019-07-08 19:13:41 -08:00
log.Println("\tValidate request.")
errs := validator.New().Struct(req)
if errs != nil {
return nil, errs
}
log.Printf("\t%s\tNew request generated.", tests.Success)
}
return &req, nil
2019-07-08 19:13:41 -08:00
}
// Run is the main entrypoint for deploying a service for a given target env.
func ServiceDeploy(log *log.Logger, req *serviceDeployRequest) error {
/*
log.Println("Verify required commands are installed.")
for _, cmdVals := range requiredCmdsDeploy {
cmd := exec.Command(cmdVals[0], cmdVals[1:]...)
cmd.Env = os.Environ()
2019-07-08 19:13:41 -08:00
out, err := cmd.CombinedOutput()
if err != nil {
return errors.WithMessagef(err, "failed to execute %s - %s\n%s", strings.Join(cmdVals, " "), string(out))
}
log.Printf("\t%s\t%s - %s", tests.Success, cmdVals[0], string(out))
2019-07-08 19:13:41 -08:00
}
// Pull the current env variables to be passed in for command execution.
envVars := EnvVars(os.Environ())
2019-07-07 12:52:55 -08:00
*/
2019-07-08 12:21:22 -08:00
// Load the ECR repository.
log.Println("ECR - Get or create repository.")
var docker *dockerClient.Client
2019-07-08 12:21:22 -08:00
{
svc := ecr.New(req.awsSession())
2019-07-08 12:21:22 -08:00
var awsRepo *ecr.Repository
2019-07-08 12:21:22 -08:00
descRes, err := svc.DescribeRepositories(&ecr.DescribeRepositoriesInput{
RepositoryNames: []*string{aws.String(req.EcrRepositoryName)},
2019-07-08 12:21:22 -08:00
})
if err != nil {
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != ecr.ErrCodeRepositoryNotFoundException {
return errors.Wrapf(err, "failed to describe repository '%s'", req.EcrRepositoryName)
2019-07-08 12:21:22 -08:00
}
} else if len(descRes.Repositories) > 0 {
awsRepo = descRes.Repositories[0]
2019-07-08 19:13:41 -08:00
}
2019-07-08 12:21:22 -08:00
2019-07-08 19:13:41 -08:00
if awsRepo == nil {
// If no repository was found, create one.
createRes, err := svc.CreateRepository(&ecr.CreateRepositoryInput{
RepositoryName: aws.String(req.EcrRepositoryName),
2019-07-08 19:13:41 -08:00
Tags: []*ecr.Tag{
&ecr.Tag{Key: aws.String(awsTagNameProject), Value: aws.String(req.ProjectName)},
&ecr.Tag{Key: aws.String(awsTagNameEnv), Value: aws.String(req.Env)},
2019-07-08 19:13:41 -08:00
},
})
if err != nil {
return errors.Wrapf(err, "failed to create repository '%s'", req.EcrRepositoryName)
2019-07-08 19:13:41 -08:00
}
awsRepo = createRes.Repository
log.Printf("\t\tCreated: %s.", *awsRepo.RepositoryArn)
} else {
2019-07-08 12:21:22 -08:00
log.Printf("\t\tFound: %s.", *awsRepo.RepositoryArn)
log.Println("\t\tChecking old ECR images.")
delIds, err := EcrPurgeImages(req)
2019-07-08 12:21:22 -08:00
if err != nil {
return err
}
// If there are image IDs to delete, delete them.
if len(delIds) > 0 {
log.Printf("\t\tDeleted %d images that exceeded limit of %d", len(delIds), req.EcrRepositoryMaxImages)
2019-07-08 12:21:22 -08:00
for _, imgId := range delIds {
log.Printf("\t\t\t%s", *imgId.ImageTag)
}
}
}
tag1 := req.Env + "-" + req.ServiceName
req.BuildTags = append(req.BuildTags, tag1)
if v := os.Getenv("CI_COMMIT_REF_NAME"); v != "" {
tag2 := tag1 + "-" + v
req.BuildTags = append(req.BuildTags, tag2)
req.ReleaseImage = *awsRepo.RepositoryUri + ":" + tag2
} else {
req.ReleaseImage = *awsRepo.RepositoryUri + ":" + tag1
2019-07-08 12:21:22 -08:00
}
2019-07-07 12:52:55 -08:00
log.Printf("\t\trelease image: %s", req.ReleaseImage)
log.Printf("\t\ttags: %s", strings.Join(req.BuildTags, " "))
2019-07-08 12:21:22 -08:00
log.Printf("\t%s\tRelease image valid.", tests.Success)
log.Println("ECR - Retrieve authorization token used for docker login.")
// Get the credentials necessary for logging into the AWS Elastic Container Registry
// made available with the AWS access key and AWS secret access keys.
res, err := svc.GetAuthorizationToken(&ecr.GetAuthorizationTokenInput{})
2019-07-08 12:21:22 -08:00
if err != nil {
return errors.Wrap(err, "failed to get ecr authorization token")
2019-07-08 12:21:22 -08:00
}
authToken, err := base64.StdEncoding.DecodeString(*res.AuthorizationData[0].AuthorizationToken)
2019-07-08 12:21:22 -08:00
if err != nil {
return errors.Wrap(err, "failed to base64 decode ecr authorization token")
2019-07-08 12:21:22 -08:00
}
pts := strings.Split(string(authToken), ":")
user := pts[0]
pass := pts[1]
docker, err = dockerClient.NewEnvClient()
if err != nil {
return errors.WithMessage(err, "failed to init new docker client from env")
}
_, err = docker.RegistryLogin(context.Background(), dockerTypes.AuthConfig{
Username: user,
Password: pass,
ServerAddress: *res.AuthorizationData[0].ProxyEndpoint,
})
if err != nil {
return errors.WithMessage(err, "failed docker registry login")
}
log.Printf("\t%s\tdocker login ok.", tests.Success)
2019-07-07 12:52:55 -08:00
}
2019-07-08 12:21:22 -08:00
// Do the docker build.
if req.NoBuild == false {
dockerFile, err := filepath.Rel(req.ProjectRoot, req.DockerFile)
if err != nil {
return errors.Wrapf(err, "failed parse relative path for %s from %s", req.DockerFile, req.ProjectRoot)
}
buildOpts := dockerTypes.ImageBuildOptions{
Tags: []string{req.ReleaseImage},
BuildArgs: map[string]*string{
"service": &req.ServiceName,
"env": &req.Env,
},
Dockerfile: dockerFile,
NoCache: req.NoCache,
2019-07-08 12:21:22 -08:00
}
// Append the build tags.
2019-07-08 19:13:41 -08:00
var builtImageTags []string
for _, t := range req.BuildTags {
if strings.HasSuffix(req.ReleaseImage, ":"+t) {
2019-07-08 19:13:41 -08:00
// skip duplicate image tags
continue
}
imageTag := req.ReleaseImage + ":" + t
buildOpts.Tags = append(buildOpts.Tags, imageTag)
2019-07-08 19:13:41 -08:00
builtImageTags = append(builtImageTags, imageTag)
2019-07-08 12:21:22 -08:00
}
log.Println("starting docker build")
buildCtx, err := archive.TarWithOptions(req.ProjectRoot, &archive.TarOptions{})
if err != nil {
return errors.Wrap(err, "failed to create docker build context")
2019-07-08 12:21:22 -08:00
}
_, err = docker.ImageBuild(context.Background(), buildCtx, buildOpts)
2019-07-08 12:21:22 -08:00
if err != nil {
return errors.Wrap(err, "failed to build docker image")
2019-07-08 12:21:22 -08:00
}
// Push the newly built docker container to the registry.
if req.NoPush == false {
log.Printf("\t\tpush release image %s", req.ReleaseImage)
pushOpts := dockerTypes.ImagePushOptions{
All: true,
// Push returns EOF if no 'X-Registry-Auth' header is specified
// https://github.com/moby/moby/issues/10983
RegistryAuth: "123",
}
closer, err := docker.ImagePush(context.Background(), req.ReleaseImage, pushOpts)
2019-07-08 12:21:22 -08:00
if err != nil {
return errors.WithMessagef(err, "failed to push image %s", req.ReleaseImage)
2019-07-08 12:21:22 -08:00
}
io.Copy(os.Stdout, closer)
closer.Close()
2019-07-08 12:21:22 -08:00
// Push all the build tags.
2019-07-08 19:13:41 -08:00
for _, t := range builtImageTags {
2019-07-08 12:21:22 -08:00
log.Printf("\t\tpush tag %s", t)
closer, err := docker.ImagePush(context.Background(), req.ReleaseImage, pushOpts)
2019-07-08 12:21:22 -08:00
if err != nil {
return errors.WithMessagef(err, "failed to push image %s", t)
2019-07-08 12:21:22 -08:00
}
io.Copy(os.Stdout, closer)
closer.Close()
2019-07-08 12:21:22 -08:00
}
}
log.Printf("\t%s\tbuild complete.\n", tests.Success)
2019-07-07 12:52:55 -08:00
}
2019-07-08 12:21:22 -08:00
// Exit and don't continue if skip deploy.
if req.NoDeploy == true {
2019-07-08 12:21:22 -08:00
return nil
2019-07-07 12:52:55 -08:00
}
2019-07-08 12:21:22 -08:00
log.Println("Datadog - Get API Key")
var datadogApiKey string
{
// Load Datadog API Key which can be either stored in an env var or in AWS Secrets Manager.
// 1. Check env vars for [DEV|STAGE|PROD]_DD_API_KEY and DD_API_KEY
datadogApiKey = getTargetEnv(req.Env, "DD_API_KEY")
2019-07-08 12:21:22 -08:00
// 2. Check AWS Secrets Manager for datadog entry prefixed with target env.
if datadogApiKey == "" {
prefixedSecretId := strings.ToUpper(req.Env) + "/DATADOG"
2019-07-08 12:21:22 -08:00
var err error
datadogApiKey, err = GetAwsSecretValue(req.AwsCreds, prefixedSecretId)
2019-07-08 12:21:22 -08:00
if err != nil {
if aerr, ok := errors.Cause(err).(awserr.Error); !ok || aerr.Code() != secretsmanager.ErrCodeResourceNotFoundException {
return err
2019-07-08 12:21:22 -08:00
}
}
}
// 3. Check AWS Secrets Manager for datadog entry.
if datadogApiKey == "" {
secretId := "DATADOG"
var err error
datadogApiKey, err = GetAwsSecretValue(req.AwsCreds, secretId)
2019-07-08 12:21:22 -08:00
if err != nil {
if aerr, ok := errors.Cause(err).(awserr.Error); !ok || aerr.Code() != secretsmanager.ErrCodeResourceNotFoundException {
return err
}
}
}
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
if datadogApiKey != "" {
log.Printf("\t%s\tAPI Key set.\n", tests.Success)
2019-07-07 12:52:55 -08:00
} else {
2019-07-08 12:21:22 -08:00
log.Printf("\t%s\tAPI Key NOT set.\n", tests.Failed)
2019-07-07 12:52:55 -08:00
}
}
2019-07-08 12:21:22 -08:00
log.Println("CloudWatch Logs - Get or Create Log Group")
{
svc := cloudwatchlogs.New(req.awsSession())
2019-07-08 19:13:41 -08:00
// If no log group was found, create one.
var err error
2019-07-08 19:13:41 -08:00
_, err = svc.CreateLogGroup(&cloudwatchlogs.CreateLogGroupInput{
LogGroupName: aws.String(req.CloudWatchLogGroupName),
2019-07-08 19:13:41 -08:00
Tags: map[string]*string{
awsTagNameProject: aws.String(req.ProjectName),
awsTagNameEnv: aws.String(req.Env),
2019-07-08 19:13:41 -08:00
},
})
2019-07-08 12:21:22 -08:00
if err != nil {
2019-07-08 19:13:41 -08:00
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != cloudwatchlogs.ErrCodeResourceAlreadyExistsException {
return errors.Wrapf(err, "failed to create log group '%s'", req.CloudWatchLogGroupName)
2019-07-08 19:13:41 -08:00
}
2019-07-08 12:21:22 -08:00
log.Printf("\t\tFound: %s.", req.CloudWatchLogGroupName)
2019-07-08 19:13:41 -08:00
} else {
log.Printf("\t\tCreated: %s.", req.CloudWatchLogGroupName)
2019-07-08 12:21:22 -08:00
}
log.Printf("\t%s\tUsing Log Group '%s'.\n", tests.Success, req.CloudWatchLogGroupName)
2019-07-07 12:52:55 -08:00
}
2019-07-08 12:21:22 -08:00
log.Println("ECS - Get or Create Cluster")
var ecsCluster *ecs.Cluster
{
svc := ecs.New(req.awsSession())
2019-07-08 19:13:41 -08:00
descRes, err := svc.DescribeClusters(&ecs.DescribeClustersInput{
Clusters: []*string{aws.String(req.EcsClusterName)},
2019-07-08 19:13:41 -08:00
})
2019-07-08 12:21:22 -08:00
if err != nil {
2019-07-08 19:13:41 -08:00
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != ecs.ErrCodeClusterNotFoundException {
return errors.Wrapf(err, "failed to describe cluster '%s'", req.EcsClusterName)
2019-07-08 19:13:41 -08:00
}
} else if len(descRes.Clusters) > 0 {
2019-07-08 19:13:41 -08:00
ecsCluster = descRes.Clusters[0]
2019-07-08 12:21:22 -08:00
}
2019-07-07 12:52:55 -08:00
if ecsCluster == nil {
2019-07-08 19:13:41 -08:00
// If no repository was found, create one.
createRes, err := svc.CreateCluster(&ecs.CreateClusterInput{
ClusterName: aws.String(req.EcsClusterName),
2019-07-08 19:13:41 -08:00
Tags: []*ecs.Tag{
&ecs.Tag{Key: aws.String(awsTagNameProject), Value: aws.String(req.ProjectName)},
&ecs.Tag{Key: aws.String(awsTagNameEnv), Value: aws.String(req.Env)},
2019-07-08 19:13:41 -08:00
},
})
if err != nil {
return errors.Wrapf(err, "failed to create cluster '%s'", req.EcsClusterName)
2019-07-08 19:13:41 -08:00
}
ecsCluster = createRes.Cluster
2019-07-08 12:21:22 -08:00
log.Printf("\t\tCreated: %s.", *ecsCluster.ClusterArn)
} else {
log.Printf("\t\tFound: %s.", *ecsCluster.ClusterArn)
// The number of services that are running on the cluster in an ACTIVE state.
// You can view these services with ListServices.
log.Printf("\t\t\tActiveServicesCount: %d.", *ecsCluster.ActiveServicesCount)
// The number of tasks in the cluster that are in the PENDING state.
log.Printf("\t\t\tPendingTasksCount: %d.", *ecsCluster.PendingTasksCount)
// The number of container instances registered into the cluster. This includes
// container instances in both ACTIVE and DRAINING status.
log.Printf("\t\t\tRegisteredContainerInstancesCount: %d.", *ecsCluster.RegisteredContainerInstancesCount)
// The number of tasks in the cluster that are in the RUNNING state.
log.Printf("\t\t\tRunningTasksCount: %d.", *ecsCluster.RunningTasksCount)
}
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
// The status of the cluster. The valid values are ACTIVE or INACTIVE. ACTIVE
// indicates that you can register container instances with the cluster and
// the associated instances can accept tasks.
log.Printf("\t\t\tStatus: %s.", *ecsCluster.Status)
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
log.Printf("\t%s\tUsing ECS Cluster '%s'.\n", tests.Success, *ecsCluster.ClusterName)
2019-07-07 12:52:55 -08:00
}
2019-07-08 12:21:22 -08:00
log.Println("ECS - Register task definition")
var taskDef *ecs.TaskDefinition
{
// List of placeholders that can be used in task definition and replaced on deployment.
placeholders := map[string]string{
"{SERVICE}": req.ServiceName,
"{RELEASE_IMAGE}": req.ReleaseImage,
"{ECS_CLUSTER}": req.EcsClusterName,
"{ECS_SERVICE}": req.EcsServiceName,
"{AWS_REGION}": req.AwsCreds.Region,
"{AWSLOGS_GROUP}": req.CloudWatchLogGroupName,
"{ENV}": req.Env,
2019-07-08 12:21:22 -08:00
"{DATADOG_APIKEY}": datadogApiKey,
}
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
// Loop through all the placeholders and create a list of keys to search json.
var pks []string
for k, _ := range placeholders {
pks = append(pks, k)
}
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
// Generate new regular expression for finding placeholders.
expr := "(" + strings.Join(pks, "|") + ")"
r, err := regexp.Compile(expr)
if err != nil {
return err
}
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
// Read the defined json task definition.
dat, err := EcsReadTaskDefinition(req.ServiceDir, req.Env)
2019-07-08 12:21:22 -08:00
if err != nil {
return err
}
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
// Replace placeholders used in the JSON task definition.
{
jsonStr := string(dat)
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
matches := r.FindAllString(jsonStr, -1)
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
if len(matches) > 0 {
log.Println("\t\tUpdating placeholders.")
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
replaced := make(map[string]bool)
for _, m := range matches {
if replaced[m] {
continue
}
replaced[m] = true
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
newVal := placeholders[m]
log.Printf("\t\t\t%s -> %s", m, newVal)
jsonStr = strings.Replace(jsonStr, m, newVal, -1)
}
}
dat = []byte(jsonStr)
}
//if flags.Debug {
// log.Println(string(dat))
//}
log.Println("\t\tParse JSON to task definition.")
taskDefInput, err := parseTaskDefinitionInput(dat)
2019-07-07 12:52:55 -08:00
if err != nil {
return err
}
2019-07-08 19:13:41 -08:00
// If a task definition value is empty, populate it with the default value.
2019-07-08 12:21:22 -08:00
if taskDefInput.Family == nil || *taskDefInput.Family == "" {
taskDefInput.Family = &req.ServiceName
2019-07-08 12:21:22 -08:00
}
if len(taskDefInput.ContainerDefinitions) > 0 {
if taskDefInput.ContainerDefinitions[0].Name == nil || *taskDefInput.ContainerDefinitions[0].Name == "" {
taskDefInput.ContainerDefinitions[0].Name = &req.EcsServiceName
2019-07-08 12:21:22 -08:00
}
if taskDefInput.ContainerDefinitions[0].Image == nil || *taskDefInput.ContainerDefinitions[0].Image == "" {
taskDefInput.ContainerDefinitions[0].Image = &req.ReleaseImage
2019-07-08 12:21:22 -08:00
}
}
//if flags.Debug {
// d, _ := json.Marshal(taskDef)
// log.Println(string(d))
//}
log.Printf("\t\t\tFamily: %s", *taskDefInput.Family)
log.Printf("\t\t\tExecutionRoleArn: %s", *taskDefInput.ExecutionRoleArn)
if taskDefInput.TaskRoleArn != nil {
log.Printf("\t\t\tTaskRoleArn: %s", *taskDefInput.TaskRoleArn)
}
if taskDefInput.NetworkMode != nil {
log.Printf("\t\t\tNetworkMode: %s", *taskDefInput.NetworkMode)
}
log.Printf("\t\t\tTaskDefinitions: %d", len(taskDefInput.ContainerDefinitions))
// If memory or cpu for the task is not set, need to compute from container definitions.
if (taskDefInput.Cpu == nil || *taskDefInput.Cpu == "") || (taskDefInput.Memory == nil || *taskDefInput.Memory == "") {
log.Println("\t\tCompute CPU and Memory for task definition.")
var (
totalMemory int64
totalCpu int64
2019-07-08 12:21:22 -08:00
)
for _, c := range taskDefInput.ContainerDefinitions {
if c.Memory != nil {
totalMemory = totalMemory + *c.Memory
} else if c.MemoryReservation != nil {
totalMemory = totalMemory + *c.MemoryReservation
} else {
totalMemory = totalMemory + 1
}
if c.Cpu != nil {
totalCpu = totalCpu + *c.Cpu
} else {
totalCpu = totalCpu + 1
}
}
log.Printf("\t\t\tContainer Definitions has defined total memory %d and cpu %d", totalMemory, totalCpu)
var (
selectedMemory int64
selectedCpu int64
2019-07-08 12:21:22 -08:00
)
if totalMemory < 8192 {
if totalMemory > 7168 {
selectedMemory = 8192
if totalCpu >= 2048 {
selectedCpu = 4096
2019-07-08 12:21:22 -08:00
} else if totalCpu >= 1024 {
selectedCpu = 2048
} else {
selectedCpu = 1024
}
} else if totalMemory > 6144 {
selectedMemory = 7168
2019-07-08 12:21:22 -08:00
if totalCpu >= 2048 {
selectedCpu = 4096
} else if totalCpu >= 1024 {
2019-07-08 12:21:22 -08:00
selectedCpu = 2048
} else {
selectedCpu = 1024
}
} else if totalMemory > 5120 || totalCpu >= 1024 {
selectedMemory = 6144
2019-07-08 12:21:22 -08:00
if totalCpu >= 2048 {
selectedCpu = 4096
} else if totalCpu >= 1024 {
2019-07-08 12:21:22 -08:00
selectedCpu = 2048
} else {
selectedCpu = 1024
}
} else if totalMemory > 4096 {
selectedMemory = 5120
2019-07-08 12:21:22 -08:00
if totalCpu >= 512 {
selectedCpu = 1024
} else {
selectedCpu = 512
}
} else if totalMemory > 3072 {
selectedMemory = 4096
2019-07-08 12:21:22 -08:00
if totalCpu >= 512 {
selectedCpu = 1024
} else {
selectedCpu = 512
}
} else if totalMemory > 2048 || totalCpu >= 512 {
selectedMemory = 3072
2019-07-08 12:21:22 -08:00
if totalCpu >= 512 {
selectedCpu = 1024
} else {
selectedCpu = 512
}
} else if totalMemory > 1024 || totalCpu >= 256 {
selectedMemory = 2048
2019-07-08 12:21:22 -08:00
if totalCpu >= 256 {
if totalCpu >= 512 {
selectedCpu = 1024
} else {
selectedCpu = 512
}
} else {
selectedCpu = 256
}
} else if totalMemory > 512 {
selectedMemory = 1024
2019-07-08 12:21:22 -08:00
if totalCpu >= 256 {
selectedCpu = 512
} else {
selectedCpu = 256
}
} else {
selectedMemory = 512
selectedCpu = 256
2019-07-08 12:21:22 -08:00
}
}
log.Printf("\t\t\tSelected memory %d and cpu %d", selectedMemory, selectedCpu)
taskDefInput.Memory = aws.String(strconv.Itoa(int(selectedMemory)))
taskDefInput.Cpu = aws.String(strconv.Itoa(int(selectedCpu)))
}
log.Printf("\t%s\tLoaded task definition complete.\n", tests.Success)
// The execution role is the IAM role that executes ECS actions such as pulling the image and storing the
// application logs in cloudwatch.
if taskDefInput.ExecutionRoleArn == nil || *taskDefInput.ExecutionRoleArn == "" {
svc := iam.New(req.awsSession())
2019-07-08 12:21:22 -08:00
/*
res, err := svc.CreateServiceLinkedRole(&iam.CreateServiceLinkedRoleInput{
AWSServiceName: aws.String("ecs.amazonaws.com"),
Description: aws.String(""),
})
if err != nil {
return errors.Wrapf(err, "failed to register task definition '%s'", *taskDef.Family)
}
taskDefInput.ExecutionRoleArn = res.Role.Arn
*/
// Find or create role for ExecutionRoleArn.
{
log.Printf("\tAppend ExecutionRoleArn to task definition input for role %s.", req.EcsExecutionRoleName)
res, err := svc.GetRole(&iam.GetRoleInput{
RoleName: aws.String(req.EcsExecutionRoleName),
})
if err != nil {
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != iam.ErrCodeNoSuchEntityException {
return errors.Wrapf(err, "failed to find task role '%s'", req.EcsExecutionRoleName)
}
}
if res.Role != nil {
taskDefInput.ExecutionRoleArn = res.Role.Arn
log.Printf("\t\t\tFound role '%s'", *taskDefInput.ExecutionRoleArn)
} else {
// If no repository was found, create one.
res, err := svc.CreateRole(&iam.CreateRoleInput{
RoleName: aws.String(req.EcsExecutionRoleName),
Description: aws.String(fmt.Sprintf("Provides access to other AWS service resources that are required to run Amazon ECS tasks for %s. ", req.ProjectName)),
AssumeRolePolicyDocument: aws.String("{\"Version\":\"2012-10-17\",\"Statement\":[{\"Effect\":\"Allow\",\"Principal\":{\"Service\":[\"ecs.amazonaws.com\"]},\"Action\":[\"sts:AssumeRole\"]}]}"),
Tags: []*iam.Tag{
&iam.Tag{Key: aws.String(awsTagNameProject), Value: aws.String(req.ProjectName)},
&iam.Tag{Key: aws.String(awsTagNameEnv), Value: aws.String(req.Env)},
},
2019-07-08 12:21:22 -08:00
})
if err != nil {
return errors.Wrapf(err, "failed to create task role '%s'", req.EcsExecutionRoleName)
2019-07-08 12:21:22 -08:00
}
taskDefInput.ExecutionRoleArn = res.Role.Arn
log.Printf("\t\t\tCreated role '%s'", *taskDefInput.ExecutionRoleArn)
}
2019-07-08 12:21:22 -08:00
policyArns := []string{
"arn:aws:iam::aws:policy/service-role/AmazonECSTaskExecutionRolePolicy",
}
2019-07-08 12:21:22 -08:00
for _, policyArn := range policyArns {
_, err = svc.AttachRolePolicy(&iam.AttachRolePolicyInput{
PolicyArn: aws.String(policyArn),
RoleName: aws.String(req.EcsExecutionRoleName),
2019-07-08 12:21:22 -08:00
})
if err != nil {
return errors.Wrapf(err, "failed to attach policy '%s' to task role '%s'", policyArn, req.EcsExecutionRoleName)
2019-07-08 19:13:41 -08:00
}
log.Printf("\t\t\t\tAttached Policy '%s'", policyArn)
2019-07-08 19:13:41 -08:00
}
log.Printf("\t%s\tExecutionRoleArn updated.\n", tests.Success)
2019-07-08 19:13:41 -08:00
}
2019-07-08 12:21:22 -08:00
}
// The task role is the IAM role used by the task itself to access other AWS Services. To access services
// like S3, SQS, etc then those permissions would need to be covered by the TaskRole.
if taskDefInput.TaskRoleArn == nil || *taskDefInput.TaskRoleArn == "" {
svc := iam.New(req.awsSession())
// Find or create the default service policy.
var policyArn string
{
log.Printf("\tFind default service policy %s.", req.EcsTaskPolicyName)
var policyVersionId string
err = svc.ListPoliciesPages(&iam.ListPoliciesInput{}, func(res *iam.ListPoliciesOutput, lastPage bool) bool {
for _, p := range res.Policies {
if *p.PolicyName == req.EcsTaskPolicyName {
policyArn = *p.Arn
policyVersionId = *p.DefaultVersionId
return false
2019-07-08 12:21:22 -08:00
}
}
return !lastPage
})
if err != nil {
return errors.Wrap(err, "failed to list IAM policies")
}
2019-07-08 12:21:22 -08:00
if policyArn != "" {
log.Printf("\t\t\tFound policy '%s' versionId '%s'", policyArn, policyVersionId)
2019-07-08 12:21:22 -08:00
res, err := svc.GetPolicyVersion(&iam.GetPolicyVersionInput{
PolicyArn: aws.String(policyArn),
VersionId: aws.String(policyVersionId),
})
if err != nil {
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != iam.ErrCodeNoSuchEntityException {
return errors.Wrapf(err, "failed to read policy '%s' version '%s'", req.EcsTaskPolicyName, policyVersionId)
2019-07-08 19:13:41 -08:00
}
}
2019-07-08 12:21:22 -08:00
// The policy document returned in this structure is URL-encoded compliant with
// RFC 3986 (https://tools.ietf.org/html/rfc3986). You can use a URL decoding
// method to convert the policy back to plain JSON text.
curJson, err := url.QueryUnescape(*res.PolicyVersion.Document)
if err != nil {
return errors.Wrapf(err, "failed to url unescape policy document - %s", string(*res.PolicyVersion.Document))
}
2019-07-08 12:21:22 -08:00
// Compare policy documents and add any missing actions for each statement by matching Sid.
var curDoc IamPolicyDocument
err = json.Unmarshal([]byte(curJson), &curDoc)
if err != nil {
return errors.Wrapf(err, "failed to json decode policy document - %s", string(curJson))
}
2019-07-08 12:21:22 -08:00
var updateDoc bool
for _, baseStmt := range baseServicePolicyDocument.Statement {
var found bool
for curIdx, curStmt := range curDoc.Statement {
if baseStmt.Sid != curStmt.Sid {
continue
}
2019-07-08 12:21:22 -08:00
found = true
2019-07-08 12:21:22 -08:00
for _, baseAction := range baseStmt.Action {
var hasAction bool
for _, curAction := range curStmt.Action {
if baseAction == curAction {
hasAction = true
break
2019-07-08 19:13:41 -08:00
}
2019-07-08 12:21:22 -08:00
}
if !hasAction {
log.Printf("\t\t\t\tAdded new action %s for '%s'", curStmt.Sid)
curStmt.Action = append(curStmt.Action, baseAction)
curDoc.Statement[curIdx] = curStmt
updateDoc = true
}
2019-07-08 12:21:22 -08:00
}
}
if !found {
log.Printf("\t\t\t\tAdded new statement '%s'", baseStmt.Sid)
curDoc.Statement = append(curDoc.Statement, baseStmt)
updateDoc = true
2019-07-08 19:13:41 -08:00
}
}
if updateDoc {
dat, err := json.Marshal(curDoc)
2019-07-08 12:21:22 -08:00
if err != nil {
return errors.Wrap(err, "failed to json encode policy document")
}
_, err = svc.CreatePolicyVersion(&iam.CreatePolicyVersionInput{
PolicyArn: aws.String(policyArn),
2019-07-08 12:21:22 -08:00
PolicyDocument: aws.String(string(dat)),
SetAsDefault: aws.Bool(true),
2019-07-08 12:21:22 -08:00
})
if err != nil {
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != iam.ErrCodeNoSuchEntityException {
return errors.Wrapf(err, "failed to read policy '%s' version '%s'", req.EcsTaskPolicyName, policyVersionId)
}
2019-07-08 12:21:22 -08:00
}
}
} else {
dat, err := json.Marshal(baseServicePolicyDocument)
if err != nil {
return errors.Wrap(err, "failed to json encode policy document")
2019-07-08 12:21:22 -08:00
}
// If no repository was found, create one.
res, err := svc.CreatePolicy(&iam.CreatePolicyInput{
PolicyName: aws.String(req.EcsTaskPolicyName),
Description: aws.String(fmt.Sprintf("Defines access for %s services. ", req.ProjectName)),
PolicyDocument: aws.String(string(dat)),
2019-07-08 19:13:41 -08:00
})
if err != nil {
return errors.Wrapf(err, "failed to create task policy '%s'", req.EcsTaskPolicyName)
2019-07-08 12:21:22 -08:00
}
policyArn = *res.Policy.Arn
2019-07-08 19:13:41 -08:00
log.Printf("\t\t\tCreated policy '%s'", policyArn)
}
log.Printf("\t%s\tConfigured default service policy.\n", tests.Success)
}
// Find or create role for TaskRoleArn.
{
log.Printf("\tAppend TaskRoleArn to task definition input for role %s.", req.EcsTaskRoleName)
res, err := svc.GetRole(&iam.GetRoleInput{
RoleName: aws.String(req.EcsTaskRoleName),
})
if err != nil {
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != iam.ErrCodeNoSuchEntityException {
return errors.Wrapf(err, "failed to find task role '%s'", req.EcsTaskRoleName)
2019-07-08 19:13:41 -08:00
}
}
2019-07-08 12:21:22 -08:00
if res.Role != nil {
taskDefInput.TaskRoleArn = res.Role.Arn
log.Printf("\t\t\tFound role '%s'", *taskDefInput.TaskRoleArn)
} else {
// If no repository was found, create one.
res, err := svc.CreateRole(&iam.CreateRoleInput{
RoleName: aws.String(req.EcsTaskRoleName),
Description: aws.String(fmt.Sprintf("Allows ECS tasks for %s to call AWS services on your behalf.", req.ProjectName)),
AssumeRolePolicyDocument: aws.String("{\"Version\":\"2012-10-17\",\"Statement\":[{\"Effect\":\"Allow\",\"Principal\":{\"Service\":[\"ecs-tasks.amazonaws.com\"]},\"Action\":[\"sts:AssumeRole\"]}]}"),
Tags: []*iam.Tag{
&iam.Tag{Key: aws.String(awsTagNameProject), Value: aws.String(req.ProjectName)},
&iam.Tag{Key: aws.String(awsTagNameEnv), Value: aws.String(req.Env)},
},
2019-07-08 12:21:22 -08:00
})
if err != nil {
return errors.Wrapf(err, "failed to create task role '%s'", req.EcsTaskRoleName)
2019-07-08 12:21:22 -08:00
}
taskDefInput.TaskRoleArn = res.Role.Arn
log.Printf("\t\t\tCreated role '%s'", *taskDefInput.TaskRoleArn)
//_, err = svc.UpdateAssumeRolePolicy(&iam.UpdateAssumeRolePolicyInput{
// PolicyDocument: ,
// RoleName: aws.String(roleName),
//})
//if err != nil {
// return errors.Wrapf(err, "failed to create task role '%s'", roleName)
//}
}
2019-07-08 12:21:22 -08:00
_, err = svc.AttachRolePolicy(&iam.AttachRolePolicyInput{
PolicyArn: aws.String(policyArn),
RoleName: aws.String(req.EcsTaskRoleName),
})
if err != nil {
return errors.Wrapf(err, "failed to attach policy '%s' to task role '%s'", policyArn, req.EcsTaskRoleName)
2019-07-08 12:21:22 -08:00
}
log.Printf("\t%s\tTaskRoleArn updated.\n", tests.Success)
2019-07-08 12:21:22 -08:00
}
}
log.Println("\tRegister new task definition.")
2019-07-08 19:13:41 -08:00
{
svc := ecs.New(req.awsSession())
2019-07-07 12:52:55 -08:00
2019-07-08 19:13:41 -08:00
// Registers a new task.
res, err := svc.RegisterTaskDefinition(taskDefInput)
if err != nil {
return errors.Wrapf(err, "failed to register task definition '%s'", *taskDefInput.Family)
}
taskDef = res.TaskDefinition
log.Printf("\t\tRegistered: %s.", *taskDef.TaskDefinitionArn)
log.Printf("\t\t\tRevision: %d.", *taskDef.Revision)
log.Printf("\t\t\tStatus: %s.", *taskDef.Status)
2019-07-07 12:52:55 -08:00
2019-07-08 19:13:41 -08:00
log.Printf("\t%s\tTask definition registered.\n", tests.Success)
}
}
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
log.Println("ECS - Find Service")
var ecsService *ecs.Service
{
svc := ecs.New(req.awsSession())
2019-07-07 12:52:55 -08:00
2019-07-08 12:21:22 -08:00
res, err := svc.DescribeServices(&ecs.DescribeServicesInput{
Cluster: ecsCluster.ClusterArn,
Services: []*string{aws.String(req.EcsServiceName)},
2019-07-08 12:21:22 -08:00
})
if err != nil {
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != ecs.ErrCodeServiceNotFoundException {
return errors.Wrapf(err, "failed to describe service '%s'", req.EcsServiceName)
2019-07-08 12:21:22 -08:00
}
} else if len(res.Services) > 0 {
2019-07-08 12:21:22 -08:00
ecsService = res.Services[0]
log.Printf("\t\tFound: %s.", *ecsService.ServiceArn)
// The desired number of instantiations of the task definition to keep running
// on the service. This value is specified when the service is created with
// CreateService, and it can be modified with UpdateService.
log.Printf("\t\t\tDesiredCount: %d.", *ecsService.DesiredCount)
// The number of tasks in the cluster that are in the PENDING state.
log.Printf("\t\t\tPendingCount: %d.", *ecsService.PendingCount)
// The number of tasks in the cluster that are in the RUNNING state.
log.Printf("\t\t\tRunningCount: %d.", *ecsService.RunningCount)
// The status of the service. The valid values are ACTIVE, DRAINING, or INACTIVE.
log.Printf("\t\t\tStatus: %s.", *ecsService.Status)
log.Printf("\t%s\tUsing ECS Service '%s'.\n", tests.Success, *ecsService.ServiceName)
} else {
log.Printf("\t%s\tExisting ECS Service not found.\n", tests.Success)
}
2019-07-07 12:52:55 -08:00
}
// Check to see if the service should be re-created instead of updated.
if ecsService != nil {
var (
recreateService bool
forceDelete bool
)
if req.RecreateService {
// Flag was included to force recreate.
recreateService = true
forceDelete = true
} else if req.EnableEcsElb && (ecsService.LoadBalancers == nil || len(ecsService.LoadBalancers) == 0) {
// Service was created with no ELB and now ELB is enabled.
recreateService = true
} else if !req.EnableEcsElb && (ecsService.LoadBalancers != nil && len(ecsService.LoadBalancers) > 0) {
// Service was created with ELB and now ELB is disabled.
recreateService = true
}
if recreateService {
log.Println("ECS - Delete Service")
svc := ecs.New(req.awsSession())
_, err := svc.DeleteService(&ecs.DeleteServiceInput{
Cluster: ecsService.ClusterArn,
Service: ecsService.ServiceArn,
// If true, allows you to delete a service even if it has not been scaled down
// to zero tasks. It is only necessary to use this if the service is using the
// REPLICA scheduling strategy.
Force: aws.Bool(forceDelete),
})
if err != nil {
return errors.Wrapf(err, "failed to create security group '%s'", req.Ec2SecurityGroupName)
}
log.Printf("\t%s\tDelete Service.\n", tests.Success)
}
}
2019-07-08 12:21:22 -08:00
// If the service exists update the service, else create a new service.
2019-07-08 19:13:41 -08:00
if ecsService != nil && *ecsService.Status != "INACTIVE" {
2019-07-08 12:21:22 -08:00
log.Println("ECS - Update Service")
svc := ecs.New(req.awsSession())
2019-07-08 12:21:22 -08:00
// If the desired count is zero because it was spun down for termination of staging env, update to launch
// with at least once task running for the service.
desiredCount := *ecsService.DesiredCount
if desiredCount == 0 {
desiredCount = 1
2019-07-07 12:52:55 -08:00
}
_, err := svc.UpdateService(&ecs.UpdateServiceInput{
Cluster: ecsCluster.ClusterName,
Service: ecsService.ServiceName,
DesiredCount: aws.Int64(desiredCount),
HealthCheckGracePeriodSeconds: ecsService.HealthCheckGracePeriodSeconds,
TaskDefinition: taskDef.TaskDefinitionArn,
2019-07-08 19:13:41 -08:00
2019-07-08 12:21:22 -08:00
// Whether to force a new deployment of the service. Deployments are not forced
// by default. You can use this option to trigger a new deployment with no service
// definition changes. For example, you can update a service's tasks to use
// a newer Docker image with the same image/tag combination (my_image:latest)
// or to roll Fargate tasks onto a newer platform version.
ForceNewDeployment: aws.Bool(false),
})
if err != nil {
return errors.Wrapf(err, "failed to update service '%s'", *ecsService.ServiceName)
2019-07-07 12:52:55 -08:00
}
2019-07-08 12:21:22 -08:00
log.Printf("\t%s\tUpdated ECS Service '%s'.\n", tests.Success, *ecsService.ServiceName)
2019-07-08 12:21:22 -08:00
} else {
2019-07-08 19:13:41 -08:00
log.Println("EC2 - Find Subnets")
var subnetsIDs []string
var vpcId string
{
svc := ec2.New(req.awsSession())
2019-07-08 19:13:41 -08:00
var subnets []*ec2.Subnet
if true { // len(req.ec2SubnetIds) == 0 {
2019-07-08 19:13:41 -08:00
log.Println("\t\tFind all subnets are that default for each available AZ.")
err := svc.DescribeSubnetsPages(&ec2.DescribeSubnetsInput{}, func(res *ec2.DescribeSubnetsOutput, lastPage bool) bool {
for _, s := range res.Subnets {
if *s.DefaultForAz {
subnets = append(subnets, s)
}
}
return !lastPage
})
if err != nil {
return errors.Wrap(err, "failed to find default subnets")
}
/*} else {
2019-07-08 19:13:41 -08:00
log.Println("\t\tFind all subnets for the IDs provided.")
err := svc.DescribeSubnetsPages(&ec2.DescribeSubnetsInput{
SubnetIds: aws.StringSlice(flags.Ec2SubnetIds),
}, func(res *ec2.DescribeSubnetsOutput, lastPage bool) bool {
for _, s := range res.Subnets {
subnets = append(subnets, s)
}
return !lastPage
})
if err != nil {
return errors.Wrapf(err, "failed to find subnets: %s", strings.Join(flags.Ec2SubnetIds, ", "))
} else if len(flags.Ec2SubnetIds) != len(subnets) {
return errors.Errorf("failed to find all subnets, expected %d, got %d", len(flags.Ec2SubnetIds) != len(subnets))
}*/
2019-07-08 19:13:41 -08:00
}
if len(subnets) == 0 {
return errors.New("failed to find any subnets, expected at least 1")
}
for _, s := range subnets {
if s.VpcId == nil {
continue
}
if vpcId == "" {
vpcId = *s.VpcId
} else if vpcId != *s.VpcId {
return errors.Errorf("invalid subnet %s, all subnets should belong to the same VPC, expected %s, got %s", *s.SubnetId, vpcId, *s.VpcId)
}
subnetsIDs = append(subnetsIDs, *s.SubnetId)
log.Printf("\t\t\t%s", *s.SubnetId)
}
log.Printf("\t\tFound %d subnets.\n", len(subnets))
2019-07-08 19:13:41 -08:00
}
log.Println("EC2 - Find Security Group")
var securityGroupId string
2019-07-08 19:13:41 -08:00
{
svc := ec2.New(req.awsSession())
2019-07-08 19:13:41 -08:00
log.Printf("\t\tFind security group '%s'.\n", req.Ec2SecurityGroupName)
2019-07-08 19:13:41 -08:00
err := svc.DescribeSecurityGroupsPages(&ec2.DescribeSecurityGroupsInput{
GroupNames: aws.StringSlice([]string{req.Ec2SecurityGroupName}),
2019-07-08 19:13:41 -08:00
}, func(res *ec2.DescribeSecurityGroupsOutput, lastPage bool) bool {
for _, s := range res.SecurityGroups {
if *s.GroupName == req.Ec2SecurityGroupName {
2019-07-08 19:13:41 -08:00
securityGroupId = *s.GroupId
break
}
}
return !lastPage
})
if err != nil {
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != "InvalidGroup.NotFound" {
return errors.Wrapf(err, "failed to find security group '%s'", req.Ec2SecurityGroupName)
}
2019-07-08 19:13:41 -08:00
}
if securityGroupId == "" {
2019-07-08 19:13:41 -08:00
// If no security group was found, create one.
createRes, err := svc.CreateSecurityGroup(&ec2.CreateSecurityGroupInput{
2019-07-08 19:13:41 -08:00
// The name of the security group.
// Constraints: Up to 255 characters in length. Cannot start with sg-.
// Constraints for EC2-Classic: ASCII characters
// Constraints for EC2-VPC: a-z, A-Z, 0-9, spaces, and ._-:/()#,@[]+=&;{}!$*
// GroupName is a required field
GroupName: aws.String(req.Ec2SecurityGroupName),
2019-07-08 19:13:41 -08:00
// A description for the security group. This is informational only.
// Constraints: Up to 255 characters in length
// Constraints for EC2-Classic: ASCII characters
// Constraints for EC2-VPC: a-z, A-Z, 0-9, spaces, and ._-:/()#,@[]+=&;{}!$*
// Description is a required field
Description: aws.String(fmt.Sprintf("Security group for %s running on ECS cluster %s", req.ProjectName, req.EcsClusterName)),
2019-07-08 19:13:41 -08:00
// [EC2-VPC] The ID of the VPC. Required for EC2-VPC.
VpcId: aws.String(vpcId),
2019-07-08 19:13:41 -08:00
})
if err != nil {
return errors.Wrapf(err, "failed to create security group '%s'", req.Ec2SecurityGroupName)
2019-07-08 19:13:41 -08:00
}
securityGroupId = *createRes.GroupId
2019-07-08 19:13:41 -08:00
log.Printf("\t\tCreated: %s.", req.Ec2SecurityGroupName)
2019-07-08 19:13:41 -08:00
} else {
log.Printf("\t\tFound: %s.", req.Ec2SecurityGroupName)
2019-07-08 19:13:41 -08:00
}
ingressInputs := []*ec2.AuthorizeSecurityGroupIngressInput{
// Enable services to be publicly available via HTTP port 80
&ec2.AuthorizeSecurityGroupIngressInput{
IpProtocol: aws.String("tcp"),
CidrIp: aws.String("0.0.0.0/0"),
FromPort: aws.Int64(80),
ToPort: aws.Int64(80),
GroupId: aws.String(securityGroupId),
2019-07-08 19:13:41 -08:00
},
// Allow all services in the security group to access other services.
2019-07-08 19:13:41 -08:00
&ec2.AuthorizeSecurityGroupIngressInput{
SourceSecurityGroupName: aws.String(req.Ec2SecurityGroupName),
GroupId: aws.String(securityGroupId),
2019-07-08 19:13:41 -08:00
},
}
// When we are not using an Elastic Load Balancer, services need to support direct access via HTTPS.
// HTTPS is terminated via the web server and not on the Load Balancer.
if !req.EnableEcsElb {
2019-07-08 19:13:41 -08:00
// Enable services to be publicly available via HTTPS port 443
ingressInputs = append(ingressInputs, &ec2.AuthorizeSecurityGroupIngressInput{
IpProtocol: aws.String("tcp"),
CidrIp: aws.String("0.0.0.0/0"),
FromPort: aws.Int64(443),
ToPort: aws.Int64(443),
GroupId: aws.String(securityGroupId),
2019-07-08 19:13:41 -08:00
})
}
// Add all the default ingress to the security group.
for _, ingressInput := range ingressInputs {
_, err = svc.AuthorizeSecurityGroupIngress(ingressInput)
if err != nil {
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != "InvalidPermission.Duplicate" {
return errors.Wrapf(err, "failed to add ingress for security group '%s'", req.Ec2SecurityGroupName)
}
2019-07-08 19:13:41 -08:00
}
}
log.Printf("\t%s\tUsing Security Group '%s'.\n", tests.Success, req.Ec2SecurityGroupName)
2019-07-08 19:13:41 -08:00
}
// If an Elastic Load Balancer is enabled, then ensure one exists else create one.
var ecsELBs []*ecs.LoadBalancer
if req.EnableEcsElb {
2019-07-08 19:13:41 -08:00
var certificateArn string
if req.EnableHTTPS {
log.Println("ACM - Find Elastic Load Balance")
2019-07-08 19:13:41 -08:00
svc := acm.New(req.awsSession())
2019-07-08 19:13:41 -08:00
err := svc.ListCertificatesPages(&acm.ListCertificatesInput{},
func(res *acm.ListCertificatesOutput, lastPage bool) bool {
for _, cert := range res.CertificateSummaryList {
if *cert.DomainName == req.ServiceDomainName {
certificateArn = *cert.CertificateArn
return false
}
}
return !lastPage
})
if err != nil {
return errors.Wrapf(err, "failed to list certificates for '%s'", req.ServiceDomainName)
}
2019-07-08 19:13:41 -08:00
if certificateArn == "" {
// Create hash of all the domain names to be used to mark unique requests.
idempotencyToken := req.ServiceDomainName + "|" + strings.Join(req.ServiceDomainNameAliases, "|")
idempotencyToken = fmt.Sprintf("%x", md5.Sum([]byte(idempotencyToken)))
// If no certicate was found, create one.
createRes, err := svc.RequestCertificate(&acm.RequestCertificateInput{
// Fully qualified domain name (FQDN), such as www.example.com, that you want
// to secure with an ACM certificate. Use an asterisk (*) to create a wildcard
// certificate that protects several sites in the same domain. For example,
// *.example.com protects www.example.com, site.example.com, and images.example.com.
//
// The first domain name you enter cannot exceed 63 octets, including periods.
// Each subsequent Subject Alternative Name (SAN), however, can be up to 253
// octets in length.
//
// DomainName is a required field
DomainName: aws.String(req.ServiceDomainName),
// Customer chosen string that can be used to distinguish between calls to RequestCertificate.
// Idempotency tokens time out after one hour. Therefore, if you call RequestCertificate
// multiple times with the same idempotency token within one hour, ACM recognizes
// that you are requesting only one certificate and will issue only one. If
// you change the idempotency token for each call, ACM recognizes that you are
// requesting multiple certificates.
IdempotencyToken: aws.String(idempotencyToken),
// Currently, you can use this parameter to specify whether to add the certificate
// to a certificate transparency log. Certificate transparency makes it possible
// to detect SSL/TLS certificates that have been mistakenly or maliciously issued.
// Certificates that have not been logged typically produce an error message
// in a browser. For more information, see Opting Out of Certificate Transparency
// Logging (https://docs.aws.amazon.com/acm/latest/userguide/acm-bestpractices.html#best-practices-transparency).
Options: &acm.CertificateOptions{
CertificateTransparencyLoggingPreference: aws.String("DISABLED"),
},
2019-07-08 19:13:41 -08:00
// Additional FQDNs to be included in the Subject Alternative Name extension
// of the ACM certificate. For example, add the name www.example.net to a certificate
// for which the DomainName field is www.example.com if users can reach your
// site by using either name. The maximum number of domain names that you can
// add to an ACM certificate is 100. However, the initial limit is 10 domain
// names. If you need more than 10 names, you must request a limit increase.
// For more information, see Limits (https://docs.aws.amazon.com/acm/latest/userguide/acm-limits.html).
SubjectAlternativeNames: aws.StringSlice(req.ServiceDomainNameAliases),
// The method you want to use if you are requesting a public certificate to
// validate that you own or control domain. You can validate with DNS (https://docs.aws.amazon.com/acm/latest/userguide/gs-acm-validate-dns.html)
// or validate with email (https://docs.aws.amazon.com/acm/latest/userguide/gs-acm-validate-email.html).
// We recommend that you use DNS validation.
ValidationMethod: aws.String("DNS"),
})
if err != nil {
return errors.Wrapf(err, "failed to create certiciate '%s'", req.ServiceDomainName)
2019-07-08 19:13:41 -08:00
}
certificateArn = *createRes.CertificateArn
log.Printf("\t\tCreated certiciate '%s'", req.ServiceDomainName)
} else {
log.Printf("\t\tFound certiciate '%s'", req.ServiceDomainName)
2019-07-08 19:13:41 -08:00
}
log.Printf("\t%s\tUsing ACM Certicate '%s'.\n", tests.Success, certificateArn)
2019-07-08 19:13:41 -08:00
}
log.Println("EC2 - Find Elastic Load Balance")
{
svc := elbv2.New(req.awsSession())
var elb *elbv2.LoadBalancer
err := svc.DescribeLoadBalancersPages(&elbv2.DescribeLoadBalancersInput{
Names: []*string{aws.String(req.ElbLoadBalancerName)},
}, func(res *elbv2.DescribeLoadBalancersOutput, lastPage bool) bool {
for _, lb := range res.LoadBalancers {
if *lb.LoadBalancerName == req.ElbLoadBalancerName {
elb = lb
return false
}
}
return !lastPage
2019-07-08 19:13:41 -08:00
})
if err != nil {
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != elbv2.ErrCodeLoadBalancerNotFoundException {
return errors.Wrapf(err, "failed to describe load balancer '%s'", req.ElbLoadBalancerName)
}
2019-07-08 19:13:41 -08:00
}
var curListeners []*elbv2.Listener
if elb == nil {
// If no repository was found, create one.
createRes, err := svc.CreateLoadBalancer(&elbv2.CreateLoadBalancerInput{
// The name of the load balancer.
// This name must be unique per region per account, can have a maximum of 32
// characters, must contain only alphanumeric characters or hyphens, must not
// begin or end with a hyphen, and must not begin with "internal-".
// Name is a required field
Name: aws.String(req.ElbLoadBalancerName),
// [Application Load Balancers] The type of IP addresses used by the subnets
// for your load balancer. The possible values are ipv4 (for IPv4 addresses)
// and dualstack (for IPv4 and IPv6 addresses).
IpAddressType: aws.String("dualstack"),
// The nodes of an Internet-facing load balancer have public IP addresses. The
// DNS name of an Internet-facing load balancer is publicly resolvable to the
// public IP addresses of the nodes. Therefore, Internet-facing load balancers
// can route requests from clients over the internet.
// The nodes of an internal load balancer have only private IP addresses. The
// DNS name of an internal load balancer is publicly resolvable to the private
// IP addresses of the nodes. Therefore, internal load balancers can only route
// requests from clients with access to the VPC for the load balancer.
Scheme: aws.String("Internet-facing"),
// [Application Load Balancers] The IDs of the security groups for the load
// balancer.
SecurityGroups: aws.StringSlice([]string{req.Ec2SecurityGroupName}),
// The IDs of the public subnets. You can specify only one subnet per Availability
// Zone. You must specify either subnets or subnet mappings.
// [Application Load Balancers] You must specify subnets from at least two Availability
// Zones.
Subnets: aws.StringSlice(subnetsIDs),
// The type of load balancer.
Type: aws.String("application"),
// One or more tags to assign to the load balancer.
Tags: []*elbv2.Tag{
&elbv2.Tag{Key: aws.String(awsTagNameProject), Value: aws.String(req.ProjectName)},
&elbv2.Tag{Key: aws.String(awsTagNameEnv), Value: aws.String(req.Env)},
},
})
if err != nil {
return errors.Wrapf(err, "failed to create load balancer '%s'", req.ElbLoadBalancerName)
}
elb = createRes.LoadBalancers[0]
log.Printf("\t\tCreated: %s.", *elb.LoadBalancerArn)
} else {
log.Printf("\t\tFound: %s.", *elb.LoadBalancerArn)
// Search for existing listeners associated with the load balancer.
res, err := svc.DescribeListeners(&elbv2.DescribeListenersInput{
// The Amazon Resource Name (ARN) of the load balancer.
LoadBalancerArn: elb.LoadBalancerArn,
// There are two target groups, return both associated listeners if they exist.
PageSize: aws.Int64(2),
})
if err != nil {
return errors.Wrapf(err, "failed to find listeners for load balancer '%s'", req.ElbLoadBalancerName)
}
curListeners = res.Listeners
}
2019-07-08 19:13:41 -08:00
// The state code. The initial state of the load balancer is provisioning. After
// the load balancer is fully set up and ready to route traffic, its state is
// active. If the load balancer could not be set up, its state is failed.
log.Printf("\t\t\tState: %s.", *elb.State.Code)
2019-07-08 19:13:41 -08:00
// Default target groups.
2019-07-08 19:13:41 -08:00
targetGroupInputs := []*elbv2.CreateTargetGroupInput{
// Default target group for HTTP via port 80.
&elbv2.CreateTargetGroupInput{
// The name of the target group.
// This name must be unique per region per account, can have a maximum of 32
// characters, must contain only alphanumeric characters or hyphens, and must
// not begin or end with a hyphen.
// Name is a required field
Name: aws.String(fmt.Sprintf("%s-http", *elb.LoadBalancerName)),
// The port on which the targets receive traffic. This port is used unless you
// specify a port override when registering the target. If the target is a Lambda
// function, this parameter does not apply.
Port: aws.Int64(80),
// The protocol to use for routing traffic to the targets. For Application Load
// Balancers, the supported protocols are HTTP and HTTPS. For Network Load Balancers,
// the supported protocols are TCP, TLS, UDP, or TCP_UDP. A TCP_UDP listener
// must be associated with a TCP_UDP target group. If the target is a Lambda
// function, this parameter does not apply.
Protocol: aws.String("HTTP"),
// Indicates whether health checks are enabled. If the target type is lambda,
// health checks are disabled by default but can be enabled. If the target type
// is instance or ip, health checks are always enabled and cannot be disabled.
HealthCheckEnabled: aws.Bool(true),
// The approximate amount of time, in seconds, between health checks of an individual
// target. For HTTP and HTTPS health checks, the range is 5–300 seconds. For
// TCP health checks, the supported values are 10 and 30 seconds. If the target
// type is instance or ip, the default is 30 seconds. If the target type is
// lambda, the default is 35 seconds.
HealthCheckIntervalSeconds: aws.Int64(30),
// [HTTP/HTTPS health checks] The ping path that is the destination on the targets
// for health checks. The default is /.
HealthCheckPath: aws.String("/ping"),
2019-07-08 19:13:41 -08:00
// The protocol the load balancer uses when performing health checks on targets.
// For Application Load Balancers, the default is HTTP. For Network Load Balancers,
// the default is TCP. The TCP protocol is supported for health checks only
// if the protocol of the target group is TCP, TLS, UDP, or TCP_UDP. The TLS,
// UDP, and TCP_UDP protocols are not supported for health checks.
HealthCheckProtocol: aws.String("HTTP"),
// The amount of time, in seconds, during which no response from a target means
// a failed health check. For target groups with a protocol of HTTP or HTTPS,
// the default is 5 seconds. For target groups with a protocol of TCP or TLS,
// this value must be 6 seconds for HTTP health checks and 10 seconds for TCP
// and HTTPS health checks. If the target type is lambda, the default is 30
// seconds.
HealthCheckTimeoutSeconds: aws.Int64(5),
// The number of consecutive health checks successes required before considering
// an unhealthy target healthy. For target groups with a protocol of HTTP or
// HTTPS, the default is 5. For target groups with a protocol of TCP or TLS,
// the default is 3. If the target type is lambda, the default is 5.
HealthyThresholdCount: aws.Int64(3),
// The number of consecutive health check failures required before considering
// a target unhealthy. For target groups with a protocol of HTTP or HTTPS, the
// default is 2. For target groups with a protocol of TCP or TLS, this value
// must be the same as the healthy threshold count. If the target type is lambda,
// the default is 2.
UnhealthyThresholdCount: aws.Int64(3),
// [HTTP/HTTPS health checks] The HTTP codes to use when checking for a successful
// response from a target.
Matcher: &elbv2.Matcher{
HttpCode: aws.String("200"),
},
// The type of target that you must specify when registering targets with this
// target group. You can't specify targets for a target group using more than
// one target type.
//
// * instance - Targets are specified by instance ID. This is the default
// value. If the target group protocol is UDP or TCP_UDP, the target type
// must be instance.
//
// * ip - Targets are specified by IP address. You can specify IP addresses
// from the subnets of the virtual private cloud (VPC) for the target group,
// the RFC 1918 range (10.0.0.0/8, 172.16.0.0/12, and 192.168.0.0/16), and
// the RFC 6598 range (100.64.0.0/10). You can't specify publicly routable
// IP addresses.
//
// * lambda - The target groups contains a single Lambda function.
TargetType: aws.String("ip"),
// The identifier of the virtual private cloud (VPC). If the target is a Lambda
// function, this parameter does not apply.
VpcId: aws.String(vpcId),
},
}
// If HTTPS is enabled, then add the associated target group.
if req.EnableHTTPS {
2019-07-08 19:13:41 -08:00
// Default target group for HTTPS via port 443.
targetGroupInputs = append(targetGroupInputs, &elbv2.CreateTargetGroupInput{
Name: aws.String(fmt.Sprintf("%s-https", *elb.LoadBalancerName)),
Port: aws.Int64(443),
Protocol: aws.String("HTTPS"),
HealthCheckEnabled: aws.Bool(true),
2019-07-08 19:13:41 -08:00
HealthCheckIntervalSeconds: aws.Int64(30),
HealthCheckPath: aws.String("/ping"),
HealthCheckProtocol: aws.String("HTTPS"),
HealthCheckTimeoutSeconds: aws.Int64(5),
HealthyThresholdCount: aws.Int64(3),
UnhealthyThresholdCount: aws.Int64(3),
2019-07-08 19:13:41 -08:00
Matcher: &elbv2.Matcher{
HttpCode: aws.String("200"),
},
TargetType: aws.String("ip"),
VpcId: aws.String(vpcId),
})
2019-07-08 19:13:41 -08:00
}
for _, targetGroupInput := range targetGroupInputs {
var targetGroup *elbv2.TargetGroup
err = svc.DescribeTargetGroupsPages(&elbv2.DescribeTargetGroupsInput{
LoadBalancerArn: elb.LoadBalancerArn,
Names: []*string{aws.String(req.ElbLoadBalancerName)},
}, func(res *elbv2.DescribeTargetGroupsOutput, lastPage bool) bool {
2019-07-08 19:13:41 -08:00
for _, tg := range res.TargetGroups {
if *tg.TargetGroupName == *targetGroupInput.Name {
targetGroup = tg
return false
}
}
return !lastPage
})
if err != nil {
if aerr, ok := err.(awserr.Error); !ok || aerr.Code() != elbv2.ErrCodeTargetGroupNotFoundException {
return errors.Wrapf(err, "failed to describe target group '%s'", *targetGroupInput.Name)
}
}
if targetGroup == nil {
2019-07-08 19:13:41 -08:00
// If no target group was found, create one.
createRes, err := svc.CreateTargetGroup(targetGroupInput)
if err != nil {
return errors.Wrapf(err, "failed to create target group '%s'", *targetGroupInput.Name)
}
targetGroup = createRes.TargetGroups[0]
log.Printf("\t\tAdded target group: %s.", *targetGroup.TargetGroupArn)
} else {
log.Printf("\t\tHas target group: %s.", *targetGroup.TargetGroupArn)
}
ecsELBs = append(ecsELBs, &ecs.LoadBalancer{
// The name of the container (as it appears in a container definition) to associate
// with the load balancer.
ContainerName: aws.String(req.EcsServiceName),
2019-07-08 19:13:41 -08:00
// The port on the container to associate with the load balancer. This port
// must correspond to a containerPort in the service's task definition. Your
// container instances must allow ingress traffic on the hostPort of the port
// mapping.
ContainerPort: targetGroup.Port,
// The full Amazon Resource Name (ARN) of the Elastic Load Balancing target
// group or groups associated with a service or task set.
TargetGroupArn: targetGroup.TargetGroupArn,
})
if req.ElbDeregistrationDelay != nil {
2019-07-08 19:13:41 -08:00
// If no target group was found, create one.
_, err = svc.ModifyTargetGroupAttributes(&elbv2.ModifyTargetGroupAttributesInput{
TargetGroupArn: targetGroup.TargetGroupArn,
Attributes: []*elbv2.TargetGroupAttribute{
&elbv2.TargetGroupAttribute{
// The name of the attribute.
Key: aws.String("deregistration_delay.timeout_seconds"),
// The value of the attribute.
Value: aws.String(strconv.Itoa(*req.ElbDeregistrationDelay)),
2019-07-08 19:13:41 -08:00
},
},
})
if err != nil {
return errors.Wrapf(err, "failed to modify target group '%s' attributes", *targetGroupInput.Name)
}
log.Printf("\t\t\tSet sttributes.")
}
var foundListener bool
for _, cl := range curListeners {
if cl.Port == targetGroupInput.Port {
foundListener = true
break
}
}
if !foundListener {
listenerInput := &elbv2.CreateListenerInput{
// The actions for the default rule. The rule must include one forward action
// or one or more fixed-response actions.
//
// If the action type is forward, you specify a target group. The protocol of
// the target group must be HTTP or HTTPS for an Application Load Balancer.
// The protocol of the target group must be TCP, TLS, UDP, or TCP_UDP for a
// Network Load Balancer.
//
// DefaultActions is a required field
DefaultActions: []*elbv2.Action{
&elbv2.Action{
// The type of action. Each rule must include exactly one of the following types
// of actions: forward, fixed-response, or redirect.
//
// Type is a required field
Type: aws.String("forward"),
// The Amazon Resource Name (ARN) of the target group. Specify only when Type
// is forward.
TargetGroupArn: targetGroup.TargetGroupArn,
},
},
// The Amazon Resource Name (ARN) of the load balancer.
//
// LoadBalancerArn is a required field
LoadBalancerArn: elb.LoadBalancerArn,
// The port on which the load balancer is listening.
//
// Port is a required field
Port: targetGroup.Port,
// The protocol for connections from clients to the load balancer. For Application
// Load Balancers, the supported protocols are HTTP and HTTPS. For Network Load
// Balancers, the supported protocols are TCP, TLS, UDP, and TCP_UDP.
//
// Protocol is a required field
Protocol: targetGroup.Protocol,
}
if *listenerInput.Protocol == "HTTPS" {
listenerInput.Certificates = append(listenerInput.Certificates, &elbv2.Certificate{
CertificateArn: aws.String(certificateArn),
IsDefault: aws.Bool(true),
})
}
// If no repository was found, create one.
createRes, err := svc.CreateListener(listenerInput)
if err != nil {
return errors.Wrapf(err, "failed to create listener '%s'", req.ElbLoadBalancerName)
}
log.Printf("\t\t\tAdded Listener: %s.", *createRes.Listeners[0].ListenerArn)
}
2019-07-08 19:13:41 -08:00
}
log.Printf("\t%s\tUsing ELB '%s'.\n", tests.Success, *elb.LoadBalancerName)
}
2019-07-08 19:13:41 -08:00
}
2019-07-08 12:21:22 -08:00
log.Println("ECS - Create Service")
2019-07-08 19:13:41 -08:00
{
2019-07-08 12:21:22 -08:00
svc := ecs.New(req.awsSession())
2019-07-08 19:13:41 -08:00
var assignPublicIp *string
var healthCheckGracePeriodSeconds *int64
2019-07-08 19:13:41 -08:00
if len(ecsELBs) == 0 {
assignPublicIp = aws.String("ENABLED")
} else {
assignPublicIp = aws.String("DISABLED")
healthCheckGracePeriodSeconds = req.EscServiceHealthCheckGracePeriodSeconds
2019-07-08 19:13:41 -08:00
}
serviceInput := &ecs.CreateServiceInput{
2019-07-08 19:13:41 -08:00
// The short name or full Amazon Resource Name (ARN) of the cluster that your
// service is running on. If you do not specify a cluster, the default cluster
// is assumed.
Cluster: ecsCluster.ClusterName,
// The name of your service. Up to 255 letters (uppercase and lowercase), numbers,
// and hyphens are allowed. Service names must be unique within a cluster, but
// you can have similarly named services in multiple clusters within a Region
// or across multiple Regions.
//
// ServiceName is a required field
ServiceName: aws.String(req.EcsServiceName),
2019-07-08 19:13:41 -08:00
// Optional deployment parameters that control how many tasks run during the
// deployment and the ordering of stopping and starting tasks.
DeploymentConfiguration: &ecs.DeploymentConfiguration{
2019-07-08 19:13:41 -08:00
// Refer to documentation for flags.ecsServiceMaximumPercent
MaximumPercent: req.EcsServiceMaximumPercent,
2019-07-08 19:13:41 -08:00
// Refer to documentation for flags.ecsServiceMinimumHealthyPercent
MinimumHealthyPercent: req.EcsServiceMinimumHealthyPercent,
2019-07-08 19:13:41 -08:00
},
// Refer to documentation for flags.ecsServiceDesiredCount.
DesiredCount: aws.Int64(req.EcsServiceDesiredCount),
2019-07-08 19:13:41 -08:00
// Specifies whether to enable Amazon ECS managed tags for the tasks within
// the service. For more information, see Tagging Your Amazon ECS Resources
// (https://docs.aws.amazon.com/AmazonECS/latest/developerguide/ecs-using-tags.html)
// in the Amazon Elastic Container Service Developer Guide.
EnableECSManagedTags: aws.Bool(false),
// The period of time, in seconds, that the Amazon ECS service scheduler should
// ignore unhealthy Elastic Load Balancing target health checks after a task
// has first started. This is only valid if your service is configured to use
// a load balancer. If your service's tasks take a while to start and respond
// to Elastic Load Balancing health checks, you can specify a health check grace
// period of up to 2,147,483,647 seconds. During that time, the ECS service
// scheduler ignores health check status. This grace period can prevent the
// ECS service scheduler from marking tasks as unhealthy and stopping them before
// they have time to come up.
HealthCheckGracePeriodSeconds: healthCheckGracePeriodSeconds,
2019-07-08 19:13:41 -08:00
// The launch type on which to run your service. For more information, see Amazon
// ECS Launch Types (https://docs.aws.amazon.com/AmazonECS/latest/developerguide/launch_types.html)
// in the Amazon Elastic Container Service Developer Guide.
LaunchType: aws.String("FARGATE"),
// A load balancer object representing the load balancer to use with your service.
LoadBalancers: ecsELBs,
// The network configuration for the service. This parameter is required for
// task definitions that use the awsvpc network mode to receive their own elastic
// network interface, and it is not supported for other network modes. For more
// information, see Task Networking (https://docs.aws.amazon.com/AmazonECS/latest/developerguide/task-networking.html)
// in the Amazon Elastic Container Service Developer Guide.
NetworkConfiguration: &ecs.NetworkConfiguration{
AwsvpcConfiguration: &ecs.AwsVpcConfiguration{
// Whether the task's elastic network interface receives a public IP address.
// The default value is DISABLED.
AssignPublicIp: assignPublicIp,
// The security groups associated with the task or service. If you do not specify
// a security group, the default security group for the VPC is used. There is
// a limit of 5 security groups that can be specified per AwsVpcConfiguration.
// All specified security groups must be from the same VPC.
SecurityGroups: aws.StringSlice([]string{securityGroupId}),
2019-07-08 19:13:41 -08:00
// The subnets associated with the task or service. There is a limit of 16 subnets
// that can be specified per AwsVpcConfiguration.
// All specified subnets must be from the same VPC.
// Subnets is a required field
Subnets: aws.StringSlice(subnetsIDs),
2019-07-08 19:13:41 -08:00
},
},
// The family and revision (family:revision) or full ARN of the task definition
// to run in your service. If a revision is not specified, the latest ACTIVE
// revision is used. If you modify the task definition with UpdateService, Amazon
// ECS spawns a task with the new version of the task definition and then stops
// an old task after the new version is running.
TaskDefinition: taskDef.TaskDefinitionArn,
// The metadata that you apply to the service to help you categorize and organize
// them. Each tag consists of a key and an optional value, both of which you
// define. When a service is deleted, the tags are deleted as well. Tag keys
// can have a maximum character length of 128 characters, and tag values can
// have a maximum length of 256 characters.
Tags: []*ecs.Tag{
&ecs.Tag{Key: aws.String(awsTagNameProject), Value: aws.String(req.ProjectName)},
&ecs.Tag{Key: aws.String(awsTagNameEnv), Value: aws.String(req.Env)},
2019-07-08 19:13:41 -08:00
},
}
createRes, err := svc.CreateService(serviceInput)
// If tags aren't enabled for the account, try the request again without them.
// https://aws.amazon.com/blogs/compute/migrating-your-amazon-ecs-deployment-to-the-new-arn-and-resource-id-format-2/
if err != nil && strings.Contains(err.Error(), "new ARN and resource ID format must be enabled") {
serviceInput.Tags = nil
createRes, err = svc.CreateService(serviceInput)
}
2019-07-08 19:13:41 -08:00
if err != nil {
return errors.Wrapf(err, "failed to create service '%s'", req.EcsServiceName)
2019-07-08 19:13:41 -08:00
}
ecsService = createRes.Service
log.Printf("\t%s\tCreated ECS Service '%s'.\n", tests.Success, *ecsService.ServiceName)
2019-07-08 19:13:41 -08:00
}
2019-07-07 12:52:55 -08:00
}
2019-07-08 19:13:41 -08:00
// If Elastic cache is enabled, need to add ingress to security group
2019-07-08 12:21:22 -08:00
return nil
}