package task import ( "bytes" "errors" "os" "path/filepath" "runtime" "strings" "text/template" "github.com/go-task/task/execext" "github.com/Masterminds/sprig" ) var ( // TaskvarsFilePath file containing additional variables TaskvarsFilePath = "Taskvars" // ErrMultilineResultCmd is returned when a command returns multiline result ErrMultilineResultCmd = errors.New("Got multiline result from command") ) // Vars is a string[string] variables map type Vars map[string]Var // Var represents either a static or dynamic variable type Var struct { Static string Sh string } func (vs Vars) toStringMap() (m map[string]string) { m = make(map[string]string, len(vs)) for k, v := range vs { if v.Sh != "" { // Dynamic variable is not yet resolved; trigger // to be used in templates. continue } m[k] = v.Static } return } var ( // ErrCantUnmarshalVar is returned for invalid var YAML ErrCantUnmarshalVar = errors.New("task: can't unmarshal var value") ) // UnmarshalYAML implements yaml.Unmarshaler interface func (v *Var) UnmarshalYAML(unmarshal func(interface{}) error) error { var str string if err := unmarshal(&str); err == nil { if strings.HasPrefix(str, "$") { v.Sh = strings.TrimPrefix(str, "$") } else { v.Static = str } return nil } var sh struct { Sh string } if err := unmarshal(&sh); err == nil { v.Sh = sh.Sh return nil } return ErrCantUnmarshalVar } var ( templateFuncs template.FuncMap ) func init() { taskFuncs := template.FuncMap{ "OS": func() string { return runtime.GOOS }, "ARCH": func() string { return runtime.GOARCH }, // historical reasons "IsSH": func() bool { return true }, "FromSlash": func(path string) string { return filepath.FromSlash(path) }, "ToSlash": func(path string) string { return filepath.ToSlash(path) }, "ExeExt": func() string { if runtime.GOOS == "windows" { return ".exe" } return "" }, } templateFuncs = sprig.TxtFuncMap() for k, v := range taskFuncs { templateFuncs[k] = v } } // getVariables returns fully resolved variables following the priorty order: // 1. Call variables (should already have been resolved) // 2. Environment (should not need to be resolved) // 3. Task variables, resolved with access to: // - call, taskvars and environement variables // 4. Taskvars variables, resolved with access to: // - environment variables func (e *Executor) getVariables(call Call) (Vars, error) { t, ok := e.Tasks[call.Task] if !ok { return nil, &taskNotFoundError{call.Task} } merge := func(dest Vars, srcs ...Vars) { for _, src := range srcs { for k, v := range src { dest[k] = v } } } varsKeys := func(srcs ...Vars) []string { m := make(map[string]struct{}) for _, src := range srcs { for k := range src { m[k] = struct{}{} } } lst := make([]string, 0, len(m)) for k := range m { lst = append(lst, k) } return lst } replaceVars := func(dest Vars, keys []string) error { r := varReplacer{vars: dest} for _, k := range keys { v := dest[k] dest[k] = Var{ Static: r.replace(v.Static), Sh: r.replace(v.Sh), } } return r.err } resolveShell := func(dest Vars, keys []string) error { for _, k := range keys { v := dest[k] static, err := e.handleShVar(v) if err != nil { return err } dest[k] = Var{Static: static} } return nil } update := func(dest Vars, srcs ...Vars) error { merge(dest, srcs...) // updatedKeys ensures template evaluation is run only once. updatedKeys := varsKeys(srcs...) if err := replaceVars(dest, updatedKeys); err != nil { return err } return resolveShell(dest, updatedKeys) } // Resolve taskvars variables to "result" with environment override variables. override := getEnvironmentVariables() result := make(Vars, len(e.taskvars)+len(t.Vars)+len(override)) if err := update(result, e.taskvars, override); err != nil { return nil, err } // Resolve task variables to "result" with environment and call override variables. merge(override, call.Vars) if err := update(result, t.Vars, override); err != nil { return nil, err } return result, nil } func getEnvironmentVariables() Vars { var ( env = os.Environ() m = make(Vars, len(env)) ) for _, e := range env { keyVal := strings.SplitN(e, "=", 2) key, val := keyVal[0], keyVal[1] m[key] = Var{Static: val} } return m } func (e *Executor) handleShVar(v Var) (string, error) { if v.Static != "" { return v.Static, nil } e.muDynamicCache.Lock() defer e.muDynamicCache.Unlock() if result, ok := e.dynamicCache[v.Sh]; ok { return result, nil } var stdout bytes.Buffer opts := &execext.RunCommandOptions{ Command: v.Sh, Dir: e.Dir, Stdout: &stdout, Stderr: e.Stderr, } if err := execext.RunCommand(opts); err != nil { return "", &dynamicVarError{cause: err, cmd: opts.Command} } result := strings.TrimSuffix(stdout.String(), "\n") if strings.ContainsRune(result, '\n') { return "", ErrMultilineResultCmd } result = strings.TrimSpace(result) e.verbosePrintfln(`task: dynamic variable: "%s", result: "%s"`, v.Sh, result) e.dynamicCache[v.Sh] = result return result, nil } // CompiledTask returns a copy of a task, but replacing // variables in almost all properties using the Go template package func (t *Task) CompiledTask(dir string, vars Vars) (*Task, error) { r := varReplacer{vars: vars} new := Task{ Desc: r.replace(t.Desc), Sources: r.replaceSlice(t.Sources), Generates: r.replaceSlice(t.Generates), Status: r.replaceSlice(t.Status), Dir: r.replace(t.Dir), Vars: nil, Set: r.replace(t.Set), Env: r.replaceVars(t.Env), Silent: t.Silent, } if dir != "" && !filepath.IsAbs(new.Dir) { new.Dir = filepath.Join(dir, new.Dir) } if len(t.Cmds) > 0 { new.Cmds = make([]*Cmd, len(t.Cmds)) for i, cmd := range t.Cmds { new.Cmds[i] = &Cmd{ Task: r.replace(cmd.Task), Silent: cmd.Silent, Cmd: r.replace(cmd.Cmd), Vars: r.replaceVars(cmd.Vars), } } } if len(t.Deps) > 0 { new.Deps = make([]*Dep, len(t.Deps)) for i, dep := range t.Deps { new.Deps[i] = &Dep{ Task: r.replace(dep.Task), Vars: r.replaceVars(dep.Vars), } } } return &new, r.err } // varReplacer is a help struct that allow us to call "replaceX" funcs multiple // times, without having to check for error each time. // The first error that happen will be assigned to r.err, and consecutive // calls to funcs will just return the zero value. type varReplacer struct { vars Vars strMap map[string]string err error } func (r *varReplacer) replace(str string) string { if r.err != nil || str == "" { return "" } templ, err := template.New("").Funcs(templateFuncs).Parse(str) if err != nil { r.err = err return "" } if r.strMap == nil { r.strMap = r.vars.toStringMap() } var b bytes.Buffer if err = templ.Execute(&b, r.strMap); err != nil { r.err = err return "" } return b.String() } func (r *varReplacer) replaceSlice(strs []string) []string { if r.err != nil || len(strs) == 0 { return nil } new := make([]string, len(strs)) for i, str := range strs { new[i] = r.replace(str) } return new } func (r *varReplacer) replaceVars(vars Vars) Vars { if r.err != nil || len(vars) == 0 { return nil } new := make(Vars, len(vars)) for k, v := range vars { new[k] = Var{ Static: r.replace(v.Static), Sh: r.replace(v.Sh), } } return new }