v3.2.2

Closes #332

CHANGELOG.md

@@ -1,5 +1,38 @@
 # Changelog
 
+## v3.2.2
+
+- Improve performance of `--list` and `--summary` by skipping running shell
+  variables for these flags
+  ([#332](https://github.com/go-task/task/issues/332)).
+- Fixed a bug where an environment in a Taskfile was not always overridable
+  by the system environment
+  ([#425](https://github.com/go-task/task/issues/425)).
+- Fixed environment from .env files not being available as variables
+  ([#379](https://github.com/go-task/task/issues/379)).
+- The install script is now working for ARM platforms
+  ([#428](https://github.com/go-task/task/pull/428)).
+
+## v3.2.1
+
+- Fixed some bugs and regressions regarding dynamic variables and directories
+  ([#426](https://github.com/go-task/task/issues/426)).
+- The [slim-sprig](https://github.com/go-task/slim-sprig) package was updated
+  with the upstream [sprig](https://github.com/Masterminds/sprig).
+
+## v3.2.0
+
+- Fix the `.task` directory being created in the task directory instead of the
+  Taskfile directory
+  ([#247](https://github.com/go-task/task/issues/247)).
+- Fix a bug where dynamic variables (those declared with `sh:`) were not
+  running in the task directory when the task has a custom dir or it was
+  in an included Taskfile
+  ([#384](https://github.com/go-task/task/issues/384)).
+- The watch feature (via the `--watch` flag) got a few different bug fixes and
+  should be more stable now
+  ([#423](https://github.com/go-task/task/pull/423), [#365](https://github.com/go-task/task/issues/365)).
+
 ## v3.1.0
 
 - Fix a bug when the checksum up-to-date resolution is used by a task

args/args_test.go

@@ -4,10 +4,10 @@ import (
 	"fmt"
 	"testing"
 
+	"github.com/stretchr/testify/assert"
+
 	"github.com/go-task/task/v3/args"
 	"github.com/go-task/task/v3/taskfile"
-
-	"github.com/stretchr/testify/assert"
 )
 
 func TestArgsV3(t *testing.T) {

cmd/task/task.go

@@ -9,12 +9,12 @@ import (
 	"path/filepath"
 	"syscall"
 
+	"github.com/spf13/pflag"
+
 	"github.com/go-task/task/v3"
 	"github.com/go-task/task/v3/args"
 	"github.com/go-task/task/v3/internal/logger"
 	"github.com/go-task/task/v3/taskfile"
-
-	"github.com/spf13/pflag"
 )
 
 var (

docs/install.sh

@@ -1,6 +1,6 @@
 #!/bin/sh
 set -e
-# Code generated by godownloader on 2018-04-07T17:47:38Z. DO NOT EDIT.
+# Code generated by godownloader on 2021-01-12T13:40:40Z. DO NOT EDIT.
 #
 
 usage() {
@@ -27,11 +27,12 @@ parse_args() {
   # over-ridden by flag below
 
   BINDIR=${BINDIR:-./bin}
-  while getopts "b:dh?" arg; do
+  while getopts "b:dh?x" arg; do
     case "$arg" in
       b) BINDIR="$OPTARG" ;;
       d) log_set_priority 10 ;;
       h | \?) usage "$0" ;;
+      x) set -x ;;
     esac
   done
   shift $((OPTIND - 1))
@@ -42,46 +43,41 @@ parse_args() {
 # network, either nothing will happen or will syntax error
 # out preventing half-done work
 execute() {
-  tmpdir=$(mktmpdir)
+  tmpdir=$(mktemp -d)
   log_debug "downloading files into ${tmpdir}"
   http_download "${tmpdir}/${TARBALL}" "${TARBALL_URL}"
   http_download "${tmpdir}/${CHECKSUM}" "${CHECKSUM_URL}"
   hash_sha256_verify "${tmpdir}/${TARBALL}" "${tmpdir}/${CHECKSUM}"
   srcdir="${tmpdir}"
   (cd "${tmpdir}" && untar "${TARBALL}")
-  install -d "${BINDIR}"
-  for binexe in "task" ; do
+  test ! -d "${BINDIR}" && install -d "${BINDIR}"
+  for binexe in $BINARIES; do
     if [ "$OS" = "windows" ]; then
       binexe="${binexe}.exe"
     fi
     install "${srcdir}/${binexe}" "${BINDIR}/"
     log_info "installed ${BINDIR}/${binexe}"
   done
+  rm -rf "${tmpdir}"
 }
-is_supported_platform() {
-  platform=$1
-  found=1
-  case "$platform" in
-    windows/386) found=0 ;;
-    windows/amd64) found=0 ;;
-    darwin/386) found=0 ;;
-    darwin/amd64) found=0 ;;
-    linux/386) found=0 ;;
-    linux/amd64) found=0 ;;
+get_binaries() {
+  case "$PLATFORM" in
+    darwin/amd64) BINARIES="task" ;;
+    darwin/arm64) BINARIES="task" ;;
+    darwin/armv6) BINARIES="task" ;;
+    linux/386) BINARIES="task" ;;
+    linux/amd64) BINARIES="task" ;;
+    linux/arm64) BINARIES="task" ;;
+    linux/armv6) BINARIES="task" ;;
+    windows/386) BINARIES="task" ;;
+    windows/amd64) BINARIES="task" ;;
+    windows/arm64) BINARIES="task" ;;
+    windows/armv6) BINARIES="task" ;;
+    *)
+      log_crit "platform $PLATFORM is not supported.  Make sure this script is up-to-date and file request at https://github.com/${PREFIX}/issues/new"
+      exit 1
+      ;;
   esac
-  case "$platform" in
-    darwin/386) found=1 ;;
-  esac
-  return $found
-}
-check_platform() {
-  if is_supported_platform "$PLATFORM"; then
-    # optional logging goes here
-    true
-  else
-    log_crit "platform $PLATFORM is not supported.  Make sure this script is up-to-date and file request at https://github.com/${PREFIX}/issues/new"
-    exit 1
-  fi
 }
 tag_to_version() {
   if [ -z "${TAG}" ]; then
@@ -99,8 +95,8 @@ tag_to_version() {
   VERSION=${TAG#v}
 }
 adjust_format() {
-  # change format (tar.gz or zip) based on ARCH
-  case ${ARCH} in
+  # change format (tar.gz or zip) based on OS
+  case ${OS} in
     windows) FORMAT=zip ;;
   esac
   true
@@ -174,7 +170,9 @@ log_crit() {
 uname_os() {
   os=$(uname -s | tr '[:upper:]' '[:lower:]')
   case "$os" in
-    msys_nt) os="windows" ;;
+    cygwin_nt*) os="windows" ;;
+    mingw*) os="windows" ;;
+    msys_nt*) os="windows" ;;
   esac
   echo "$os"
 }
@@ -186,9 +184,9 @@ uname_arch() {
     i686) arch="386" ;;
     i386) arch="386" ;;
     aarch64) arch="arm64" ;;
-    armv5*) arch="arm5" ;;
-    armv6*) arch="arm6" ;;
-    armv7*) arch="arm7" ;;
+    armv5*) arch="armv5" ;;
+    armv6*) arch="armv6" ;;
+    armv7*) arch="armv7" ;;
   esac
   echo ${arch}
 }
@@ -234,8 +232,8 @@ uname_arch_check() {
 untar() {
   tarball=$1
   case "${tarball}" in
-    *.tar.gz | *.tgz) tar -xzf "${tarball}" ;;
-    *.tar) tar -xf "${tarball}" ;;
+    *.tar.gz | *.tgz) tar --no-same-owner -xzf "${tarball}" ;;
+    *.tar) tar --no-same-owner -xf "${tarball}" ;;
     *.zip) unzip "${tarball}" ;;
     *)
       log_err "untar unknown archive format for ${tarball}"
@@ -243,11 +241,6 @@ untar() {
       ;;
   esac
 }
-mktmpdir() {
-  test -z "$TMPDIR" && TMPDIR="$(mktemp -d)"
-  mkdir -p "${TMPDIR}"
-  echo "${TMPDIR}"
-}
 http_download_curl() {
   local_file=$1
   source_url=$2
@@ -368,7 +361,7 @@ uname_arch_check "$ARCH"
 
 parse_args "$@"
 
-check_platform
+get_binaries
 
 tag_to_version
 

go.mod

@@ -2,7 +2,7 @@ module github.com/go-task/task/v3
 
 require (
 	github.com/fatih/color v1.7.0
-	github.com/go-task/slim-sprig v0.0.0-20200516131648-f9bac4e523eb
+	github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0
 	github.com/joho/godotenv v1.3.0
 	github.com/mattn/go-colorable v0.1.2 // indirect
 	github.com/mattn/go-zglob v0.0.1

go.sum

@@ -8,8 +8,8 @@ github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSs
 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/fatih/color v1.7.0 h1:DkWD4oS2D8LGGgTQ6IvwJJXSL5Vp2ffcQg58nFV38Ys=
 github.com/fatih/color v1.7.0/go.mod h1:Zm6kSWBoL9eyXnKyktHP6abPY2pDugNf5KwzbycvMj4=
-github.com/go-task/slim-sprig v0.0.0-20200516131648-f9bac4e523eb h1:/qbv1F67s6ehqX9mG23cJOeca3FWpOVKgtPfPUMAi0k=
-github.com/go-task/slim-sprig v0.0.0-20200516131648-f9bac4e523eb/go.mod h1:fyg7847qk6SyHyPtNmDHnmrv/HOrqktSC+C9fM+CJOE=
+github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0 h1:p104kn46Q8WdvHunIJ9dAyjPVtrBPhSr3KT2yUst43I=
+github.com/go-task/slim-sprig v0.0.0-20210107165309-348f09dbbbc0/go.mod h1:fyg7847qk6SyHyPtNmDHnmrv/HOrqktSC+C9fM+CJOE=
 github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI=
 github.com/joho/godotenv v1.3.0 h1:Zjp+RcGpHhGlrMbJzXTrZZPrWj+1vfm90La1wgB6Bhc=
 github.com/joho/godotenv v1.3.0/go.mod h1:7hK45KPybAkOC6peb+G5yklZfMxEjkZhHbwpqxOKXbg=

help.go

@@ -30,7 +30,7 @@ func (e *Executor) tasksWithDesc() (tasks []*taskfile.Task) {
 	tasks = make([]*taskfile.Task, 0, len(e.Taskfile.Tasks))
 	for _, task := range e.Taskfile.Tasks {
 		if task.Desc != "" {
-			compiledTask, err := e.CompiledTask(taskfile.Call{Task: task.Task})
+			compiledTask, err := e.FastCompiledTask(taskfile.Call{Task: task.Task})
 			if err == nil {
 				task = compiledTask
 			}

install-task.sh

@@ -1,6 +1,6 @@
 #!/bin/sh
 set -e
-# Code generated by godownloader on 2018-04-07T17:47:38Z. DO NOT EDIT.
+# Code generated by godownloader on 2021-01-12T13:40:40Z. DO NOT EDIT.
 #
 
 usage() {
@@ -27,11 +27,12 @@ parse_args() {
   # over-ridden by flag below
 
   BINDIR=${BINDIR:-./bin}
-  while getopts "b:dh?" arg; do
+  while getopts "b:dh?x" arg; do
     case "$arg" in
       b) BINDIR="$OPTARG" ;;
       d) log_set_priority 10 ;;
       h | \?) usage "$0" ;;
+      x) set -x ;;
     esac
   done
   shift $((OPTIND - 1))
@@ -42,46 +43,41 @@ parse_args() {
 # network, either nothing will happen or will syntax error
 # out preventing half-done work
 execute() {
-  tmpdir=$(mktmpdir)
+  tmpdir=$(mktemp -d)
   log_debug "downloading files into ${tmpdir}"
   http_download "${tmpdir}/${TARBALL}" "${TARBALL_URL}"
   http_download "${tmpdir}/${CHECKSUM}" "${CHECKSUM_URL}"
   hash_sha256_verify "${tmpdir}/${TARBALL}" "${tmpdir}/${CHECKSUM}"
   srcdir="${tmpdir}"
   (cd "${tmpdir}" && untar "${TARBALL}")
-  install -d "${BINDIR}"
-  for binexe in "task" ; do
+  test ! -d "${BINDIR}" && install -d "${BINDIR}"
+  for binexe in $BINARIES; do
     if [ "$OS" = "windows" ]; then
       binexe="${binexe}.exe"
     fi
     install "${srcdir}/${binexe}" "${BINDIR}/"
     log_info "installed ${BINDIR}/${binexe}"
   done
+  rm -rf "${tmpdir}"
 }
-is_supported_platform() {
-  platform=$1
-  found=1
-  case "$platform" in
-    windows/386) found=0 ;;
-    windows/amd64) found=0 ;;
-    darwin/386) found=0 ;;
-    darwin/amd64) found=0 ;;
-    linux/386) found=0 ;;
-    linux/amd64) found=0 ;;
+get_binaries() {
+  case "$PLATFORM" in
+    darwin/amd64) BINARIES="task" ;;
+    darwin/arm64) BINARIES="task" ;;
+    darwin/armv6) BINARIES="task" ;;
+    linux/386) BINARIES="task" ;;
+    linux/amd64) BINARIES="task" ;;
+    linux/arm64) BINARIES="task" ;;
+    linux/armv6) BINARIES="task" ;;
+    windows/386) BINARIES="task" ;;
+    windows/amd64) BINARIES="task" ;;
+    windows/arm64) BINARIES="task" ;;
+    windows/armv6) BINARIES="task" ;;
+    *)
+      log_crit "platform $PLATFORM is not supported.  Make sure this script is up-to-date and file request at https://github.com/${PREFIX}/issues/new"
+      exit 1
+      ;;
   esac
-  case "$platform" in
-    darwin/386) found=1 ;;
-  esac
-  return $found
-}
-check_platform() {
-  if is_supported_platform "$PLATFORM"; then
-    # optional logging goes here
-    true
-  else
-    log_crit "platform $PLATFORM is not supported.  Make sure this script is up-to-date and file request at https://github.com/${PREFIX}/issues/new"
-    exit 1
-  fi
 }
 tag_to_version() {
   if [ -z "${TAG}" ]; then
@@ -99,8 +95,8 @@ tag_to_version() {
   VERSION=${TAG#v}
 }
 adjust_format() {
-  # change format (tar.gz or zip) based on ARCH
-  case ${ARCH} in
+  # change format (tar.gz or zip) based on OS
+  case ${OS} in
     windows) FORMAT=zip ;;
   esac
   true
@@ -174,7 +170,9 @@ log_crit() {
 uname_os() {
   os=$(uname -s | tr '[:upper:]' '[:lower:]')
   case "$os" in
-    msys_nt) os="windows" ;;
+    cygwin_nt*) os="windows" ;;
+    mingw*) os="windows" ;;
+    msys_nt*) os="windows" ;;
   esac
   echo "$os"
 }
@@ -186,9 +184,9 @@ uname_arch() {
     i686) arch="386" ;;
     i386) arch="386" ;;
     aarch64) arch="arm64" ;;
-    armv5*) arch="arm5" ;;
-    armv6*) arch="arm6" ;;
-    armv7*) arch="arm7" ;;
+    armv5*) arch="armv5" ;;
+    armv6*) arch="armv6" ;;
+    armv7*) arch="armv7" ;;
   esac
   echo ${arch}
 }
@@ -234,8 +232,8 @@ uname_arch_check() {
 untar() {
   tarball=$1
   case "${tarball}" in
-    *.tar.gz | *.tgz) tar -xzf "${tarball}" ;;
-    *.tar) tar -xf "${tarball}" ;;
+    *.tar.gz | *.tgz) tar --no-same-owner -xzf "${tarball}" ;;
+    *.tar) tar --no-same-owner -xf "${tarball}" ;;
     *.zip) unzip "${tarball}" ;;
     *)
       log_err "untar unknown archive format for ${tarball}"
@@ -243,11 +241,6 @@ untar() {
       ;;
   esac
 }
-mktmpdir() {
-  test -z "$TMPDIR" && TMPDIR="$(mktemp -d)"
-  mkdir -p "${TMPDIR}"
-  echo "${TMPDIR}"
-}
 http_download_curl() {
   local_file=$1
   source_url=$2
@@ -368,7 +361,7 @@ uname_arch_check "$ARCH"
 
 parse_args "$@"
 
-check_platform
+get_binaries
 
 tag_to_version
 

internal/compiler/compiler.go

@@ -8,5 +8,7 @@ import (
 // E.g. variable merger, template processing, etc.
 type Compiler interface {
 	GetVariables(t *taskfile.Task, call taskfile.Call) (*taskfile.Vars, error)
-	HandleDynamicVar(v taskfile.Var) (string, error)
+	FastGetVariables(t *taskfile.Task, call taskfile.Call) (*taskfile.Vars, error)
+	HandleDynamicVar(v taskfile.Var, dir string) (string, error)
+	ResetCache()
 }

internal/compiler/v2/compiler_v2.go

@@ -30,6 +30,11 @@ type CompilerV2 struct {
 	muDynamicCache sync.Mutex
 }
 
+// FastGetVariables is a no-op on v2
+func (c *CompilerV2) FastGetVariables(t *taskfile.Task, call taskfile.Call) (*taskfile.Vars, error) {
+	return c.GetVariables(t, call)
+}
+
 // GetVariables returns fully resolved variables following the priority order:
 // 1. Task variables
 // 2. Call variables
@@ -37,8 +42,12 @@ type CompilerV2 struct {
 // 4. Taskvars file variables
 // 5. Environment variables
 func (c *CompilerV2) GetVariables(t *taskfile.Task, call taskfile.Call) (*taskfile.Vars, error) {
-	vr := varResolver{c: c, vars: compiler.GetEnviron()}
+	vr := varResolver{
+		c:    c,
+		vars: compiler.GetEnviron(),
+	}
 	vr.vars.Set("TASK", taskfile.Var{Static: t.Task})
+
 	for _, vars := range []*taskfile.Vars{c.Taskvars, c.TaskfileVars, call.Vars, t.Vars} {
 		for i := 0; i < c.Expansions; i++ {
 			vr.merge(vars)
@@ -63,7 +72,7 @@ func (vr *varResolver) merge(vars *taskfile.Vars) {
 			Static: tr.Replace(v.Static),
 			Sh:     tr.Replace(v.Sh),
 		}
-		static, err := vr.c.HandleDynamicVar(v)
+		static, err := vr.c.HandleDynamicVar(v, "")
 		if err != nil {
 			vr.err = err
 			return err
@@ -74,7 +83,7 @@ func (vr *varResolver) merge(vars *taskfile.Vars) {
 	vr.err = tr.Err()
 }
 
-func (c *CompilerV2) HandleDynamicVar(v taskfile.Var) (string, error) {
+func (c *CompilerV2) HandleDynamicVar(v taskfile.Var, _ string) (string, error) {
 	if v.Static != "" || v.Sh == "" {
 		return v.Static, nil
 	}
@@ -92,7 +101,6 @@ func (c *CompilerV2) HandleDynamicVar(v taskfile.Var) (string, error) {
 	var stdout bytes.Buffer
 	opts := &execext.RunCommandOptions{
 		Command: v.Sh,
-		Dir:     c.Dir,
 		Stdout:  &stdout,
 		Stderr:  c.Logger.Stderr,
 	}
@@ -109,3 +117,11 @@ func (c *CompilerV2) HandleDynamicVar(v taskfile.Var) (string, error) {
 
 	return result, nil
 }
+
+// ResetCache clear the dymanic variables cache
+func (c *CompilerV2) ResetCache() {
+	c.muDynamicCache.Lock()
+	defer c.muDynamicCache.Unlock()
+
+	c.dynamicCache = nil
+}

internal/compiler/v3/compiler_v3.go

@@ -4,6 +4,7 @@ import (
 	"bytes"
 	"context"
 	"fmt"
+	"path/filepath"
 	"strings"
 	"sync"
 
@@ -19,6 +20,7 @@ var _ compiler.Compiler = &CompilerV3{}
 type CompilerV3 struct {
 	Dir string
 
+	TaskfileEnv  *taskfile.Vars
 	TaskfileVars *taskfile.Vars
 
 	Logger *logger.Logger
@@ -28,40 +30,74 @@ type CompilerV3 struct {
 }
 
 func (c *CompilerV3) GetVariables(t *taskfile.Task, call taskfile.Call) (*taskfile.Vars, error) {
+	return c.getVariables(t, call, true)
+}
+
+func (c *CompilerV3) FastGetVariables(t *taskfile.Task, call taskfile.Call) (*taskfile.Vars, error) {
+	return c.getVariables(t, call, false)
+}
+
+func (c *CompilerV3) getVariables(t *taskfile.Task, call taskfile.Call, evaluateShVars bool) (*taskfile.Vars, error) {
 	result := compiler.GetEnviron()
 	result.Set("TASK", taskfile.Var{Static: t.Task})
 
-	rangeFunc := func(k string, v taskfile.Var) error {
-		tr := templater.Templater{Vars: result, RemoveNoValue: true}
-		v = taskfile.Var{
-			Static: tr.Replace(v.Static),
-			Sh:     tr.Replace(v.Sh),
-		}
-		if err := tr.Err(); err != nil {
-			return err
-		}
-		static, err := c.HandleDynamicVar(v)
-		if err != nil {
-			return err
-		}
-		result.Set(k, taskfile.Var{Static: static})
-		return nil
-	}
+	getRangeFunc := func(dir string) func(k string, v taskfile.Var) error {
+		return func(k string, v taskfile.Var) error {
+			tr := templater.Templater{Vars: result, RemoveNoValue: true}
 
+			if !evaluateShVars {
+				result.Set(k, taskfile.Var{Static: tr.Replace(v.Static)})
+				return nil
+			}
+
+			v = taskfile.Var{
+				Static: tr.Replace(v.Static),
+				Sh:     tr.Replace(v.Sh),
+				Dir:    v.Dir,
+			}
+			if err := tr.Err(); err != nil {
+				return err
+			}
+			static, err := c.HandleDynamicVar(v, dir)
+			if err != nil {
+				return err
+			}
+			result.Set(k, taskfile.Var{Static: static})
+			return nil
+		}
+	}
+	rangeFunc := getRangeFunc(c.Dir)
+
+	if err := c.TaskfileEnv.Range(rangeFunc); err != nil {
+		return nil, err
+	}
 	if err := c.TaskfileVars.Range(rangeFunc); err != nil {
 		return nil, err
 	}
 	if err := call.Vars.Range(rangeFunc); err != nil {
 		return nil, err
 	}
-	if err := t.Vars.Range(rangeFunc); err != nil {
+
+	// NOTE(@andreynering): We're manually joining these paths here because
+	// this is the raw task, not the compiled one.
+	tr := templater.Templater{Vars: result, RemoveNoValue: true}
+	dir := tr.Replace(t.Dir)
+	if err := tr.Err(); err != nil {
+		return nil, err
+	}
+	if !filepath.IsAbs(dir) {
+		dir = filepath.Join(c.Dir, dir)
+	}
+	taskRangeFunc := getRangeFunc(dir)
+
+	if err := t.Vars.Range(taskRangeFunc); err != nil {
 		return nil, err
 	}
 
 	return result, nil
 }
 
-func (c *CompilerV3) HandleDynamicVar(v taskfile.Var) (string, error) {
+func (c *CompilerV3) HandleDynamicVar(v taskfile.Var, dir string) (string, error) {
 	if v.Static != "" || v.Sh == "" {
 		return v.Static, nil
 	}
@@ -76,10 +112,15 @@ func (c *CompilerV3) HandleDynamicVar(v taskfile.Var) (string, error) {
 		return result, nil
 	}
 
+	// NOTE(@andreynering): If a var have a specific dir, use this instead
+	if v.Dir != "" {
+		dir = v.Dir
+	}
+
 	var stdout bytes.Buffer
 	opts := &execext.RunCommandOptions{
 		Command: v.Sh,
-		Dir:     c.Dir,
+		Dir:     dir,
 		Stdout:  &stdout,
 		Stderr:  c.Logger.Stderr,
 	}
@@ -96,3 +137,11 @@ func (c *CompilerV3) HandleDynamicVar(v taskfile.Var) (string, error) {
 
 	return result, nil
 }
+
+// ResetCache clear the dymanic variables cache
+func (c *CompilerV3) ResetCache() {
+	c.muDynamicCache.Lock()
+	defer c.muDynamicCache.Unlock()
+
+	c.dynamicCache = nil
+}

internal/output/output_test.go

@@ -6,9 +6,9 @@ import (
 	"io"
 	"testing"
 
-	"github.com/go-task/task/v3/internal/output"
-
 	"github.com/stretchr/testify/assert"
+
+	"github.com/go-task/task/v3/internal/output"
 )
 
 func TestInterleaved(t *testing.T) {

internal/status/checksum.go

@@ -14,7 +14,8 @@ import (
 // Checksum validades if a task is up to date by calculating its source
 // files checksum
 type Checksum struct {
-	Dir       string
+	BaseDir   string
+	TaskDir   string
 	Task      string
 	Sources   []string
 	Generates []string
@@ -32,7 +33,7 @@ func (c *Checksum) IsUpToDate() (bool, error) {
 	data, _ := ioutil.ReadFile(checksumFile)
 	oldMd5 := strings.TrimSpace(string(data))
 
-	sources, err := globs(c.Dir, c.Sources)
+	sources, err := globs(c.TaskDir, c.Sources)
 	if err != nil {
 		return false, err
 	}
@@ -43,7 +44,7 @@ func (c *Checksum) IsUpToDate() (bool, error) {
 	}
 
 	if !c.Dry {
-		_ = os.MkdirAll(filepath.Join(c.Dir, ".task", "checksum"), 0755)
+		_ = os.MkdirAll(filepath.Join(c.BaseDir, ".task", "checksum"), 0755)
 		if err = ioutil.WriteFile(checksumFile, []byte(newMd5+"\n"), 0644); err != nil {
 			return false, err
 		}
@@ -52,7 +53,7 @@ func (c *Checksum) IsUpToDate() (bool, error) {
 	if len(c.Generates) > 0 {
 		// For each specified 'generates' field, check whether the files actually exist
 		for _, g := range c.Generates {
-			generates, err := glob(c.Dir, g)
+			generates, err := glob(c.TaskDir, g)
 			if os.IsNotExist(err) {
 				return false, nil
 			}
@@ -107,7 +108,7 @@ func (*Checksum) Kind() string {
 }
 
 func (c *Checksum) checksumFilePath() string {
-	return filepath.Join(c.Dir, ".task", "checksum", c.normalizeFilename(c.Task))
+	return filepath.Join(c.BaseDir, ".task", "checksum", c.normalizeFilename(c.Task))
 }
 
 var checksumFilenameRegexp = regexp.MustCompile("[^A-z0-9]")

internal/status/glob.go

@@ -5,9 +5,9 @@ import (
 	"path/filepath"
 	"sort"
 
-	"github.com/go-task/task/v3/internal/execext"
-
 	"github.com/mattn/go-zglob"
+
+	"github.com/go-task/task/v3/internal/execext"
 )
 
 func globs(dir string, globs []string) ([]string, error) {

internal/summary/summary_test.go

@@ -5,11 +5,11 @@ import (
 	"strings"
 	"testing"
 
+	"github.com/stretchr/testify/assert"
+
 	"github.com/go-task/task/v3/internal/logger"
 	"github.com/go-task/task/v3/internal/summary"
 	"github.com/go-task/task/v3/taskfile"
-
-	"github.com/stretchr/testify/assert"
 )
 
 func TestPrintsDependenciesIfPresent(t *testing.T) {

status.go

@@ -76,7 +76,8 @@ func (e *Executor) timestampChecker(t *taskfile.Task) status.Checker {
 
 func (e *Executor) checksumChecker(t *taskfile.Task) status.Checker {
 	return &status.Checksum{
-		Dir:       t.Dir,
+		BaseDir:   e.Dir,
+		TaskDir:   t.Dir,
 		Task:      t.Name(),
 		Sources:   t.Sources,
 		Generates: t.Generates,

task.go

@@ -71,7 +71,7 @@ func (e *Executor) Run(ctx context.Context, calls ...taskfile.Call) error {
 
 	if e.Summary {
 		for i, c := range calls {
-			compiledTask, err := e.CompiledTask(c)
+			compiledTask, err := e.FastCompiledTask(c)
 			if err != nil {
 				return nil
 			}
@@ -168,6 +168,7 @@ func (e *Executor) Setup() error {
 	} else {
 		e.Compiler = &compilerv3.CompilerV3{
 			Dir:          e.Dir,
+			TaskfileEnv:  e.Taskfile.Env,
 			TaskfileVars: e.Taskfile.Vars,
 			Logger:       e.Logger,
 		}
@@ -396,10 +397,19 @@ func getEnviron(t *taskfile.Task) []string {
 	}
 
 	environ := os.Environ()
+
 	for k, v := range t.Env.ToCacheMap() {
-		if s, ok := v.(string); ok {
-			environ = append(environ, fmt.Sprintf("%s=%s", k, s))
+		str, isString := v.(string)
+		if !isString {
+			continue
 		}
+
+		if _, alreadySet := os.LookupEnv(k); alreadySet {
+			continue
+		}
+
+		environ = append(environ, fmt.Sprintf("%s=%s", k, str))
 	}
+
 	return environ
 }

task_test.go

@@ -11,10 +11,10 @@ import (
 	"strings"
 	"testing"
 
+	"github.com/stretchr/testify/assert"
+
 	"github.com/go-task/task/v3"
 	"github.com/go-task/task/v3/taskfile"
-
-	"github.com/stretchr/testify/assert"
 )
 
 // fileContentTest provides a basic reusable test-case for running a Taskfile
@@ -126,6 +126,7 @@ func TestVarsV3(t *testing.T) {
 			"var-order.txt":    "ABCDEF\n",
 			"dependent-sh.txt": "123456\n",
 			"with-call.txt":    "Hi, ABC123!\n",
+			"from-dot-env.txt": "From .env file\n",
 		},
 	}
 	tt.Run(t)
@@ -303,6 +304,8 @@ func TestPrecondition(t *testing.T) {
 }
 
 func TestGenerates(t *testing.T) {
+	const dir = "testdata/generates"
+
 	const (
 		srcTask        = "sub/src.txt"
 		relTask        = "rel.txt"
@@ -310,9 +313,6 @@ func TestGenerates(t *testing.T) {
 		fileWithSpaces = "my text file.txt"
 	)
 
-	// This test does not work with a relative dir.
-	dir, err := filepath.Abs("testdata/generates")
-	assert.NoError(t, err)
 	var srcFile = filepath.Join(dir, srcTask)
 
 	for _, task := range []string{srcTask, relTask, absTask, fileWithSpaces} {
@@ -800,6 +800,21 @@ func TestWhenDirAttributeItCreatesMissingAndRunsInThatDir(t *testing.T) {
 	_ = os.RemoveAll(toBeCreated)
 }
 
+func TestDynamicVariablesShouldRunOnTheTaskDir(t *testing.T) {
+	tt := fileContentTest{
+		Dir:       "testdata/dir/dynamic_var",
+		Target:    "default",
+		TrimSpace: false,
+		Files: map[string]string{
+			"subdirectory/from_root_taskfile.txt":          "subdirectory\n",
+			"subdirectory/from_included_taskfile.txt":      "subdirectory\n",
+			"subdirectory/from_included_taskfile_task.txt": "subdirectory\n",
+			"subdirectory/from_interpolated_dir.txt":       "subdirectory\n",
+		},
+	}
+	tt.Run(t)
+}
+
 func TestDisplaysErrorOnUnsupportedVersion(t *testing.T) {
 	e := task.Executor{
 		Dir:    "testdata/version/v1",

taskfile/precondition_test.go

@@ -3,10 +3,10 @@ package taskfile_test
 import (
 	"testing"
 
-	"github.com/go-task/task/v3/taskfile"
-
 	"github.com/stretchr/testify/assert"
 	"gopkg.in/yaml.v3"
+
+	"github.com/go-task/task/v3/taskfile"
 )
 
 func TestPreconditionParse(t *testing.T) {

taskfile/read/taskfile.go

@@ -7,11 +7,11 @@ import (
 	"path/filepath"
 	"runtime"
 
-	"github.com/go-task/task/v3/internal/templater"
-	"github.com/go-task/task/v3/taskfile"
-
 	"github.com/joho/godotenv"
 	"gopkg.in/yaml.v3"
+
+	"github.com/go-task/task/v3/internal/templater"
+	"github.com/go-task/task/v3/taskfile"
 )
 
 var (
@@ -97,6 +97,17 @@ func Taskfile(dir string, entrypoint string) (*taskfile.Taskfile, error) {
 		}
 
 		if includedTask.AdvancedImport {
+			for k, v := range includedTaskfile.Vars.Mapping {
+				o := v
+				o.Dir = filepath.Join(dir, includedTask.Dir)
+				includedTaskfile.Vars.Mapping[k] = o
+			}
+			for k, v := range includedTaskfile.Env.Mapping {
+				o := v
+				o.Dir = filepath.Join(dir, includedTask.Dir)
+				includedTaskfile.Env.Mapping[k] = o
+			}
+
 			for _, task := range includedTaskfile.Tasks {
 				if !filepath.IsAbs(task.Dir) {
 					task.Dir = filepath.Join(includedTask.Dir, task.Dir)

taskfile/read/taskvars.go

@@ -6,9 +6,9 @@ import (
 	"path/filepath"
 	"runtime"
 
-	"github.com/go-task/task/v3/taskfile"
-
 	"gopkg.in/yaml.v3"
+
+	"github.com/go-task/task/v3/taskfile"
 )
 
 // Taskvars reads a Taskvars for a given directory

taskfile/taskfile_test.go

@@ -3,10 +3,10 @@ package taskfile_test
 import (
 	"testing"
 
-	"github.com/go-task/task/v3/taskfile"
-
 	"github.com/stretchr/testify/assert"
 	"gopkg.in/yaml.v3"
+
+	"github.com/go-task/task/v3/taskfile"
 )
 
 func TestCmdParse(t *testing.T) {

taskfile/var.go

@@ -98,6 +98,7 @@ type Var struct {
 	Static string
 	Live   interface{}
 	Sh     string
+	Dir    string
 }
 
 // UnmarshalYAML implements yaml.Unmarshaler interface.

testdata/dir/dynamic_var/.gitignore

@@ -0,0 +1 @@
+*.txt

testdata/dir/dynamic_var/Taskfile.yml

@@ -0,0 +1,33 @@
+version: '3'
+
+includes:
+  sub:
+    taskfile: subdirectory
+    dir: subdirectory
+
+vars:
+  DIRECTORY: subdirectory
+
+tasks:
+  default:
+    - task: from-root-taskfile
+    - task: sub:from-included-taskfile
+    - task: sub:from-included-taskfile-task
+    - task: from-interpolated-dir
+
+  from-root-taskfile:
+    cmds:
+      - echo '{{.TASK_DIR}}' > from_root_taskfile.txt
+    dir: subdirectory
+    vars:
+      TASK_DIR:
+        sh: basename $(pwd)
+    silent: true
+
+  from-interpolated-dir:
+    cmds:
+      - echo '{{.INTERPOLATED_DIR}}' > from_interpolated_dir.txt
+    dir: '{{.DIRECTORY}}'
+    vars:
+      INTERPOLATED_DIR:
+        sh: basename $(pwd)

testdata/dir/dynamic_var/subdirectory/Taskfile.yml

@@ -0,0 +1,19 @@
+version: '3'
+
+vars:
+  TASKFILE_DIR:
+    sh: basename $(pwd)
+
+tasks:
+  from-included-taskfile:
+    cmds:
+      - echo '{{.TASKFILE_DIR}}' > from_included_taskfile.txt
+    silent: true
+
+  from-included-taskfile-task:
+    cmds:
+      - echo '{{.TASKFILE_TASK_DIR}}' > from_included_taskfile_task.txt
+    silent: true
+    vars:
+      TASKFILE_TASK_DIR:
+        sh: basename $(pwd)

testdata/generates/Taskfile.yml

@@ -1,7 +1,8 @@
 version: '3'
 
 vars:
-  BUILD_DIR: $pwd
+  BUILD_DIR:
+    sh: pwd
 
 tasks:
   abs.txt:

testdata/vars/v3/.env

@@ -0,0 +1 @@
+DOT_ENV_VAR=From .env file

testdata/vars/v3/Taskfile.yml

@@ -1,5 +1,7 @@
 version: '3'
 
+dotenv: [.env]
+
 vars:
   VAR_A: A
   VAR_B: '{{.VAR_A}}B'
@@ -15,6 +17,7 @@ tasks:
     - task: var-order
     - task: dependent-sh
     - task: with-call
+    - task: from-dot-env
 
   missing-var: echo '{{.NON_EXISTING_VAR}}' > missing-var.txt
 
@@ -44,3 +47,5 @@ tasks:
       MESSAGE: Hi, {{.ABC123}}!
     cmds:
       - echo "{{.MESSAGE}}" > with-call.txt
+
+  from-dot-env: echo '{{.DOT_ENV_VAR}}' > from-dot-env.txt

variables.go

@@ -13,12 +13,27 @@ import (
 // CompiledTask returns a copy of a task, but replacing variables in almost all
 // properties using the Go template package.
 func (e *Executor) CompiledTask(call taskfile.Call) (*taskfile.Task, error) {
+	return e.compiledTask(call, true)
+}
+
+// FastCompiledTask is like CompiledTask, but it skippes dynamic variables.
+func (e *Executor) FastCompiledTask(call taskfile.Call) (*taskfile.Task, error) {
+	return e.compiledTask(call, false)
+}
+
+func (e *Executor) compiledTask(call taskfile.Call, evaluateShVars bool) (*taskfile.Task, error) {
 	origTask, ok := e.Taskfile.Tasks[call.Task]
 	if !ok {
 		return nil, &taskNotFoundError{call.Task}
 	}
 
-	vars, err := e.Compiler.GetVariables(origTask, call)
+	var vars *taskfile.Vars
+	var err error
+	if evaluateShVars {
+		vars, err = e.Compiler.GetVariables(origTask, call)
+	} else {
+		vars, err = e.Compiler.FastGetVariables(origTask, call)
+	}
 	if err != nil {
 		return nil, err
 	}
@@ -59,16 +74,18 @@ func (e *Executor) CompiledTask(call taskfile.Call) (*taskfile.Task, error) {
 	new.Env = &taskfile.Vars{}
 	new.Env.Merge(r.ReplaceVars(e.Taskfile.Env))
 	new.Env.Merge(r.ReplaceVars(origTask.Env))
-	err = new.Env.Range(func(k string, v taskfile.Var) error {
-		static, err := e.Compiler.HandleDynamicVar(v)
+	if evaluateShVars {
+		err = new.Env.Range(func(k string, v taskfile.Var) error {
+			static, err := e.Compiler.HandleDynamicVar(v, new.Dir)
+			if err != nil {
+				return err
+			}
+			new.Env.Set(k, taskfile.Var{Static: static})
+			return nil
+		})
 		if err != nil {
-			return err
+			return nil, err
 		}
-		new.Env.Set(k, taskfile.Var{Static: static})
-		return nil
-	})
-	if err != nil {
-		return nil, err
 	}
 
 	if len(origTask.Cmds) > 0 {

watch.go

@@ -4,6 +4,7 @@ import (
 	"context"
 	"os"
 	"os/signal"
+	"path/filepath"
 	"strings"
 	"syscall"
 	"time"
@@ -14,10 +15,7 @@ import (
 	"github.com/radovskyb/watcher"
 )
 
-var watchIgnoredDirs = []string{
-	".git",
-	"node_modules",
-}
+const watchInterval = 5 * time.Second
 
 // watchTasks start watching the given tasks
 func (e *Executor) watchTasks(calls ...taskfile.Call) error {
@@ -40,9 +38,6 @@ func (e *Executor) watchTasks(calls ...taskfile.Call) error {
 	w := watcher.New()
 	defer w.Close()
 	w.SetMaxEvents(1)
-	if err := w.Ignore(watchIgnoredDirs...); err != nil {
-		return err
-	}
 
 	closeOnInterrupt(w)
 
@@ -54,6 +49,9 @@ func (e *Executor) watchTasks(calls ...taskfile.Call) error {
 
 				cancel()
 				ctx, cancel = context.WithCancel(context.Background())
+
+				e.Compiler.ResetCache()
+
 				for _, c := range calls {
 					c := c
 					go func() {
@@ -65,9 +63,6 @@ func (e *Executor) watchTasks(calls ...taskfile.Call) error {
 			case err := <-w.Error:
 				switch err {
 				case watcher.ErrWatchedFileDeleted:
-					go func() {
-						w.TriggerEvent(watcher.Remove, nil)
-					}()
 				default:
 					e.Logger.Errf(logger.Red, "%v", err)
 				}
@@ -79,16 +74,16 @@ func (e *Executor) watchTasks(calls ...taskfile.Call) error {
 	}()
 
 	go func() {
-		// re-register each second because we can have new files
+		// re-register every 5 seconds because we can have new files, but this process is expensive to run
 		for {
 			if err := e.registerWatchedFiles(w, calls...); err != nil {
 				e.Logger.Errf(logger.Red, "%v", err)
 			}
-			time.Sleep(time.Second)
+			time.Sleep(watchInterval)
 		}
 	}()
 
-	return w.Start(time.Second)
+	return w.Start(watchInterval)
 }
 
 func isContextError(err error) bool {
@@ -109,16 +104,7 @@ func closeOnInterrupt(w *watcher.Watcher) {
 }
 
 func (e *Executor) registerWatchedFiles(w *watcher.Watcher, calls ...taskfile.Call) error {
-	oldWatchedFiles := make(map[string]struct{})
-	for f := range w.WatchedFiles() {
-		oldWatchedFiles[f] = struct{}{}
-	}
-
-	for f := range oldWatchedFiles {
-		if err := w.Remove(f); err != nil {
-			return err
-		}
-	}
+	watchedFiles := w.WatchedFiles()
 
 	var registerTaskFiles func(taskfile.Call) error
 	registerTaskFiles = func(c taskfile.Call) error {
@@ -146,12 +132,20 @@ func (e *Executor) registerWatchedFiles(w *watcher.Watcher, calls ...taskfile.Ca
 				return err
 			}
 			for _, f := range files {
-				if _, ok := oldWatchedFiles[f]; ok {
-					continue
-				}
-				if err := w.Add(f); err != nil {
+				absFile, err := filepath.Abs(f)
+				if err != nil {
 					return err
 				}
+				if shouldIgnoreFile(absFile) {
+					continue
+				}
+				if _, ok := watchedFiles[absFile]; ok {
+					continue
+				}
+				if err := w.Add(absFile); err != nil {
+					return err
+				}
+				e.Logger.VerboseOutf(logger.Green, "task: watching new file: %v", absFile)
 			}
 		}
 		return nil
@@ -164,3 +158,7 @@ func (e *Executor) registerWatchedFiles(w *watcher.Watcher, calls ...taskfile.Ca
 	}
 	return nil
 }
+
+func shouldIgnoreFile(path string) bool {
+	return strings.Contains(path, "/.git") || strings.Contains(path, "/.task") || strings.Contains(path, "/node_modules")
+}