refactor: unify how executor tests are written (#2042)

* feat: use TaskTest for executor tests

* feat: more tests

* feat: separate tests for executing and formatting with new functional options that work for both test types

* feat: formatter tests

* refactor: more tests

testdata/alias/testdata/TestAlias-duplicate_alias-err-run.golden

@@ -0,0 +1 @@
+task: Found multiple tasks (foo, bar) that match "x"

testdata/concurrency/testdata/TestConcurrency.golden

@@ -0,0 +1,12 @@
+done 1
+done 2
+done 3
+done 4
+done 5
+done 6
+task: [t1] echo done 1
+task: [t2] echo done 2
+task: [t3] echo done 3
+task: [t4] echo done 4
+task: [t5] echo done 5
+task: [t6] echo done 6

testdata/deps/.gitignore

@@ -1 +0,0 @@
-*.txt

testdata/deps/Taskfile.yml

@@ -7,50 +7,50 @@ tasks:
   d1:
     deps: [d11, d12, d13]
     cmds:
-      - echo 'Text' > d1.txt
+      - echo 'd1'
 
   d2:
     deps: [d21, d22, d23]
     cmds:
-      - echo 'Text' > d2.txt
+      - echo 'd2'
 
   d3:
     deps: [d31, d32, d33]
     cmds:
-      - echo 'Text' > d3.txt
+      - echo 'd3'
 
   d11:
     cmds:
-      - echo 'Text' > d11.txt
+      - echo 'd11'
 
   d12:
     cmds:
-      - echo 'Text' > d12.txt
+      - echo 'd12'
 
   d13:
     cmds:
-      - echo 'Text' > d13.txt
+      - echo 'd13'
 
   d21:
     cmds:
-      - echo 'Text' > d21.txt
+      - echo 'd21'
 
   d22:
     cmds:
-      - echo 'Text' > d22.txt
+      - echo 'd22'
 
   d23:
     cmds:
-      - echo 'Text' > d23.txt
+      - echo 'd23'
 
   d31:
     cmds:
-      - echo 'Text' > d31.txt
+      - echo 'd31'
 
   d32:
     cmds:
-      - echo 'Text' > d32.txt
+      - echo 'd32'
 
   d33:
     cmds:
-      - echo 'Text' > d33.txt
+      - echo 'd33'

testdata/deps/d1.txt

@@ -0,0 +1 @@
+Text

testdata/deps/d11.txt

@@ -0,0 +1 @@
+Text

testdata/deps/d12.txt

@@ -0,0 +1 @@
+Text

testdata/deps/d13.txt

@@ -0,0 +1 @@
+Text

testdata/deps/d2.txt

@@ -0,0 +1 @@
+Text

testdata/deps/d21.txt

@@ -0,0 +1 @@
+Text

testdata/deps/d22.txt

@@ -0,0 +1 @@
+Text

testdata/deps/d23.txt

@@ -0,0 +1 @@
+Text

testdata/deps/d3.txt

@@ -0,0 +1 @@
+Text

testdata/deps/d31.txt

@@ -0,0 +1 @@
+Text

testdata/deps/d32.txt

@@ -0,0 +1 @@
+Text

testdata/deps/d33.txt

@@ -0,0 +1 @@
+Text

testdata/deps/testdata/TestDeps.golden

@@ -0,0 +1,12 @@
+d1
+d11
+d12
+d13
+d2
+d21
+d22
+d23
+d3
+d31
+d32
+d33

testdata/empty_taskfile/testdata/TestEmptyTaskfile-err-setup.golden

@@ -0,0 +1 @@
+task: Missing schema version in Taskfile "/testdata/empty_taskfile/Taskfile.yml"

testdata/env/.gitignore

@@ -1 +0,0 @@
-*.txt

testdata/env/Taskfile.yml

@@ -28,13 +28,13 @@ tasks:
       CGO_ENABLED:
         sh: echo '0'
     cmds:
-      - echo "GOOS='$GOOS' GOARCH='$GOARCH' CGO_ENABLED='$CGO_ENABLED'" > local.txt
+      - echo "GOOS='$GOOS' GOARCH='$GOARCH' CGO_ENABLED='$CGO_ENABLED'"
 
   global:
     env:
       BAR: overridden
     cmds:
-      - echo "FOO='$FOO' BAR='$BAR' BAZ='$BAZ'" > global.txt
+      - echo "FOO='$FOO' BAR='$BAR' BAZ='$BAZ'"
 
   multiple_type:
     env:
@@ -42,15 +42,15 @@ tasks:
       BAR: true
       BAZ: 1.1
     cmds:
-      - echo "FOO='$FOO' BAR='$BAR' BAZ='$BAZ'" > multiple_type.txt
+      - echo "FOO='$FOO' BAR='$BAR' BAZ='$BAZ'"
 
   not-overridden:
     cmds:
-      - echo "QUX='$QUX'" > not-overridden.txt
+      - echo "QUX='$QUX'"
 
   overridden:
     cmds:
-      - echo "QUX='$QUX'" > overridden.txt
+      - echo "QUX='$QUX'"
 
   dynamic:
     silent: true
@@ -58,4 +58,4 @@ tasks:
       DYNAMIC_FOO:
         sh: echo $FOO
     cmds:
-      - echo "{{ .DYNAMIC_FOO }}" > dynamic.txt
+      - echo "{{ .DYNAMIC_FOO }}"

testdata/env/dynamic.txt

@@ -0,0 +1 @@
+foo

testdata/env/global.txt

@@ -0,0 +1 @@
+FOO='foo' BAR='overridden' BAZ='baz'

testdata/env/local.txt

@@ -0,0 +1 @@
+GOOS='linux' GOARCH='amd64' CGO_ENABLED='0'

testdata/env/multiple_type.txt

@@ -0,0 +1 @@
+FOO='1' BAR='true' BAZ='1.1'

testdata/env/not-overridden.txt

@@ -0,0 +1 @@
+QUX='from_os'

testdata/env/overridden.txt

@@ -0,0 +1 @@
+QUX='from_taskfile'

testdata/env/testdata/TestEnv-env_precedence_disabled.golden

@@ -0,0 +1,5 @@
+GOOS='linux' GOARCH='amd64' CGO_ENABLED='0'
+FOO='foo' BAR='overridden' BAZ='baz'
+QUX='from_os'
+FOO='1' BAR='true' BAZ='1.1'
+foo

testdata/env/testdata/TestEnv-env_precedence_enabled.golden

@@ -0,0 +1,5 @@
+GOOS='linux' GOARCH='amd64' CGO_ENABLED='0'
+FOO='foo' BAR='overridden' BAZ='baz'
+QUX='from_taskfile'
+FOO='1' BAR='true' BAZ='1.1'
+foo

testdata/for/cmds/testdata/TestForCmds-loop-different-tasks.golden

@@ -0,0 +1,3 @@
+1
+2
+3

testdata/for/cmds/testdata/TestForCmds-loop-explicit.golden

@@ -0,0 +1,3 @@
+a
+b
+c

testdata/for/cmds/testdata/TestForCmds-loop-matrix-ref-error-err-run.golden

@@ -0,0 +1,2 @@
+task: Failed to parse /testdata/for/cmds/Taskfile.yml:
+matrix reference ".NOT_A_LIST" must resolve to a list

testdata/for/cmds/testdata/TestForCmds-loop-matrix-ref.golden

@@ -0,0 +1,6 @@
+windows/amd64
+windows/arm64
+linux/amd64
+linux/arm64
+darwin/amd64
+darwin/arm64

testdata/for/cmds/testdata/TestForCmds-loop-matrix.golden

@@ -0,0 +1,6 @@
+windows/amd64
+windows/arm64
+linux/amd64
+linux/arm64
+darwin/amd64
+darwin/arm64

testdata/for/cmds/testdata/TestForCmds-loop-sources-glob.golden

@@ -0,0 +1,2 @@
+bar
+foo

testdata/for/cmds/testdata/TestForCmds-loop-sources.golden

@@ -0,0 +1,2 @@
+bar
+foo

testdata/for/cmds/testdata/TestForCmds-loop-task-as.golden

@@ -0,0 +1,2 @@
+foo
+bar

testdata/for/cmds/testdata/TestForCmds-loop-task.golden

@@ -0,0 +1,2 @@
+foo
+bar

testdata/for/cmds/testdata/TestForCmds-loop-vars-sh.golden

@@ -0,0 +1,2 @@
+bar
+foo

testdata/for/cmds/testdata/TestForCmds-loop-vars.golden

@@ -0,0 +1,2 @@
+foo
+bar

testdata/for/deps/testdata/TestForDeps-loop-different-tasks.golden

@@ -0,0 +1,3 @@
+1
+2
+3

testdata/for/deps/testdata/TestForDeps-loop-explicit.golden

@@ -0,0 +1,3 @@
+a
+b
+c

testdata/for/deps/testdata/TestForDeps-loop-matrix-ref-error-err-run.golden

@@ -0,0 +1,2 @@
+matrix reference ".NOT_A_LIST" must resolve to a list
+task: Failed to parse /testdata/for/deps/Taskfile.yml:

testdata/for/deps/testdata/TestForDeps-loop-matrix-ref-error.golden

@@ -0,0 +1 @@
+

testdata/for/deps/testdata/TestForDeps-loop-matrix-ref.golden

@@ -0,0 +1,6 @@
+darwin/amd64
+darwin/arm64
+linux/amd64
+linux/arm64
+windows/amd64
+windows/arm64

testdata/for/deps/testdata/TestForDeps-loop-matrix.golden

@@ -0,0 +1,6 @@
+darwin/amd64
+darwin/arm64
+linux/amd64
+linux/arm64
+windows/amd64
+windows/arm64

testdata/for/deps/testdata/TestForDeps-loop-sources-glob.golden

@@ -0,0 +1,2 @@
+bar
+foo

testdata/for/deps/testdata/TestForDeps-loop-sources.golden

@@ -0,0 +1,2 @@
+bar
+foo

testdata/for/deps/testdata/TestForDeps-loop-task-as.golden

@@ -0,0 +1,2 @@
+bar
+foo

testdata/for/deps/testdata/TestForDeps-loop-task.golden

@@ -0,0 +1,2 @@
+bar
+foo

testdata/for/deps/testdata/TestForDeps-loop-vars-sh.golden

@@ -0,0 +1,2 @@
+bar
+foo

testdata/for/deps/testdata/TestForDeps-loop-vars.golden

@@ -0,0 +1,2 @@
+bar
+foo

testdata/label_list/testdata/TestNoLabelInList.golden

@@ -0,0 +1,2 @@
+task: Available tasks for this project:
+* foo:       task description

testdata/label_status/testdata/TestLabel-status-err-status.golden

@@ -0,0 +1 @@
+task: Task "foobar" is not up-to-date

testdata/label_summary/testdata/TestLabel-label_in_summary.golden

@@ -0,0 +1 @@
+task: Task "foobar" is up to date

testdata/label_summary/testdata/TestLabel-summary.golden

@@ -0,0 +1,3 @@
+task: foobar
+
+description

testdata/label_uptodate/testdata/TestLabel-up_to_date.golden

@@ -0,0 +1 @@
+task: Task "foobar" is up to date

testdata/label_var/testdata/TestLabel-var.golden

@@ -0,0 +1 @@
+task: Task "foobaz" is up to date

testdata/list_desc_interpolation/testdata/TestListDescInterpolation.golden

@@ -0,0 +1,3 @@
+task: Available tasks for this project:
+* bar:       task has desc with bar-var
+* foo:       task has desc with foo-var

testdata/list_mixed_desc/testdata/TestListAllShowsNoDesc.golden

@@ -0,0 +1,4 @@
+task: Available tasks for this project:
+* doo:       
+* foo:       foo has desc and label
+* voo:       

testdata/list_mixed_desc/testdata/TestListCanListDescOnly.golden

@@ -0,0 +1,2 @@
+task: Available tasks for this project:
+* foo:       foo has desc and label

testdata/params/.gitignore

@@ -1 +0,0 @@
-*.txt

testdata/params/Taskfile.yml

@@ -12,33 +12,33 @@ tasks:
       GERMAN: "Welt!"
     deps:
       - task: write-file
-        vars: {CONTENT: Dependence1, FILE: dep1.txt}
+        vars: {CONTENT: Dependence1}
       - task: write-file
-        vars: {CONTENT: Dependence2, FILE: dep2.txt}
+        vars: {CONTENT: Dependence2}
       - task: write-file
-        vars: {CONTENT: "{{.SPANISH|replace \"mundo\" \"dependencia\"}}", FILE: spanish-dep.txt}
+        vars: {CONTENT: "{{.SPANISH|replace \"mundo\" \"dependencia\"}}"}
     cmds:
       - task: write-file
-        vars: {CONTENT: Hello, FILE: hello.txt}
+        vars: {CONTENT: Hello}
       - task: write-file
-        vars: {CONTENT: "$echo 'World'", FILE: world.txt}
+        vars: {CONTENT: "$echo 'World'"}
       - task: write-file
-        vars: {CONTENT: "!", FILE: exclamation.txt}
+        vars: {CONTENT: "!"}
       - task: write-file
-        vars: {CONTENT: "{{.SPANISH}}", FILE: spanish.txt}
+        vars: {CONTENT: "{{.SPANISH}}"}
       - task: write-file
-        vars: {CONTENT: "{{.PORTUGUESE}}", FILE: portuguese.txt}
+        vars: {CONTENT: "{{.PORTUGUESE}}"}
       - task: write-file
-        vars: {CONTENT: "{{.GERMAN}}", FILE: german.txt}
+        vars: {CONTENT: "{{.GERMAN}}"}
       - task: non-default
 
   write-file:
     cmds:
-      - echo {{.CONTENT}} > {{.FILE}}
+      - echo {{.CONTENT}}
 
   non-default:
     vars:
       PORTUGUESE: "{{.PORTUGUESE_HELLO_WORLD}}"
     cmds:
       - task: write-file
-        vars: {CONTENT: "{{.PORTUGUESE}}", FILE: portuguese2.txt}
+        vars: {CONTENT: "{{.PORTUGUESE}}"}

testdata/params/dep1.txt

@@ -0,0 +1 @@
+Dependence1

testdata/params/dep2.txt

@@ -0,0 +1 @@
+Dependence2

testdata/params/exclamation.txt

@@ -0,0 +1 @@
+!

testdata/params/german.txt

@@ -0,0 +1 @@
+Welt!

testdata/params/hello.txt

@@ -0,0 +1 @@
+Hello

testdata/params/portuguese.txt

@@ -0,0 +1 @@
+Olá, mundo!

testdata/params/portuguese2.txt

@@ -0,0 +1 @@
+Olá, mundo!

testdata/params/spanish-dep.txt

@@ -0,0 +1 @@
+¡Holla dependencia!

testdata/params/spanish.txt

@@ -0,0 +1 @@
+¡Holla mundo!

testdata/params/testdata/TestParams.golden

@@ -0,0 +1,10 @@
+!
+Dependence1
+Dependence2
+Hello
+Olá, mundo!
+Olá, mundo!
+Welt!
+World
+¡Holla dependencia!
+¡Holla mundo!

testdata/params/world.txt

@@ -0,0 +1 @@
+World

testdata/precondition/testdata/TestPrecondition-a_precondition_was_not_met-err-run.golden

@@ -0,0 +1 @@
+task: precondition not met

testdata/precondition/testdata/TestPrecondition-a_precondition_was_not_met.golden

@@ -0,0 +1 @@
+task: 1 != 0 obviously!

testdata/precondition/testdata/TestPrecondition-precondition_in_cmd_fails_the_task-err-run.golden

@@ -0,0 +1 @@
+task: Failed to run task "executes_failing_task_as_cmd": task: precondition not met

testdata/precondition/testdata/TestPrecondition-precondition_in_cmd_fails_the_task.golden

@@ -0,0 +1 @@
+task: 1 != 0 obviously!

testdata/precondition/testdata/TestPrecondition-precondition_in_dependency_fails_the_task-err-run.golden

@@ -0,0 +1 @@
+task: precondition not met

testdata/precondition/testdata/TestPrecondition-precondition_in_dependency_fails_the_task.golden

@@ -0,0 +1 @@
+task: 1 != 0 obviously!

testdata/prompt/testdata/TestPromptAssumeYes---yes_flag_should_skip_prompt.golden

@@ -0,0 +1,3 @@
+Do you want to continue? [assuming yes]
+task: [foo] echo 'foo'
+foo

testdata/prompt/testdata/TestPromptAssumeYes-task_should_raise_errors.TaskCancelledError-err-run.golden

@@ -0,0 +1 @@
+task: Task "foo" cancelled by user

testdata/prompt/testdata/TestPromptAssumeYes-task_should_raise_errors.TaskCancelledError.golden

@@ -0,0 +1 @@
+Do you want to continue? [y/N]: 

testdata/prompt/testdata/TestPromptInSummary-test_Enter_stops_task-test_Enter_stops_task-err-run.golden

@@ -0,0 +1 @@
+task: Task "foo" cancelled by user

testdata/prompt/testdata/TestPromptInSummary-test_Enter_stops_task-test_Enter_stops_task.golden

@@ -0,0 +1 @@
+Do you want to continue? [y/N]: 

testdata/prompt/testdata/TestPromptInSummary-test_junk_value_stops_task-test_junk_value_stops_task-err-run.golden

@@ -0,0 +1 @@
+task: Task "foo" cancelled by user

testdata/prompt/testdata/TestPromptInSummary-test_junk_value_stops_task-test_junk_value_stops_task.golden

@@ -0,0 +1 @@
+Do you want to continue? [y/N]: 

testdata/prompt/testdata/TestPromptInSummary-test_long_approval-test_long_approval.golden

@@ -0,0 +1,2 @@
+Do you want to continue? [y/N]: task: [foo] echo 'foo'
+foo

testdata/prompt/testdata/TestPromptInSummary-test_short_approval-test_short_approval.golden

@@ -0,0 +1,2 @@
+Do you want to continue? [y/N]: task: [foo] echo 'foo'
+foo

testdata/prompt/testdata/TestPromptInSummary-test_stops_task-test_stops_task-err-run.golden

@@ -0,0 +1 @@
+task: Task "foo" cancelled by user

testdata/prompt/testdata/TestPromptInSummary-test_stops_task-test_stops_task.golden

@@ -0,0 +1 @@
+Do you want to continue? [y/N]: 

testdata/prompt/testdata/TestPromptInSummary-test_uppercase_approval-test_uppercase_approval.golden

@@ -0,0 +1,2 @@
+Do you want to continue? [y/N]: task: [foo] echo 'foo'
+foo

testdata/prompt/testdata/TestPromptWithIndirectTask.golden

@@ -0,0 +1,2 @@
+Do you want to continue? [y/N]: task: [show-prompt] echo 'show-prompt'
+show-prompt