diff --git a/task_test.go b/task_test.go
index 7b512271..ebcb51b3 100644
--- a/task_test.go
+++ b/task_test.go
@@ -647,5 +647,8 @@ func TestDisplaysErrorOnUnsupportedVersion(t *testing.T) {
 		Stdout: ioutil.Discard,
 		Stderr: ioutil.Discard,
 	}
-	assert.Error(t, e.Setup())
+	err := e.Setup()
+	assert.Error(t, err)
+	assert.Equal(t, "task: Taskfile versions prior to v2 are not supported anymore", err.Error())
+
 }