diff --git a/cmd/handler_test.go b/cmd/handler_test.go index 679c1eee..f58581cc 100644 --- a/cmd/handler_test.go +++ b/cmd/handler_test.go @@ -76,7 +76,9 @@ func TestEventHandler_Event_WithMissingActionFail(t *testing.T) { buf := new(bufferCloser) errBuf := new(bytes.Buffer) - format := testjson.NewEventFormatter(errBuf, "testname", testjson.FormatOptions{}) + format := testjson.NewEventFormatter(errBuf, "testname", testjson.FormatOptions{ + Icons: "text", + }) source := golden.Get(t, "../../testjson/testdata/input/go-test-json-missing-test-fail.out") cfg := testjson.ScanConfig{ diff --git a/cmd/main_e2e_test.go b/cmd/main_e2e_test.go index ff9279cc..4cb1f687 100644 --- a/cmd/main_e2e_test.go +++ b/cmd/main_e2e_test.go @@ -76,6 +76,7 @@ func TestE2E_RerunFails(t *testing.T) { name: "reruns until success", args: []string{ "-f=testname", + "--format-icons=text", "--rerun-fails=4", "--packages=./testdata/e2e/flaky/", "--", "-count=1", "-tags=testdata", @@ -85,6 +86,7 @@ func TestE2E_RerunFails(t *testing.T) { name: "reruns continues to fail", args: []string{ "-f=testname", + "--format-icons=text", "--rerun-fails=2", "--packages=./testdata/e2e/flaky/", "--", "-count=1", "-tags=testdata", @@ -95,6 +97,7 @@ func TestE2E_RerunFails(t *testing.T) { name: "first run has errors, abort rerun", args: []string{ "-f=testname", + "--format-icons=text", "--rerun-fails=2", "--packages=../testjson/internal/broken", "--", "-count=1", "-tags=stubpkg", @@ -254,6 +257,7 @@ func TestE2E_IgnoresWarnings(t *testing.T) { "--rerun-fails=1", "--packages=./testdata/e2e/ignore_warnings/", "--format=testname", + "--format-icons=text", "--", "-tags=testdata", "-cover", "-coverpkg=./cmd/internal", } assert.NilError(t, flags.Parse(args)) diff --git a/cmd/testdata/e2e/expected/TestE2E_IgnoresWarnings b/cmd/testdata/e2e/expected/TestE2E_IgnoresWarnings index 1a9a5b6e..0bc11e0d 100644 --- a/cmd/testdata/e2e/expected/TestE2E_IgnoresWarnings +++ b/cmd/testdata/e2e/expected/TestE2E_IgnoresWarnings @@ -1,16 +1,16 @@ === RUN TestIgnoreWarnings --- FAIL: TestIgnoreWarnings -FAIL cmd/testdata/e2e/ignore_warnings.TestIgnoreWarnings +FAIL cmd/testdata/e2e/ignore_warnings.TestIgnoreWarnings coverage: [no statements] -FAIL cmd/testdata/e2e/ignore_warnings +FAIL cmd/testdata/e2e/ignore_warnings DONE 1 tests, 1 failure === RUN TestIgnoreWarnings --- FAIL: TestIgnoreWarnings -FAIL cmd/testdata/e2e/ignore_warnings.TestIgnoreWarnings (re-run 1) +FAIL cmd/testdata/e2e/ignore_warnings.TestIgnoreWarnings (re-run 1) coverage: [no statements] -FAIL cmd/testdata/e2e/ignore_warnings +FAIL cmd/testdata/e2e/ignore_warnings === Failed === FAIL: cmd/testdata/e2e/ignore_warnings TestIgnoreWarnings diff --git a/cmd/testdata/e2e/expected/TestE2E_RerunFails/first_run_has_errors,_abort_rerun b/cmd/testdata/e2e/expected/TestE2E_RerunFails/first_run_has_errors,_abort_rerun index de40d9c8..205f07eb 100644 --- a/cmd/testdata/e2e/expected/TestE2E_RerunFails/first_run_has_errors,_abort_rerun +++ b/cmd/testdata/e2e/expected/TestE2E_RerunFails/first_run_has_errors,_abort_rerun @@ -1,4 +1,4 @@ -FAIL testjson/internal/broken +FAIL testjson/internal/broken === Failed === FAIL: testjson/internal/broken diff --git a/cmd/testdata/e2e/expected/TestE2E_RerunFails/first_run_has_errors,_abort_rerun-go1.23 b/cmd/testdata/e2e/expected/TestE2E_RerunFails/first_run_has_errors,_abort_rerun-go1.23 index 57d6749e..a624d26f 100644 --- a/cmd/testdata/e2e/expected/TestE2E_RerunFails/first_run_has_errors,_abort_rerun-go1.23 +++ b/cmd/testdata/e2e/expected/TestE2E_RerunFails/first_run_has_errors,_abort_rerun-go1.23 @@ -1,4 +1,4 @@ -FAIL testjson/internal/broken +FAIL testjson/internal/broken === Failed === FAIL: testjson/internal/broken diff --git a/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_continues_to_fail b/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_continues_to_fail index 3a21b944..8cafc80e 100644 --- a/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_continues_to_fail +++ b/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_continues_to_fail @@ -1,54 +1,54 @@ -PASS cmd/testdata/e2e/flaky.TestAlwaysPasses +PASS cmd/testdata/e2e/flaky.TestAlwaysPasses === RUN TestFailsRarely SEED: 0 flaky_test.go:51: not this time --- FAIL: TestFailsRarely -FAIL cmd/testdata/e2e/flaky.TestFailsRarely +FAIL cmd/testdata/e2e/flaky.TestFailsRarely === RUN TestFailsSometimes SEED: 0 flaky_test.go:58: not this time --- FAIL: TestFailsSometimes -FAIL cmd/testdata/e2e/flaky.TestFailsSometimes -PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_always_passes +FAIL cmd/testdata/e2e/flaky.TestFailsSometimes +PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_always_passes === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail === RUN TestFailsOften SEED: 0 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften -PASS cmd/testdata/e2e/flaky.TestFailsOftenDoesNotPrefixMatch -PASS cmd/testdata/e2e/flaky.TestFailsSometimesDoesNotPrefixMatch -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften +PASS cmd/testdata/e2e/flaky.TestFailsOftenDoesNotPrefixMatch +PASS cmd/testdata/e2e/flaky.TestFailsSometimesDoesNotPrefixMatch +FAIL cmd/testdata/e2e/flaky DONE 8 tests, 4 failures -PASS cmd/testdata/e2e/flaky.TestFailsRarely (re-run 1) -PASS cmd/testdata/e2e/flaky -PASS cmd/testdata/e2e/flaky.TestFailsSometimes (re-run 1) -PASS cmd/testdata/e2e/flaky +PASS cmd/testdata/e2e/flaky.TestFailsRarely (re-run 1) +PASS cmd/testdata/e2e/flaky +PASS cmd/testdata/e2e/flaky.TestFailsSometimes (re-run 1) +PASS cmd/testdata/e2e/flaky === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 1) +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 1) === RUN TestFailsOften SEED: 3 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 1) -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 1) +FAIL cmd/testdata/e2e/flaky DONE 2 runs, 12 tests, 6 failures === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 2) +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 2) === RUN TestFailsOften SEED: 4 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 2) -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 2) +FAIL cmd/testdata/e2e/flaky === Failed === FAIL: cmd/testdata/e2e/flaky TestFailsRarely diff --git a/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_continues_to_fail-go1.23 b/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_continues_to_fail-go1.23 index 3a21b944..8cafc80e 100644 --- a/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_continues_to_fail-go1.23 +++ b/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_continues_to_fail-go1.23 @@ -1,54 +1,54 @@ -PASS cmd/testdata/e2e/flaky.TestAlwaysPasses +PASS cmd/testdata/e2e/flaky.TestAlwaysPasses === RUN TestFailsRarely SEED: 0 flaky_test.go:51: not this time --- FAIL: TestFailsRarely -FAIL cmd/testdata/e2e/flaky.TestFailsRarely +FAIL cmd/testdata/e2e/flaky.TestFailsRarely === RUN TestFailsSometimes SEED: 0 flaky_test.go:58: not this time --- FAIL: TestFailsSometimes -FAIL cmd/testdata/e2e/flaky.TestFailsSometimes -PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_always_passes +FAIL cmd/testdata/e2e/flaky.TestFailsSometimes +PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_always_passes === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail === RUN TestFailsOften SEED: 0 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften -PASS cmd/testdata/e2e/flaky.TestFailsOftenDoesNotPrefixMatch -PASS cmd/testdata/e2e/flaky.TestFailsSometimesDoesNotPrefixMatch -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften +PASS cmd/testdata/e2e/flaky.TestFailsOftenDoesNotPrefixMatch +PASS cmd/testdata/e2e/flaky.TestFailsSometimesDoesNotPrefixMatch +FAIL cmd/testdata/e2e/flaky DONE 8 tests, 4 failures -PASS cmd/testdata/e2e/flaky.TestFailsRarely (re-run 1) -PASS cmd/testdata/e2e/flaky -PASS cmd/testdata/e2e/flaky.TestFailsSometimes (re-run 1) -PASS cmd/testdata/e2e/flaky +PASS cmd/testdata/e2e/flaky.TestFailsRarely (re-run 1) +PASS cmd/testdata/e2e/flaky +PASS cmd/testdata/e2e/flaky.TestFailsSometimes (re-run 1) +PASS cmd/testdata/e2e/flaky === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 1) +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 1) === RUN TestFailsOften SEED: 3 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 1) -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 1) +FAIL cmd/testdata/e2e/flaky DONE 2 runs, 12 tests, 6 failures === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 2) +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 2) === RUN TestFailsOften SEED: 4 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 2) -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 2) +FAIL cmd/testdata/e2e/flaky === Failed === FAIL: cmd/testdata/e2e/flaky TestFailsRarely diff --git a/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_until_success b/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_until_success index dc8a286e..4682f7ce 100644 --- a/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_until_success +++ b/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_until_success @@ -1,72 +1,72 @@ -PASS cmd/testdata/e2e/flaky.TestAlwaysPasses +PASS cmd/testdata/e2e/flaky.TestAlwaysPasses === RUN TestFailsRarely SEED: 0 flaky_test.go:51: not this time --- FAIL: TestFailsRarely -FAIL cmd/testdata/e2e/flaky.TestFailsRarely +FAIL cmd/testdata/e2e/flaky.TestFailsRarely === RUN TestFailsSometimes SEED: 0 flaky_test.go:58: not this time --- FAIL: TestFailsSometimes -FAIL cmd/testdata/e2e/flaky.TestFailsSometimes -PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_always_passes +FAIL cmd/testdata/e2e/flaky.TestFailsSometimes +PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_always_passes === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail === RUN TestFailsOften SEED: 0 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften -PASS cmd/testdata/e2e/flaky.TestFailsOftenDoesNotPrefixMatch -PASS cmd/testdata/e2e/flaky.TestFailsSometimesDoesNotPrefixMatch -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften +PASS cmd/testdata/e2e/flaky.TestFailsOftenDoesNotPrefixMatch +PASS cmd/testdata/e2e/flaky.TestFailsSometimesDoesNotPrefixMatch +FAIL cmd/testdata/e2e/flaky DONE 8 tests, 4 failures -PASS cmd/testdata/e2e/flaky.TestFailsRarely (re-run 1) -PASS cmd/testdata/e2e/flaky -PASS cmd/testdata/e2e/flaky.TestFailsSometimes (re-run 1) -PASS cmd/testdata/e2e/flaky +PASS cmd/testdata/e2e/flaky.TestFailsRarely (re-run 1) +PASS cmd/testdata/e2e/flaky +PASS cmd/testdata/e2e/flaky.TestFailsSometimes (re-run 1) +PASS cmd/testdata/e2e/flaky === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 1) +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 1) === RUN TestFailsOften SEED: 3 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 1) -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 1) +FAIL cmd/testdata/e2e/flaky DONE 2 runs, 12 tests, 6 failures === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 2) +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 2) === RUN TestFailsOften SEED: 4 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 2) -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 2) +FAIL cmd/testdata/e2e/flaky DONE 3 runs, 14 tests, 8 failures === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 3) +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 3) === RUN TestFailsOften SEED: 5 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 3) -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 3) +FAIL cmd/testdata/e2e/flaky DONE 4 runs, 16 tests, 10 failures -PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 4) -PASS cmd/testdata/e2e/flaky.TestFailsOften (re-run 4) -PASS cmd/testdata/e2e/flaky +PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 4) +PASS cmd/testdata/e2e/flaky.TestFailsOften (re-run 4) +PASS cmd/testdata/e2e/flaky === Failed === FAIL: cmd/testdata/e2e/flaky TestFailsRarely diff --git a/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_until_success-go1.23 b/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_until_success-go1.23 index dc8a286e..4682f7ce 100644 --- a/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_until_success-go1.23 +++ b/cmd/testdata/e2e/expected/TestE2E_RerunFails/reruns_until_success-go1.23 @@ -1,72 +1,72 @@ -PASS cmd/testdata/e2e/flaky.TestAlwaysPasses +PASS cmd/testdata/e2e/flaky.TestAlwaysPasses === RUN TestFailsRarely SEED: 0 flaky_test.go:51: not this time --- FAIL: TestFailsRarely -FAIL cmd/testdata/e2e/flaky.TestFailsRarely +FAIL cmd/testdata/e2e/flaky.TestFailsRarely === RUN TestFailsSometimes SEED: 0 flaky_test.go:58: not this time --- FAIL: TestFailsSometimes -FAIL cmd/testdata/e2e/flaky.TestFailsSometimes -PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_always_passes +FAIL cmd/testdata/e2e/flaky.TestFailsSometimes +PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_always_passes === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail === RUN TestFailsOften SEED: 0 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften -PASS cmd/testdata/e2e/flaky.TestFailsOftenDoesNotPrefixMatch -PASS cmd/testdata/e2e/flaky.TestFailsSometimesDoesNotPrefixMatch -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften +PASS cmd/testdata/e2e/flaky.TestFailsOftenDoesNotPrefixMatch +PASS cmd/testdata/e2e/flaky.TestFailsSometimesDoesNotPrefixMatch +FAIL cmd/testdata/e2e/flaky DONE 8 tests, 4 failures -PASS cmd/testdata/e2e/flaky.TestFailsRarely (re-run 1) -PASS cmd/testdata/e2e/flaky -PASS cmd/testdata/e2e/flaky.TestFailsSometimes (re-run 1) -PASS cmd/testdata/e2e/flaky +PASS cmd/testdata/e2e/flaky.TestFailsRarely (re-run 1) +PASS cmd/testdata/e2e/flaky +PASS cmd/testdata/e2e/flaky.TestFailsSometimes (re-run 1) +PASS cmd/testdata/e2e/flaky === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 1) +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 1) === RUN TestFailsOften SEED: 3 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 1) -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 1) +FAIL cmd/testdata/e2e/flaky DONE 2 runs, 12 tests, 6 failures === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 2) +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 2) === RUN TestFailsOften SEED: 4 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 2) -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 2) +FAIL cmd/testdata/e2e/flaky DONE 3 runs, 14 tests, 8 failures === RUN TestFailsOften/subtest_may_fail flaky_test.go:68: not this time --- FAIL: TestFailsOften/subtest_may_fail -FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 3) +FAIL cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 3) === RUN TestFailsOften SEED: 5 --- FAIL: TestFailsOften -FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 3) -FAIL cmd/testdata/e2e/flaky +FAIL cmd/testdata/e2e/flaky.TestFailsOften (re-run 3) +FAIL cmd/testdata/e2e/flaky DONE 4 runs, 16 tests, 10 failures -PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 4) -PASS cmd/testdata/e2e/flaky.TestFailsOften (re-run 4) -PASS cmd/testdata/e2e/flaky +PASS cmd/testdata/e2e/flaky.TestFailsOften/subtest_may_fail (re-run 4) +PASS cmd/testdata/e2e/flaky.TestFailsOften (re-run 4) +PASS cmd/testdata/e2e/flaky === Failed === FAIL: cmd/testdata/e2e/flaky TestFailsRarely diff --git a/cmd/testdata/event-handler-missing-test-fail-expected b/cmd/testdata/event-handler-missing-test-fail-expected index 3b60ed3a..f9c747ca 100644 --- a/cmd/testdata/event-handler-missing-test-fail-expected +++ b/cmd/testdata/event-handler-missing-test-fail-expected @@ -1,4 +1,4 @@ -FAIL gotest.tools/v3/poll +FAIL gotest.tools/v3/poll === RUN TestWaitOn_WithCompare panic: runtime error: index out of range [1] with length 1 @@ -17,4 +17,4 @@ gotest.tools/v3/poll.WaitOn.func1(0xc00001e3c0, 0x67df50, 0x6c1960, 0xc00016c240 /home/daniel/pers/code/gotest.tools/poll/poll.go:125 +0x62 created by gotest.tools/v3/poll.WaitOn /home/daniel/pers/code/gotest.tools/poll/poll.go:124 +0x16f -FAIL gotest.tools/v3/poll.TestWaitOn_WithCompare (-1.00s) +FAIL gotest.tools/v3/poll.TestWaitOn_WithCompare (-1.00s) diff --git a/testjson/dotformat.go b/testjson/dotformat.go index 4a3fddb6..231c4b11 100644 --- a/testjson/dotformat.go +++ b/testjson/dotformat.go @@ -31,7 +31,7 @@ func dotsFormatV1(out io.Writer) EventFormatter { } func fmtDot(event TestEvent) string { - withColor := colorEvent(event) + withColor := colorEvent(event.Action) switch event.Action { case ActionPass: return withColor("·") diff --git a/testjson/format.go b/testjson/format.go index 64b2f261..49ce8f34 100644 --- a/testjson/format.go +++ b/testjson/format.go @@ -76,11 +76,12 @@ func standardJSONFormat(out io.Writer) EventFormatter { }) } -func testNameFormatTestEvent(out io.Writer, event TestEvent) { +func testNameFormatTestEvent(out io.Writer, event TestEvent, space string, getIcon func(Action) string) { pkgPath := RelativePackagePath(event.Package) - fmt.Fprintf(out, "%s %s%s (%.2fs)\n", - colorEvent(event)(strings.ToUpper(string(event.Action))), + fmt.Fprintf(out, "%s%s%s%s (%.2fs)\n", + getIcon(event.Action), + space, joinPkgToTestName(pkgPath, event.Test), formatRunID(event.RunID), event.Elapsed) @@ -138,12 +139,13 @@ func isFuzzCase(event TestEvent) bool { TestName(event.Test).IsSubTest() } -func testNameFormat(out io.Writer) EventFormatter { +func testNameFormat(out io.Writer, opts FormatOptions) EventFormatter { buf := bufio.NewWriter(out) + getIcon := getIconFunc(opts) //nolint:errcheck return eventFormatterFunc(func(event TestEvent, exec *Execution) error { formatTest := func() error { - testNameFormatTestEvent(buf, event) + testNameFormatTestEvent(buf, event, " ", getIcon) return buf.Flush() } @@ -157,16 +159,21 @@ func testNameFormat(out io.Writer) EventFormatter { return nil } - result := colorEvent(event)(strings.ToUpper(string(event.Action))) + icon := getIcon(event.Action) pkg := exec.Package(event.Package) if event.Action == ActionSkip || (event.Action == ActionPass && pkg.Total == 0) { event.Action = ActionSkip // always color these as skip actions - result = colorEvent(event)("EMPTY") + if opts.Icons == "text" { + icon = colorEvent(event.Action)("EMPTY") + } else { + // update with the skip icon + icon = getIcon(event.Action) + } } event.Elapsed = 0 // hide elapsed for now, for backwards compat - buf.WriteString(result) - buf.WriteRune(' ') + buf.WriteString(icon) + buf.WriteString(" ") buf.WriteString(packageLine(event, exec.Package(event.Package))) return buf.Flush() @@ -389,8 +396,8 @@ func pkgNameWithFailuresFormat(out io.Writer, opts FormatOptions) eventFormatter } } -func colorEvent(event TestEvent) func(format string, a ...interface{}) string { - switch event.Action { +func colorEvent(action Action) func(format string, a ...interface{}) string { + switch action { case ActionPass: return color.GreenString case ActionFail: @@ -442,7 +449,7 @@ func NewEventFormatter(out io.Writer, format string, formatOpts FormatOptions) E if os.Getenv("GITHUB_ACTIONS") == "true" { return githubActionsFormat(out) } - return testNameFormat(out) + return testNameFormat(out, formatOpts) case "pkgname", "short": return pkgNameFormat(out, formatOpts) case "pkgname-and-test-fails", "short-with-failures": @@ -481,7 +488,7 @@ func githubActionsFormat(out io.Writer) EventFormatter { } else { buf.WriteString(" ") } - testNameFormatTestEvent(buf, event) + testNameFormatTestEvent(buf, event, " ", githubActionsIcon) for _, item := range output[key] { buf.WriteString(item) @@ -498,11 +505,11 @@ func githubActionsFormat(out io.Writer) EventFormatter { return nil } - result := colorEvent(event)(strings.ToUpper(string(event.Action))) + result := colorEvent(event.Action)(strings.ToUpper(string(event.Action))) pkg := exec.Package(event.Package) if event.Action == ActionSkip || (event.Action == ActionPass && pkg.Total == 0) { event.Action = ActionSkip // always color these as skip actions - result = colorEvent(event)("EMPTY") + result = colorEvent(event.Action)("EMPTY") } buf.WriteString(" ") @@ -513,3 +520,7 @@ func githubActionsFormat(out io.Writer) EventFormatter { return buf.Flush() }) } + +func githubActionsIcon(action Action) string { + return colorEvent(action)(strings.ToUpper(string(action))) +} diff --git a/testjson/format_test.go b/testjson/format_test.go index 6442eddc..43955c77 100644 --- a/testjson/format_test.go +++ b/testjson/format_test.go @@ -94,9 +94,29 @@ func TestFormats_DefaultGoTestJson(t *testing.T) { expectedOut: "format/testdox.out", }, { - name: "testname", - format: testNameFormat, - expectedOut: "format/testname.out", + name: "testname with text", + format: func(out io.Writer) EventFormatter { + return testNameFormat(out, FormatOptions{ + Icons: "text", + }) + }, + expectedOut: "format/testname-text.out", + }, + { + name: "testname with octicons", + format: func(out io.Writer) EventFormatter { + return testNameFormat(out, FormatOptions{ + Icons: "octicons", + }) + }, + expectedOut: "format/testname-octicons.out", + }, + { + name: "testname with default icons", + format: func(out io.Writer) EventFormatter { + return testNameFormat(out, FormatOptions{}) + }, + expectedOut: "format/testname-default.out", }, { name: "dots-v1", @@ -219,8 +239,12 @@ func TestFormats_Coverage(t *testing.T) { expectedOut: "format/testdox-coverage.out", }, { - name: "testname", - format: testNameFormat, + name: "testname", + format: func(out io.Writer) EventFormatter { + return testNameFormat(out, FormatOptions{ + Icons: "text", + }) + }, expectedOut: "format/testname-coverage.out", }, { @@ -294,8 +318,12 @@ func TestFormats_Shuffle(t *testing.T) { expectedOut: "format/testdox-shuffle.out", }, { - name: "testname", - format: testNameFormat, + name: "testname", + format: func(out io.Writer) EventFormatter { + return testNameFormat(out, FormatOptions{ + Icons: "text", + }) + }, expectedOut: "format/testname-shuffle.out", }, { diff --git a/testjson/testdata/format/testname-coverage.out b/testjson/testdata/format/testname-coverage.out index 0cac2b4a..27cb72f9 100644 --- a/testjson/testdata/format/testname-coverage.out +++ b/testjson/testdata/format/testname-coverage.out @@ -1,64 +1,64 @@ sometimes main can exit 2 -FAIL gotestsum/testjson/internal/badmain -PASS gotestsum/testjson/internal/good.TestPassed (0.00s) -PASS gotestsum/testjson/internal/good.TestPassedWithLog (0.00s) -PASS gotestsum/testjson/internal/good.TestPassedWithStdout (0.00s) -SKIP gotestsum/testjson/internal/good.TestSkipped (0.00s) -SKIP gotestsum/testjson/internal/good.TestSkippedWitLog (0.00s) -PASS gotestsum/testjson/internal/good.TestWithStderr (0.00s) -PASS gotestsum/testjson/internal/good.TestNestedSuccess/a/sub (0.00s) -PASS gotestsum/testjson/internal/good.TestNestedSuccess/a (0.00s) -PASS gotestsum/testjson/internal/good.TestNestedSuccess/b/sub (0.00s) -PASS gotestsum/testjson/internal/good.TestNestedSuccess/b (0.00s) -PASS gotestsum/testjson/internal/good.TestNestedSuccess/c/sub (0.00s) -PASS gotestsum/testjson/internal/good.TestNestedSuccess/c (0.00s) -PASS gotestsum/testjson/internal/good.TestNestedSuccess/d/sub (0.00s) -PASS gotestsum/testjson/internal/good.TestNestedSuccess/d (0.00s) -PASS gotestsum/testjson/internal/good.TestNestedSuccess (0.00s) -PASS gotestsum/testjson/internal/good.TestParallelTheThird (0.00s) -PASS gotestsum/testjson/internal/good.TestParallelTheSecond (0.01s) -PASS gotestsum/testjson/internal/good.TestParallelTheFirst (0.01s) +FAIL gotestsum/testjson/internal/badmain +PASS gotestsum/testjson/internal/good.TestPassed (0.00s) +PASS gotestsum/testjson/internal/good.TestPassedWithLog (0.00s) +PASS gotestsum/testjson/internal/good.TestPassedWithStdout (0.00s) +SKIP gotestsum/testjson/internal/good.TestSkipped (0.00s) +SKIP gotestsum/testjson/internal/good.TestSkippedWitLog (0.00s) +PASS gotestsum/testjson/internal/good.TestWithStderr (0.00s) +PASS gotestsum/testjson/internal/good.TestNestedSuccess/a/sub (0.00s) +PASS gotestsum/testjson/internal/good.TestNestedSuccess/a (0.00s) +PASS gotestsum/testjson/internal/good.TestNestedSuccess/b/sub (0.00s) +PASS gotestsum/testjson/internal/good.TestNestedSuccess/b (0.00s) +PASS gotestsum/testjson/internal/good.TestNestedSuccess/c/sub (0.00s) +PASS gotestsum/testjson/internal/good.TestNestedSuccess/c (0.00s) +PASS gotestsum/testjson/internal/good.TestNestedSuccess/d/sub (0.00s) +PASS gotestsum/testjson/internal/good.TestNestedSuccess/d (0.00s) +PASS gotestsum/testjson/internal/good.TestNestedSuccess (0.00s) +PASS gotestsum/testjson/internal/good.TestParallelTheThird (0.00s) +PASS gotestsum/testjson/internal/good.TestParallelTheSecond (0.01s) +PASS gotestsum/testjson/internal/good.TestParallelTheFirst (0.01s) coverage: 0.0% of statements -PASS gotestsum/testjson/internal/good (coverage: 0.0% of statements) -PASS gotestsum/testjson/internal/stub.TestPassed (0.00s) -PASS gotestsum/testjson/internal/stub.TestPassedWithLog (0.00s) -PASS gotestsum/testjson/internal/stub.TestPassedWithStdout (0.00s) -SKIP gotestsum/testjson/internal/stub.TestSkipped (0.00s) -SKIP gotestsum/testjson/internal/stub.TestSkippedWitLog (0.00s) +PASS gotestsum/testjson/internal/good (coverage: 0.0% of statements) +PASS gotestsum/testjson/internal/stub.TestPassed (0.00s) +PASS gotestsum/testjson/internal/stub.TestPassedWithLog (0.00s) +PASS gotestsum/testjson/internal/stub.TestPassedWithStdout (0.00s) +SKIP gotestsum/testjson/internal/stub.TestSkipped (0.00s) +SKIP gotestsum/testjson/internal/stub.TestSkippedWitLog (0.00s) === RUN TestFailed --- FAIL: TestFailed (0.00s) stub_test.go:34: this failed -FAIL gotestsum/testjson/internal/stub.TestFailed (0.00s) -PASS gotestsum/testjson/internal/stub.TestWithStderr (0.00s) +FAIL gotestsum/testjson/internal/stub.TestFailed (0.00s) +PASS gotestsum/testjson/internal/stub.TestWithStderr (0.00s) === RUN TestFailedWithStderr this is stderr --- FAIL: TestFailedWithStderr (0.00s) stub_test.go:43: also failed -FAIL gotestsum/testjson/internal/stub.TestFailedWithStderr (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/a/sub (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/a (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/b/sub (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/b (0.00s) +FAIL gotestsum/testjson/internal/stub.TestFailedWithStderr (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/a/sub (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/a (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/b/sub (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/b (0.00s) === RUN TestNestedWithFailure/c --- FAIL: TestNestedWithFailure/c (0.00s) stub_test.go:65: failed -FAIL gotestsum/testjson/internal/stub.TestNestedWithFailure/c (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/d/sub (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/d (0.00s) +FAIL gotestsum/testjson/internal/stub.TestNestedWithFailure/c (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/d/sub (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedWithFailure/d (0.00s) === RUN TestNestedWithFailure --- FAIL: TestNestedWithFailure (0.00s) -FAIL gotestsum/testjson/internal/stub.TestNestedWithFailure (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedSuccess/a/sub (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedSuccess/a (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedSuccess/b/sub (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedSuccess/b (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedSuccess/c/sub (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedSuccess/c (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedSuccess/d/sub (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedSuccess/d (0.00s) -PASS gotestsum/testjson/internal/stub.TestNestedSuccess (0.00s) -PASS gotestsum/testjson/internal/stub.TestParallelTheThird (0.00s) -PASS gotestsum/testjson/internal/stub.TestParallelTheSecond (0.01s) -PASS gotestsum/testjson/internal/stub.TestParallelTheFirst (0.01s) +FAIL gotestsum/testjson/internal/stub.TestNestedWithFailure (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedSuccess/a/sub (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedSuccess/a (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedSuccess/b/sub (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedSuccess/b (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedSuccess/c/sub (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedSuccess/c (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedSuccess/d/sub (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedSuccess/d (0.00s) +PASS gotestsum/testjson/internal/stub.TestNestedSuccess (0.00s) +PASS gotestsum/testjson/internal/stub.TestParallelTheThird (0.00s) +PASS gotestsum/testjson/internal/stub.TestParallelTheSecond (0.01s) +PASS gotestsum/testjson/internal/stub.TestParallelTheFirst (0.01s) coverage: 0.0% of statements -FAIL gotestsum/testjson/internal/stub (coverage: 0.0% of statements) +FAIL gotestsum/testjson/internal/stub (coverage: 0.0% of statements) diff --git a/testjson/testdata/format/testname-default.out b/testjson/testdata/format/testname-default.out new file mode 100644 index 00000000..740a3e8b --- /dev/null +++ b/testjson/testdata/format/testname-default.out @@ -0,0 +1,114 @@ +sometimes main can exit 2 +✖ testjson/internal/badmain +∅ testjson/internal/empty (cached) +✓ testjson/internal/good.TestPassed (0.00s) +✓ testjson/internal/good.TestPassedWithLog (0.00s) +✓ testjson/internal/good.TestPassedWithStdout (0.00s) +∅ testjson/internal/good.TestSkipped (0.00s) +∅ testjson/internal/good.TestSkippedWitLog (0.00s) +✓ testjson/internal/good.TestWithStderr (0.00s) +✓ testjson/internal/good.TestNestedSuccess/a/sub (0.00s) +✓ testjson/internal/good.TestNestedSuccess/a (0.00s) +✓ testjson/internal/good.TestNestedSuccess/b/sub (0.00s) +✓ testjson/internal/good.TestNestedSuccess/b (0.00s) +✓ testjson/internal/good.TestNestedSuccess/c/sub (0.00s) +✓ testjson/internal/good.TestNestedSuccess/c (0.00s) +✓ testjson/internal/good.TestNestedSuccess/d/sub (0.00s) +✓ testjson/internal/good.TestNestedSuccess/d (0.00s) +✓ testjson/internal/good.TestNestedSuccess (0.00s) +✓ testjson/internal/good.TestParallelTheFirst (0.01s) +✓ testjson/internal/good.TestParallelTheThird (0.00s) +✓ testjson/internal/good.TestParallelTheSecond (0.01s) +✓ testjson/internal/good (cached) +✓ testjson/internal/parallelfails.TestPassed (0.00s) +✓ testjson/internal/parallelfails.TestPassedWithLog (0.00s) +✓ testjson/internal/parallelfails.TestPassedWithStdout (0.00s) +✓ testjson/internal/parallelfails.TestWithStderr (0.00s) +=== RUN TestNestedParallelFailures/a +=== PAUSE TestNestedParallelFailures/a +=== CONT TestNestedParallelFailures/a + fails_test.go:50: failed sub a + --- FAIL: TestNestedParallelFailures/a (0.00s) +✖ testjson/internal/parallelfails.TestNestedParallelFailures/a (0.00s) +=== RUN TestNestedParallelFailures/d +=== PAUSE TestNestedParallelFailures/d +=== CONT TestNestedParallelFailures/d + fails_test.go:50: failed sub d + --- FAIL: TestNestedParallelFailures/d (0.00s) +✖ testjson/internal/parallelfails.TestNestedParallelFailures/d (0.00s) +=== RUN TestNestedParallelFailures/c +=== PAUSE TestNestedParallelFailures/c +=== CONT TestNestedParallelFailures/c + fails_test.go:50: failed sub c + --- FAIL: TestNestedParallelFailures/c (0.00s) +✖ testjson/internal/parallelfails.TestNestedParallelFailures/c (0.00s) +=== RUN TestNestedParallelFailures/b +=== PAUSE TestNestedParallelFailures/b +=== CONT TestNestedParallelFailures/b + fails_test.go:50: failed sub b + --- FAIL: TestNestedParallelFailures/b (0.00s) +✖ testjson/internal/parallelfails.TestNestedParallelFailures/b (0.00s) +=== RUN TestNestedParallelFailures +--- FAIL: TestNestedParallelFailures (0.00s) +✖ testjson/internal/parallelfails.TestNestedParallelFailures (0.00s) +=== RUN TestParallelTheFirst +=== PAUSE TestParallelTheFirst +=== CONT TestParallelTheFirst + fails_test.go:29: failed the first +--- FAIL: TestParallelTheFirst (0.01s) +✖ testjson/internal/parallelfails.TestParallelTheFirst (0.01s) +=== RUN TestParallelTheThird +=== PAUSE TestParallelTheThird +=== CONT TestParallelTheThird + fails_test.go:41: failed the third +--- FAIL: TestParallelTheThird (0.00s) +✖ testjson/internal/parallelfails.TestParallelTheThird (0.00s) +=== RUN TestParallelTheSecond +=== PAUSE TestParallelTheSecond +=== CONT TestParallelTheSecond + fails_test.go:35: failed the second +--- FAIL: TestParallelTheSecond (0.01s) +✖ testjson/internal/parallelfails.TestParallelTheSecond (0.01s) +✖ testjson/internal/parallelfails +✓ testjson/internal/withfails.TestPassed (0.00s) +✓ testjson/internal/withfails.TestPassedWithLog (0.00s) +✓ testjson/internal/withfails.TestPassedWithStdout (0.00s) +∅ testjson/internal/withfails.TestSkipped (0.00s) +∅ testjson/internal/withfails.TestSkippedWitLog (0.00s) +=== RUN TestFailed + fails_test.go:34: this failed +--- FAIL: TestFailed (0.00s) +✖ testjson/internal/withfails.TestFailed (0.00s) +✓ testjson/internal/withfails.TestWithStderr (0.00s) +=== RUN TestFailedWithStderr +this is stderr + fails_test.go:43: also failed +--- FAIL: TestFailedWithStderr (0.00s) +✖ testjson/internal/withfails.TestFailedWithStderr (0.00s) +✓ testjson/internal/withfails.TestNestedWithFailure/a/sub (0.00s) +✓ testjson/internal/withfails.TestNestedWithFailure/a (0.00s) +✓ testjson/internal/withfails.TestNestedWithFailure/b/sub (0.00s) +✓ testjson/internal/withfails.TestNestedWithFailure/b (0.00s) +=== RUN TestNestedWithFailure/c + fails_test.go:65: failed + --- FAIL: TestNestedWithFailure/c (0.00s) +✖ testjson/internal/withfails.TestNestedWithFailure/c (0.00s) +✓ testjson/internal/withfails.TestNestedWithFailure/d/sub (0.00s) +✓ testjson/internal/withfails.TestNestedWithFailure/d (0.00s) +=== RUN TestNestedWithFailure +--- FAIL: TestNestedWithFailure (0.00s) +✖ testjson/internal/withfails.TestNestedWithFailure (0.00s) +✓ testjson/internal/withfails.TestNestedSuccess/a/sub (0.00s) +✓ testjson/internal/withfails.TestNestedSuccess/a (0.00s) +✓ testjson/internal/withfails.TestNestedSuccess/b/sub (0.00s) +✓ testjson/internal/withfails.TestNestedSuccess/b (0.00s) +✓ testjson/internal/withfails.TestNestedSuccess/c/sub (0.00s) +✓ testjson/internal/withfails.TestNestedSuccess/c (0.00s) +✓ testjson/internal/withfails.TestNestedSuccess/d/sub (0.00s) +✓ testjson/internal/withfails.TestNestedSuccess/d (0.00s) +✓ testjson/internal/withfails.TestNestedSuccess (0.00s) +∅ testjson/internal/withfails.TestTimeout (0.00s) +✓ testjson/internal/withfails.TestParallelTheFirst (0.01s) +✓ testjson/internal/withfails.TestParallelTheThird (0.00s) +✓ testjson/internal/withfails.TestParallelTheSecond (0.01s) +✖ testjson/internal/withfails diff --git a/testjson/testdata/format/testname-octicons.out b/testjson/testdata/format/testname-octicons.out new file mode 100644 index 00000000..458de835 --- /dev/null +++ b/testjson/testdata/format/testname-octicons.out @@ -0,0 +1,114 @@ +sometimes main can exit 2 + testjson/internal/badmain + testjson/internal/empty (cached) + testjson/internal/good.TestPassed (0.00s) + testjson/internal/good.TestPassedWithLog (0.00s) + testjson/internal/good.TestPassedWithStdout (0.00s) + testjson/internal/good.TestSkipped (0.00s) + testjson/internal/good.TestSkippedWitLog (0.00s) + testjson/internal/good.TestWithStderr (0.00s) + testjson/internal/good.TestNestedSuccess/a/sub (0.00s) + testjson/internal/good.TestNestedSuccess/a (0.00s) + testjson/internal/good.TestNestedSuccess/b/sub (0.00s) + testjson/internal/good.TestNestedSuccess/b (0.00s) + testjson/internal/good.TestNestedSuccess/c/sub (0.00s) + testjson/internal/good.TestNestedSuccess/c (0.00s) + testjson/internal/good.TestNestedSuccess/d/sub (0.00s) + testjson/internal/good.TestNestedSuccess/d (0.00s) + testjson/internal/good.TestNestedSuccess (0.00s) + testjson/internal/good.TestParallelTheFirst (0.01s) + testjson/internal/good.TestParallelTheThird (0.00s) + testjson/internal/good.TestParallelTheSecond (0.01s) + testjson/internal/good (cached) + testjson/internal/parallelfails.TestPassed (0.00s) + testjson/internal/parallelfails.TestPassedWithLog (0.00s) + testjson/internal/parallelfails.TestPassedWithStdout (0.00s) + testjson/internal/parallelfails.TestWithStderr (0.00s) +=== RUN TestNestedParallelFailures/a +=== PAUSE TestNestedParallelFailures/a +=== CONT TestNestedParallelFailures/a + fails_test.go:50: failed sub a + --- FAIL: TestNestedParallelFailures/a (0.00s) + testjson/internal/parallelfails.TestNestedParallelFailures/a (0.00s) +=== RUN TestNestedParallelFailures/d +=== PAUSE TestNestedParallelFailures/d +=== CONT TestNestedParallelFailures/d + fails_test.go:50: failed sub d + --- FAIL: TestNestedParallelFailures/d (0.00s) + testjson/internal/parallelfails.TestNestedParallelFailures/d (0.00s) +=== RUN TestNestedParallelFailures/c +=== PAUSE TestNestedParallelFailures/c +=== CONT TestNestedParallelFailures/c + fails_test.go:50: failed sub c + --- FAIL: TestNestedParallelFailures/c (0.00s) + testjson/internal/parallelfails.TestNestedParallelFailures/c (0.00s) +=== RUN TestNestedParallelFailures/b +=== PAUSE TestNestedParallelFailures/b +=== CONT TestNestedParallelFailures/b + fails_test.go:50: failed sub b + --- FAIL: TestNestedParallelFailures/b (0.00s) + testjson/internal/parallelfails.TestNestedParallelFailures/b (0.00s) +=== RUN TestNestedParallelFailures +--- FAIL: TestNestedParallelFailures (0.00s) + testjson/internal/parallelfails.TestNestedParallelFailures (0.00s) +=== RUN TestParallelTheFirst +=== PAUSE TestParallelTheFirst +=== CONT TestParallelTheFirst + fails_test.go:29: failed the first +--- FAIL: TestParallelTheFirst (0.01s) + testjson/internal/parallelfails.TestParallelTheFirst (0.01s) +=== RUN TestParallelTheThird +=== PAUSE TestParallelTheThird +=== CONT TestParallelTheThird + fails_test.go:41: failed the third +--- FAIL: TestParallelTheThird (0.00s) + testjson/internal/parallelfails.TestParallelTheThird (0.00s) +=== RUN TestParallelTheSecond +=== PAUSE TestParallelTheSecond +=== CONT TestParallelTheSecond + fails_test.go:35: failed the second +--- FAIL: TestParallelTheSecond (0.01s) + testjson/internal/parallelfails.TestParallelTheSecond (0.01s) + testjson/internal/parallelfails + testjson/internal/withfails.TestPassed (0.00s) + testjson/internal/withfails.TestPassedWithLog (0.00s) + testjson/internal/withfails.TestPassedWithStdout (0.00s) + testjson/internal/withfails.TestSkipped (0.00s) + testjson/internal/withfails.TestSkippedWitLog (0.00s) +=== RUN TestFailed + fails_test.go:34: this failed +--- FAIL: TestFailed (0.00s) + testjson/internal/withfails.TestFailed (0.00s) + testjson/internal/withfails.TestWithStderr (0.00s) +=== RUN TestFailedWithStderr +this is stderr + fails_test.go:43: also failed +--- FAIL: TestFailedWithStderr (0.00s) + testjson/internal/withfails.TestFailedWithStderr (0.00s) + testjson/internal/withfails.TestNestedWithFailure/a/sub (0.00s) + testjson/internal/withfails.TestNestedWithFailure/a (0.00s) + testjson/internal/withfails.TestNestedWithFailure/b/sub (0.00s) + testjson/internal/withfails.TestNestedWithFailure/b (0.00s) +=== RUN TestNestedWithFailure/c + fails_test.go:65: failed + --- FAIL: TestNestedWithFailure/c (0.00s) + testjson/internal/withfails.TestNestedWithFailure/c (0.00s) + testjson/internal/withfails.TestNestedWithFailure/d/sub (0.00s) + testjson/internal/withfails.TestNestedWithFailure/d (0.00s) +=== RUN TestNestedWithFailure +--- FAIL: TestNestedWithFailure (0.00s) + testjson/internal/withfails.TestNestedWithFailure (0.00s) + testjson/internal/withfails.TestNestedSuccess/a/sub (0.00s) + testjson/internal/withfails.TestNestedSuccess/a (0.00s) + testjson/internal/withfails.TestNestedSuccess/b/sub (0.00s) + testjson/internal/withfails.TestNestedSuccess/b (0.00s) + testjson/internal/withfails.TestNestedSuccess/c/sub (0.00s) + testjson/internal/withfails.TestNestedSuccess/c (0.00s) + testjson/internal/withfails.TestNestedSuccess/d/sub (0.00s) + testjson/internal/withfails.TestNestedSuccess/d (0.00s) + testjson/internal/withfails.TestNestedSuccess (0.00s) + testjson/internal/withfails.TestTimeout (0.00s) + testjson/internal/withfails.TestParallelTheFirst (0.01s) + testjson/internal/withfails.TestParallelTheThird (0.00s) + testjson/internal/withfails.TestParallelTheSecond (0.01s) + testjson/internal/withfails diff --git a/testjson/testdata/format/testname-shuffle.out b/testjson/testdata/format/testname-shuffle.out index 8d80b36d..8fa431b8 100644 --- a/testjson/testdata/format/testname-shuffle.out +++ b/testjson/testdata/format/testname-shuffle.out @@ -1,113 +1,113 @@ sometimes main can exit 2 -FAIL testjson/internal/badmain -PASS testjson/internal/good.TestPassedWithLog (0.00s) -SKIP testjson/internal/good.TestSkippedWitLog (0.00s) -PASS testjson/internal/good.TestPassedWithStdout (0.00s) -PASS testjson/internal/good.TestPassed (0.00s) -PASS testjson/internal/good.TestNestedSuccess/a/sub (0.00s) -PASS testjson/internal/good.TestNestedSuccess/a (0.00s) -PASS testjson/internal/good.TestNestedSuccess/b/sub (0.00s) -PASS testjson/internal/good.TestNestedSuccess/b (0.00s) -PASS testjson/internal/good.TestNestedSuccess/c/sub (0.00s) -PASS testjson/internal/good.TestNestedSuccess/c (0.00s) -PASS testjson/internal/good.TestNestedSuccess/d/sub (0.00s) -PASS testjson/internal/good.TestNestedSuccess/d (0.00s) -PASS testjson/internal/good.TestNestedSuccess (0.00s) -PASS testjson/internal/good.TestWithStderr (0.00s) -SKIP testjson/internal/good.TestSkipped (0.00s) -PASS testjson/internal/good.TestParallelTheSecond (0.01s) -PASS testjson/internal/good.TestParallelTheFirst (0.01s) -PASS testjson/internal/good.TestParallelTheThird (0.00s) -PASS testjson/internal/good -PASS testjson/internal/parallelfails.TestPassedWithLog (0.00s) +FAIL testjson/internal/badmain +PASS testjson/internal/good.TestPassedWithLog (0.00s) +SKIP testjson/internal/good.TestSkippedWitLog (0.00s) +PASS testjson/internal/good.TestPassedWithStdout (0.00s) +PASS testjson/internal/good.TestPassed (0.00s) +PASS testjson/internal/good.TestNestedSuccess/a/sub (0.00s) +PASS testjson/internal/good.TestNestedSuccess/a (0.00s) +PASS testjson/internal/good.TestNestedSuccess/b/sub (0.00s) +PASS testjson/internal/good.TestNestedSuccess/b (0.00s) +PASS testjson/internal/good.TestNestedSuccess/c/sub (0.00s) +PASS testjson/internal/good.TestNestedSuccess/c (0.00s) +PASS testjson/internal/good.TestNestedSuccess/d/sub (0.00s) +PASS testjson/internal/good.TestNestedSuccess/d (0.00s) +PASS testjson/internal/good.TestNestedSuccess (0.00s) +PASS testjson/internal/good.TestWithStderr (0.00s) +SKIP testjson/internal/good.TestSkipped (0.00s) +PASS testjson/internal/good.TestParallelTheSecond (0.01s) +PASS testjson/internal/good.TestParallelTheFirst (0.01s) +PASS testjson/internal/good.TestParallelTheThird (0.00s) +PASS testjson/internal/good +PASS testjson/internal/parallelfails.TestPassedWithLog (0.00s) === RUN TestNestedParallelFailures/a === PAUSE TestNestedParallelFailures/a === CONT TestNestedParallelFailures/a fails_test.go:50: failed sub a --- FAIL: TestNestedParallelFailures/a (0.00s) -FAIL testjson/internal/parallelfails.TestNestedParallelFailures/a (0.00s) +FAIL testjson/internal/parallelfails.TestNestedParallelFailures/a (0.00s) === RUN TestNestedParallelFailures/d === PAUSE TestNestedParallelFailures/d === CONT TestNestedParallelFailures/d fails_test.go:50: failed sub d --- FAIL: TestNestedParallelFailures/d (0.00s) -FAIL testjson/internal/parallelfails.TestNestedParallelFailures/d (0.00s) +FAIL testjson/internal/parallelfails.TestNestedParallelFailures/d (0.00s) === RUN TestNestedParallelFailures/c === PAUSE TestNestedParallelFailures/c === CONT TestNestedParallelFailures/c fails_test.go:50: failed sub c --- FAIL: TestNestedParallelFailures/c (0.00s) -FAIL testjson/internal/parallelfails.TestNestedParallelFailures/c (0.00s) +FAIL testjson/internal/parallelfails.TestNestedParallelFailures/c (0.00s) === RUN TestNestedParallelFailures/b === PAUSE TestNestedParallelFailures/b === CONT TestNestedParallelFailures/b fails_test.go:50: failed sub b --- FAIL: TestNestedParallelFailures/b (0.00s) -FAIL testjson/internal/parallelfails.TestNestedParallelFailures/b (0.00s) +FAIL testjson/internal/parallelfails.TestNestedParallelFailures/b (0.00s) === RUN TestNestedParallelFailures --- FAIL: TestNestedParallelFailures (0.00s) -FAIL testjson/internal/parallelfails.TestNestedParallelFailures (0.00s) -PASS testjson/internal/parallelfails.TestPassed (0.00s) -PASS testjson/internal/parallelfails.TestPassedWithStdout (0.00s) -PASS testjson/internal/parallelfails.TestWithStderr (0.00s) +FAIL testjson/internal/parallelfails.TestNestedParallelFailures (0.00s) +PASS testjson/internal/parallelfails.TestPassed (0.00s) +PASS testjson/internal/parallelfails.TestPassedWithStdout (0.00s) +PASS testjson/internal/parallelfails.TestWithStderr (0.00s) === RUN TestParallelTheSecond === PAUSE TestParallelTheSecond === CONT TestParallelTheSecond fails_test.go:35: failed the second --- FAIL: TestParallelTheSecond (0.01s) -FAIL testjson/internal/parallelfails.TestParallelTheSecond (0.01s) +FAIL testjson/internal/parallelfails.TestParallelTheSecond (0.01s) === RUN TestParallelTheFirst === PAUSE TestParallelTheFirst === CONT TestParallelTheFirst fails_test.go:29: failed the first --- FAIL: TestParallelTheFirst (0.01s) -FAIL testjson/internal/parallelfails.TestParallelTheFirst (0.01s) +FAIL testjson/internal/parallelfails.TestParallelTheFirst (0.01s) === RUN TestParallelTheThird === PAUSE TestParallelTheThird === CONT TestParallelTheThird fails_test.go:41: failed the third --- FAIL: TestParallelTheThird (0.00s) -FAIL testjson/internal/parallelfails.TestParallelTheThird (0.00s) -FAIL testjson/internal/parallelfails (-test.shuffle 123456) -PASS testjson/internal/withfails.TestPassedWithStdout (0.00s) -SKIP testjson/internal/withfails.TestSkipped (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/a/sub (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/a (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/b/sub (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/b (0.00s) +FAIL testjson/internal/parallelfails.TestParallelTheThird (0.00s) +FAIL testjson/internal/parallelfails (-test.shuffle 123456) +PASS testjson/internal/withfails.TestPassedWithStdout (0.00s) +SKIP testjson/internal/withfails.TestSkipped (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/a/sub (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/a (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/b/sub (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/b (0.00s) === RUN TestNestedWithFailure/c fails_test.go:65: failed --- FAIL: TestNestedWithFailure/c (0.00s) -FAIL testjson/internal/withfails.TestNestedWithFailure/c (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/d/sub (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/d (0.00s) +FAIL testjson/internal/withfails.TestNestedWithFailure/c (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/d/sub (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/d (0.00s) === RUN TestNestedWithFailure --- FAIL: TestNestedWithFailure (0.00s) -FAIL testjson/internal/withfails.TestNestedWithFailure (0.00s) -PASS testjson/internal/withfails.TestWithStderr (0.00s) -PASS testjson/internal/withfails.TestPassed (0.00s) -SKIP testjson/internal/withfails.TestSkippedWitLog (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/a/sub (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/a (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/b/sub (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/b (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/c/sub (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/c (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/d/sub (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/d (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess (0.00s) -PASS testjson/internal/withfails.TestPassedWithLog (0.00s) -SKIP testjson/internal/withfails.TestTimeout (0.00s) +FAIL testjson/internal/withfails.TestNestedWithFailure (0.00s) +PASS testjson/internal/withfails.TestWithStderr (0.00s) +PASS testjson/internal/withfails.TestPassed (0.00s) +SKIP testjson/internal/withfails.TestSkippedWitLog (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/a/sub (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/a (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/b/sub (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/b (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/c/sub (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/c (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/d/sub (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/d (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess (0.00s) +PASS testjson/internal/withfails.TestPassedWithLog (0.00s) +SKIP testjson/internal/withfails.TestTimeout (0.00s) === RUN TestFailedWithStderr this is stderr fails_test.go:43: also failed --- FAIL: TestFailedWithStderr (0.00s) -FAIL testjson/internal/withfails.TestFailedWithStderr (0.00s) +FAIL testjson/internal/withfails.TestFailedWithStderr (0.00s) === RUN TestFailed fails_test.go:34: this failed --- FAIL: TestFailed (0.00s) -FAIL testjson/internal/withfails.TestFailed (0.00s) -PASS testjson/internal/withfails.TestParallelTheFirst (0.01s) -PASS testjson/internal/withfails.TestParallelTheThird (0.00s) -PASS testjson/internal/withfails.TestParallelTheSecond (0.01s) -FAIL testjson/internal/withfails (-test.shuffle 123456) +FAIL testjson/internal/withfails.TestFailed (0.00s) +PASS testjson/internal/withfails.TestParallelTheFirst (0.01s) +PASS testjson/internal/withfails.TestParallelTheThird (0.00s) +PASS testjson/internal/withfails.TestParallelTheSecond (0.01s) +FAIL testjson/internal/withfails (-test.shuffle 123456) diff --git a/testjson/testdata/format/testname-text.out b/testjson/testdata/format/testname-text.out new file mode 100644 index 00000000..36713be1 --- /dev/null +++ b/testjson/testdata/format/testname-text.out @@ -0,0 +1,114 @@ +sometimes main can exit 2 +FAIL testjson/internal/badmain +EMPTY testjson/internal/empty (cached) +PASS testjson/internal/good.TestPassed (0.00s) +PASS testjson/internal/good.TestPassedWithLog (0.00s) +PASS testjson/internal/good.TestPassedWithStdout (0.00s) +SKIP testjson/internal/good.TestSkipped (0.00s) +SKIP testjson/internal/good.TestSkippedWitLog (0.00s) +PASS testjson/internal/good.TestWithStderr (0.00s) +PASS testjson/internal/good.TestNestedSuccess/a/sub (0.00s) +PASS testjson/internal/good.TestNestedSuccess/a (0.00s) +PASS testjson/internal/good.TestNestedSuccess/b/sub (0.00s) +PASS testjson/internal/good.TestNestedSuccess/b (0.00s) +PASS testjson/internal/good.TestNestedSuccess/c/sub (0.00s) +PASS testjson/internal/good.TestNestedSuccess/c (0.00s) +PASS testjson/internal/good.TestNestedSuccess/d/sub (0.00s) +PASS testjson/internal/good.TestNestedSuccess/d (0.00s) +PASS testjson/internal/good.TestNestedSuccess (0.00s) +PASS testjson/internal/good.TestParallelTheFirst (0.01s) +PASS testjson/internal/good.TestParallelTheThird (0.00s) +PASS testjson/internal/good.TestParallelTheSecond (0.01s) +PASS testjson/internal/good (cached) +PASS testjson/internal/parallelfails.TestPassed (0.00s) +PASS testjson/internal/parallelfails.TestPassedWithLog (0.00s) +PASS testjson/internal/parallelfails.TestPassedWithStdout (0.00s) +PASS testjson/internal/parallelfails.TestWithStderr (0.00s) +=== RUN TestNestedParallelFailures/a +=== PAUSE TestNestedParallelFailures/a +=== CONT TestNestedParallelFailures/a + fails_test.go:50: failed sub a + --- FAIL: TestNestedParallelFailures/a (0.00s) +FAIL testjson/internal/parallelfails.TestNestedParallelFailures/a (0.00s) +=== RUN TestNestedParallelFailures/d +=== PAUSE TestNestedParallelFailures/d +=== CONT TestNestedParallelFailures/d + fails_test.go:50: failed sub d + --- FAIL: TestNestedParallelFailures/d (0.00s) +FAIL testjson/internal/parallelfails.TestNestedParallelFailures/d (0.00s) +=== RUN TestNestedParallelFailures/c +=== PAUSE TestNestedParallelFailures/c +=== CONT TestNestedParallelFailures/c + fails_test.go:50: failed sub c + --- FAIL: TestNestedParallelFailures/c (0.00s) +FAIL testjson/internal/parallelfails.TestNestedParallelFailures/c (0.00s) +=== RUN TestNestedParallelFailures/b +=== PAUSE TestNestedParallelFailures/b +=== CONT TestNestedParallelFailures/b + fails_test.go:50: failed sub b + --- FAIL: TestNestedParallelFailures/b (0.00s) +FAIL testjson/internal/parallelfails.TestNestedParallelFailures/b (0.00s) +=== RUN TestNestedParallelFailures +--- FAIL: TestNestedParallelFailures (0.00s) +FAIL testjson/internal/parallelfails.TestNestedParallelFailures (0.00s) +=== RUN TestParallelTheFirst +=== PAUSE TestParallelTheFirst +=== CONT TestParallelTheFirst + fails_test.go:29: failed the first +--- FAIL: TestParallelTheFirst (0.01s) +FAIL testjson/internal/parallelfails.TestParallelTheFirst (0.01s) +=== RUN TestParallelTheThird +=== PAUSE TestParallelTheThird +=== CONT TestParallelTheThird + fails_test.go:41: failed the third +--- FAIL: TestParallelTheThird (0.00s) +FAIL testjson/internal/parallelfails.TestParallelTheThird (0.00s) +=== RUN TestParallelTheSecond +=== PAUSE TestParallelTheSecond +=== CONT TestParallelTheSecond + fails_test.go:35: failed the second +--- FAIL: TestParallelTheSecond (0.01s) +FAIL testjson/internal/parallelfails.TestParallelTheSecond (0.01s) +FAIL testjson/internal/parallelfails +PASS testjson/internal/withfails.TestPassed (0.00s) +PASS testjson/internal/withfails.TestPassedWithLog (0.00s) +PASS testjson/internal/withfails.TestPassedWithStdout (0.00s) +SKIP testjson/internal/withfails.TestSkipped (0.00s) +SKIP testjson/internal/withfails.TestSkippedWitLog (0.00s) +=== RUN TestFailed + fails_test.go:34: this failed +--- FAIL: TestFailed (0.00s) +FAIL testjson/internal/withfails.TestFailed (0.00s) +PASS testjson/internal/withfails.TestWithStderr (0.00s) +=== RUN TestFailedWithStderr +this is stderr + fails_test.go:43: also failed +--- FAIL: TestFailedWithStderr (0.00s) +FAIL testjson/internal/withfails.TestFailedWithStderr (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/a/sub (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/a (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/b/sub (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/b (0.00s) +=== RUN TestNestedWithFailure/c + fails_test.go:65: failed + --- FAIL: TestNestedWithFailure/c (0.00s) +FAIL testjson/internal/withfails.TestNestedWithFailure/c (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/d/sub (0.00s) +PASS testjson/internal/withfails.TestNestedWithFailure/d (0.00s) +=== RUN TestNestedWithFailure +--- FAIL: TestNestedWithFailure (0.00s) +FAIL testjson/internal/withfails.TestNestedWithFailure (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/a/sub (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/a (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/b/sub (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/b (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/c/sub (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/c (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/d/sub (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess/d (0.00s) +PASS testjson/internal/withfails.TestNestedSuccess (0.00s) +SKIP testjson/internal/withfails.TestTimeout (0.00s) +PASS testjson/internal/withfails.TestParallelTheFirst (0.01s) +PASS testjson/internal/withfails.TestParallelTheThird (0.00s) +PASS testjson/internal/withfails.TestParallelTheSecond (0.01s) +FAIL testjson/internal/withfails diff --git a/testjson/testdata/format/testname.out b/testjson/testdata/format/testname.out deleted file mode 100644 index e39dcd42..00000000 --- a/testjson/testdata/format/testname.out +++ /dev/null @@ -1,114 +0,0 @@ -sometimes main can exit 2 -FAIL testjson/internal/badmain -EMPTY testjson/internal/empty (cached) -PASS testjson/internal/good.TestPassed (0.00s) -PASS testjson/internal/good.TestPassedWithLog (0.00s) -PASS testjson/internal/good.TestPassedWithStdout (0.00s) -SKIP testjson/internal/good.TestSkipped (0.00s) -SKIP testjson/internal/good.TestSkippedWitLog (0.00s) -PASS testjson/internal/good.TestWithStderr (0.00s) -PASS testjson/internal/good.TestNestedSuccess/a/sub (0.00s) -PASS testjson/internal/good.TestNestedSuccess/a (0.00s) -PASS testjson/internal/good.TestNestedSuccess/b/sub (0.00s) -PASS testjson/internal/good.TestNestedSuccess/b (0.00s) -PASS testjson/internal/good.TestNestedSuccess/c/sub (0.00s) -PASS testjson/internal/good.TestNestedSuccess/c (0.00s) -PASS testjson/internal/good.TestNestedSuccess/d/sub (0.00s) -PASS testjson/internal/good.TestNestedSuccess/d (0.00s) -PASS testjson/internal/good.TestNestedSuccess (0.00s) -PASS testjson/internal/good.TestParallelTheFirst (0.01s) -PASS testjson/internal/good.TestParallelTheThird (0.00s) -PASS testjson/internal/good.TestParallelTheSecond (0.01s) -PASS testjson/internal/good (cached) -PASS testjson/internal/parallelfails.TestPassed (0.00s) -PASS testjson/internal/parallelfails.TestPassedWithLog (0.00s) -PASS testjson/internal/parallelfails.TestPassedWithStdout (0.00s) -PASS testjson/internal/parallelfails.TestWithStderr (0.00s) -=== RUN TestNestedParallelFailures/a -=== PAUSE TestNestedParallelFailures/a -=== CONT TestNestedParallelFailures/a - fails_test.go:50: failed sub a - --- FAIL: TestNestedParallelFailures/a (0.00s) -FAIL testjson/internal/parallelfails.TestNestedParallelFailures/a (0.00s) -=== RUN TestNestedParallelFailures/d -=== PAUSE TestNestedParallelFailures/d -=== CONT TestNestedParallelFailures/d - fails_test.go:50: failed sub d - --- FAIL: TestNestedParallelFailures/d (0.00s) -FAIL testjson/internal/parallelfails.TestNestedParallelFailures/d (0.00s) -=== RUN TestNestedParallelFailures/c -=== PAUSE TestNestedParallelFailures/c -=== CONT TestNestedParallelFailures/c - fails_test.go:50: failed sub c - --- FAIL: TestNestedParallelFailures/c (0.00s) -FAIL testjson/internal/parallelfails.TestNestedParallelFailures/c (0.00s) -=== RUN TestNestedParallelFailures/b -=== PAUSE TestNestedParallelFailures/b -=== CONT TestNestedParallelFailures/b - fails_test.go:50: failed sub b - --- FAIL: TestNestedParallelFailures/b (0.00s) -FAIL testjson/internal/parallelfails.TestNestedParallelFailures/b (0.00s) -=== RUN TestNestedParallelFailures ---- FAIL: TestNestedParallelFailures (0.00s) -FAIL testjson/internal/parallelfails.TestNestedParallelFailures (0.00s) -=== RUN TestParallelTheFirst -=== PAUSE TestParallelTheFirst -=== CONT TestParallelTheFirst - fails_test.go:29: failed the first ---- FAIL: TestParallelTheFirst (0.01s) -FAIL testjson/internal/parallelfails.TestParallelTheFirst (0.01s) -=== RUN TestParallelTheThird -=== PAUSE TestParallelTheThird -=== CONT TestParallelTheThird - fails_test.go:41: failed the third ---- FAIL: TestParallelTheThird (0.00s) -FAIL testjson/internal/parallelfails.TestParallelTheThird (0.00s) -=== RUN TestParallelTheSecond -=== PAUSE TestParallelTheSecond -=== CONT TestParallelTheSecond - fails_test.go:35: failed the second ---- FAIL: TestParallelTheSecond (0.01s) -FAIL testjson/internal/parallelfails.TestParallelTheSecond (0.01s) -FAIL testjson/internal/parallelfails -PASS testjson/internal/withfails.TestPassed (0.00s) -PASS testjson/internal/withfails.TestPassedWithLog (0.00s) -PASS testjson/internal/withfails.TestPassedWithStdout (0.00s) -SKIP testjson/internal/withfails.TestSkipped (0.00s) -SKIP testjson/internal/withfails.TestSkippedWitLog (0.00s) -=== RUN TestFailed - fails_test.go:34: this failed ---- FAIL: TestFailed (0.00s) -FAIL testjson/internal/withfails.TestFailed (0.00s) -PASS testjson/internal/withfails.TestWithStderr (0.00s) -=== RUN TestFailedWithStderr -this is stderr - fails_test.go:43: also failed ---- FAIL: TestFailedWithStderr (0.00s) -FAIL testjson/internal/withfails.TestFailedWithStderr (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/a/sub (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/a (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/b/sub (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/b (0.00s) -=== RUN TestNestedWithFailure/c - fails_test.go:65: failed - --- FAIL: TestNestedWithFailure/c (0.00s) -FAIL testjson/internal/withfails.TestNestedWithFailure/c (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/d/sub (0.00s) -PASS testjson/internal/withfails.TestNestedWithFailure/d (0.00s) -=== RUN TestNestedWithFailure ---- FAIL: TestNestedWithFailure (0.00s) -FAIL testjson/internal/withfails.TestNestedWithFailure (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/a/sub (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/a (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/b/sub (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/b (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/c/sub (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/c (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/d/sub (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess/d (0.00s) -PASS testjson/internal/withfails.TestNestedSuccess (0.00s) -SKIP testjson/internal/withfails.TestTimeout (0.00s) -PASS testjson/internal/withfails.TestParallelTheFirst (0.01s) -PASS testjson/internal/withfails.TestParallelTheThird (0.00s) -PASS testjson/internal/withfails.TestParallelTheSecond (0.01s) -FAIL testjson/internal/withfails