nhyatt/go-junit-report
1
0
Fork 0
mirror of https://github.com/jstemmer/go-junit-report.git synced 2025-04-05 21:18:08 -05:00
Code Issues Projects Releases Wiki Activity

parser/gotest: refactor tests to run one test per input line

Browse Source
This commit is contained in:
Joël Stemmer 2022-03-14 00:48:00 +00:00
parent 01e84dfcf5
commit 24c2ee41ce
1 changed files with 151 additions and 141 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

246
pkg/parser/gotest/gotest_test.go
View File

@ -1,8 +1,7 @@
package gotest package gotest
import ( import (
"flag" "fmt"
"regexp"
"strings" "strings"
"testing" "testing"
"time" "time"
@ -12,178 +11,189 @@ import (
"github.com/google/go-cmp/cmp" "github.com/google/go-cmp/cmp"
) )
var matchTest = flag.String("match", "", "only test testdata matching this pattern") type parseLineTest struct {
var tests = []struct {
name string
input string input string
events []gtr.Event events interface{}
}{ }
var parseLineTests = []parseLineTest{
{
"=== RUN TestOne",
gtr.Event{Type: "run_test", Name: "TestOne"},
},
{ {
"run",
inp("=== RUN TestOne",
"=== RUN TestTwo/Subtest", "=== RUN TestTwo/Subtest",
), gtr.Event{Type: "run_test", Name: "TestTwo/Subtest"},
[]gtr.Event{
{Type: "run_test", Name: "TestOne"},
{Type: "run_test", Name: "TestTwo/Subtest"},
},
}, },
{ {
"pause",
"=== PAUSE TestOne", "=== PAUSE TestOne",
[]gtr.Event{ gtr.Event{Type: "pause_test", Name: "TestOne"},
{Type: "pause_test", Name: "TestOne"},
},
}, },
{ {
"cont",
"=== CONT TestOne", "=== CONT TestOne",
[]gtr.Event{ gtr.Event{Type: "cont_test", Name: "TestOne"},
{Type: "cont_test", Name: "TestOne"}, },
}, {
"--- PASS: TestOne (12.34 seconds)",
gtr.Event{Type: "end_test", Name: "TestOne", Result: "PASS", Duration: 12_340 * time.Millisecond},
}, },
{ {
"end",
inp("--- PASS: TestOne (12.34 seconds)",
" --- SKIP: TestOne/Subtest (0.00s)", " --- SKIP: TestOne/Subtest (0.00s)",
gtr.Event{Type: "end_test", Name: "TestOne/Subtest", Result: "SKIP", Indent: 1},
},
{
" --- FAIL: TestOne/Subtest/#01 (0.35s)", " --- FAIL: TestOne/Subtest/#01 (0.35s)",
gtr.Event{Type: "end_test", Name: "TestOne/Subtest/#01", Result: "FAIL", Duration: 350 * time.Millisecond, Indent: 2},
},
{
"some text--- PASS: TestTwo (0.06 seconds)", "some text--- PASS: TestTwo (0.06 seconds)",
),
[]gtr.Event{ []gtr.Event{
{Type: "end_test", Name: "TestOne", Result: "PASS", Duration: 12_340 * time.Millisecond},
{Type: "end_test", Name: "TestOne/Subtest", Result: "SKIP", Indent: 1},
{Type: "end_test", Name: "TestOne/Subtest/#01", Result: "FAIL", Duration: 350 * time.Millisecond, Indent: 2},
{Type: "output", Data: "some text"}, {Type: "output", Data: "some text"},
{Type: "end_test", Name: "TestTwo", Result: "PASS", Duration: 60 * time.Millisecond}, {Type: "end_test", Name: "TestTwo", Result: "PASS", Duration: 60 * time.Millisecond},
}, },
}, },
{ {
"status", "PASS",
inp("PASS", gtr.Event{Type: "status", Result: "PASS"},
},
{
"FAIL", "FAIL",
gtr.Event{Type: "status", Result: "FAIL"},
},
{
"SKIP", "SKIP",
), gtr.Event{Type: "status", Result: "SKIP"},
[]gtr.Event{ },
{Type: "status", Result: "PASS"}, {
{Type: "status", Result: "FAIL"}, "ok package/name/ok 0.100s",
{Type: "status", Result: "SKIP"}, gtr.Event{Type: "summary", Name: "package/name/ok", Result: "ok", Duration: 100 * time.Millisecond},
},
}, },
{ {
"summary",
inp("ok package/name/ok 0.100s",
"FAIL package/name/failing [build failed]", "FAIL package/name/failing [build failed]",
gtr.Event{Type: "summary", Name: "package/name/failing", Result: "FAIL", Data: "[build failed]"},
},
{
"FAIL package/other/failing [setup failed]", "FAIL package/other/failing [setup failed]",
gtr.Event{Type: "summary", Name: "package/other/failing", Result: "FAIL", Data: "[setup failed]"},
},
{
"ok package/other (cached)", "ok package/other (cached)",
gtr.Event{Type: "summary", Name: "package/other", Result: "ok", Data: "(cached)"},
},
{
"ok package/name 0.400s coverage: 10.0% of statements", "ok package/name 0.400s coverage: 10.0% of statements",
gtr.Event{Type: "summary", Name: "package/name", Result: "ok", Duration: 400 * time.Millisecond, CovPct: 10},
},
{
"ok package/name 4.200s coverage: 99.8% of statements in fmt, encoding/xml", "ok package/name 4.200s coverage: 99.8% of statements in fmt, encoding/xml",
gtr.Event{Type: "summary", Name: "package/name", Result: "ok", Duration: 4200 * time.Millisecond, CovPct: 99.8, CovPackages: []string{"fmt", "encoding/xml"}},
},
{
"? package/name [no test files]", "? package/name [no test files]",
gtr.Event{Type: "summary", Name: "package/name", Result: "?", Data: "[no test files]"},
},
{
"ok package/name 0.001s [no tests to run]", "ok package/name 0.001s [no tests to run]",
gtr.Event{Type: "summary", Name: "package/name", Result: "ok", Duration: 1 * time.Millisecond, Data: "[no tests to run]"},
},
{
"ok package/name (cached) [no tests to run]", "ok package/name (cached) [no tests to run]",
), gtr.Event{Type: "summary", Name: "package/name", Result: "ok", Data: "(cached) [no tests to run]"},
[]gtr.Event{ },
{Type: "summary", Name: "package/name/ok", Result: "ok", Duration: 100 * time.Millisecond}, {
{Type: "summary", Name: "package/name/failing", Result: "FAIL", Data: "[build failed]"}, "coverage: 10% of statements",
{Type: "summary", Name: "package/other/failing", Result: "FAIL", Data: "[setup failed]"}, gtr.Event{Type: "coverage", CovPct: 10},
{Type: "summary", Name: "package/other", Result: "ok", Data: "(cached)"},
{Type: "summary", Name: "package/name", Result: "ok", Duration: 400 * time.Millisecond, CovPct: 10},
{Type: "summary", Name: "package/name", Result: "ok", Duration: 4200 * time.Millisecond, CovPct: 99.8, CovPackages: []string{"fmt", "encoding/xml"}},
{Type: "summary", Name: "package/name", Result: "?", Data: "[no test files]"},
{Type: "summary", Name: "package/name", Result: "ok", Duration: 1 * time.Millisecond, Data: "[no tests to run]"},
{Type: "summary", Name: "package/name", Result: "ok", Data: "(cached) [no tests to run]"},
},
}, },
{ {
"coverage",
inp("coverage: 10% of statements",
"coverage: 10% of statements in fmt, encoding/xml", "coverage: 10% of statements in fmt, encoding/xml",
gtr.Event{Type: "coverage", CovPct: 10, CovPackages: []string{"fmt", "encoding/xml"}},
},
{
"coverage: 13.37% of statements", "coverage: 13.37% of statements",
gtr.Event{Type: "coverage", CovPct: 13.37},
},
{
"coverage: 99.8% of statements in fmt, encoding/xml", "coverage: 99.8% of statements in fmt, encoding/xml",
), gtr.Event{Type: "coverage", CovPct: 99.8, CovPackages: []string{"fmt", "encoding/xml"}},
[]gtr.Event{ },
{Type: "coverage", CovPct: 10}, {
{Type: "coverage", CovPct: 10, CovPackages: []string{"fmt", "encoding/xml"}}, "BenchmarkOne-8 2000000 604 ns/op",
{Type: "coverage", CovPct: 13.37}, gtr.Event{Type: "benchmark", Name: "BenchmarkOne", Iterations: 2_000_000, NsPerOp: 604},
{Type: "coverage", CovPct: 99.8, CovPackages: []string{"fmt", "encoding/xml"}},
},
}, },
{ {
"benchmark",
inp("BenchmarkOne-8 2000000 604 ns/op",
"BenchmarkTwo-16 30000 52568 ns/op 24879 B/op 494 allocs/op", "BenchmarkTwo-16 30000 52568 ns/op 24879 B/op 494 allocs/op",
gtr.Event{Type: "benchmark", Name: "BenchmarkTwo", Iterations: 30_000, NsPerOp: 52_568, BytesPerOp: 24_879, AllocsPerOp: 494},
},
{
"BenchmarkThree 2000000000 0.26 ns/op", "BenchmarkThree 2000000000 0.26 ns/op",
gtr.Event{Type: "benchmark", Name: "BenchmarkThree", Iterations: 2_000_000_000, NsPerOp: 0.26},
},
{
"BenchmarkFour-8 10000 104427 ns/op 95.76 MB/s 40629 B/op 5 allocs/op", "BenchmarkFour-8 10000 104427 ns/op 95.76 MB/s 40629 B/op 5 allocs/op",
), gtr.Event{Type: "benchmark", Name: "BenchmarkFour", Iterations: 10_000, NsPerOp: 104_427, MBPerSec: 95.76, BytesPerOp: 40_629, AllocsPerOp: 5},
[]gtr.Event{ },
{Type: "benchmark", Name: "BenchmarkOne", Iterations: 2_000_000, NsPerOp: 604}, {
{Type: "benchmark", Name: "BenchmarkTwo", Iterations: 30_000, NsPerOp: 52_568, BytesPerOp: 24_879, AllocsPerOp: 494}, "# package/name/failing1",
{Type: "benchmark", Name: "BenchmarkThree", Iterations: 2_000_000_000, NsPerOp: 0.26}, gtr.Event{Type: "build_output", Name: "package/name/failing1"},
{Type: "benchmark", Name: "BenchmarkFour", Iterations: 10_000, NsPerOp: 104_427, MBPerSec: 95.76, BytesPerOp: 40_629, AllocsPerOp: 5},
},
}, },
{ {
"build output",
inp("# package/name/failing1",
"# package/name/failing2 [package/name/failing2.test]", "# package/name/failing2 [package/name/failing2.test]",
), gtr.Event{Type: "build_output", Name: "package/name/failing2"},
[]gtr.Event{
{Type: "build_output", Name: "package/name/failing1"},
{Type: "build_output", Name: "package/name/failing2"},
},
}, },
{ {
"output", "single line stdout",
inp("single line stdout", gtr.Event{Type: "output", Data: "single line stdout"},
"# some more output",
"\tfile_test.go:11: Error message",
"\tfile_test.go:12: Longer",
"\t\terror",
"\t\tmessage.",
),
[]gtr.Event{
{Type: "output", Data: "single line stdout"},
{Type: "output", Data: "# some more output"},
{Type: "output", Data: "\tfile_test.go:11: Error message"},
{Type: "output", Data: "\tfile_test.go:12: Longer"},
{Type: "output", Data: "\t\terror"},
{Type: "output", Data: "\t\tmessage."},
}, },
{
"# some more output",
gtr.Event{Type: "output", Data: "# some more output"},
},
{
"\tfile_test.go:11: Error message",
gtr.Event{Type: "output", Data: "\tfile_test.go:11: Error message"},
},
{
"\tfile_test.go:12: Longer",
gtr.Event{Type: "output", Data: "\tfile_test.go:12: Longer"},
},
{
"\t\terror",
gtr.Event{Type: "output", Data: "\t\terror"},
},
{
"\t\tmessage.",
gtr.Event{Type: "output", Data: "\t\tmessage."},
}, },
} }
func TestParse(t *testing.T) { func TestParseLine(t *testing.T) {
matchRegex := compileMatch(t) for i, test := range parseLineTests {
for _, test := range tests { var want []gtr.Event
t.Run(test.name, func(t *testing.T) { switch e := test.events.(type) {
if !matchRegex.MatchString(test.name) || test.input == "" { case gtr.Event:
t.SkipNow() want = []gtr.Event{e}
case []gtr.Event:
want = e
default:
panic("invalid events type")
} }
testParse(t, test.name, test.input, test.events)
var types []string
for _, e := range want {
types = append(types, e.Type)
}
name := fmt.Sprintf("%d %s", i+1, strings.Join(types, ","))
t.Run(name, func(t *testing.T) {
testParseLine(t, &parser{}, test.input, want)
}) })
} }
} }
func testParse(t *testing.T, name, input string, want []gtr.Event) { func testParseLine(t *testing.T, parser *parser, input string, want []gtr.Event) {
got, err := Parse(strings.NewReader(input)) parser.parseLine(input)
if err != nil { got := parser.events
t.Errorf("Parse(%s) error: %v", name, err)
return
}
if diff := cmp.Diff(got, want); diff != "" { if diff := cmp.Diff(got, want); diff != "" {
t.Errorf("Parse returned unexpected events, input:\n%s\ndiff (-got, +want):\n%v", input, diff) t.Errorf("parseLine(%q) returned unexpected events, diff (-got, +want):\n%v", input, diff)
} }
} }
func compileMatch(t *testing.T) *regexp.Regexp {
rx, err := regexp.Compile(*matchTest)
if err != nil {
t.Fatalf("Error compiling -match flag %q: %v", *matchTest, err)
}
return rx
}
func inp(lines ...string) string {
return strings.Join(lines, "\n")
}