nhyatt/go-junit-report
1
0
Fork 0
mirror of https://github.com/jstemmer/go-junit-report.git synced 2025-04-05 05:00:15 -05:00
Code Issues Projects Releases Wiki Activity

parser/gotest: refactor tests to run one test per input line

Browse Source
This commit is contained in:
Joël Stemmer 2022-03-14 00:48:00 +00:00
parent 01e84dfcf5
commit 24c2ee41ce
1 changed files with 151 additions and 141 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

292
pkg/parser/gotest/gotest_test.go
View File

@ -1,8 +1,7 @@
package gotest package gotest
import ( import (
"flag" "fmt"
"regexp"
"strings" "strings"
"testing" "testing"
"time" "time"
@ -12,178 +11,189 @@ import (
"github.com/google/go-cmp/cmp" "github.com/google/go-cmp/cmp"
) )
var matchTest = flag.String("match", "", "only test testdata matching this pattern") type parseLineTest struct {
var tests = []struct {
name string
input string input string
events []gtr.Event events interface{}
}{ }
var parseLineTests = []parseLineTest{
{ {
"run", "=== RUN TestOne",
inp("=== RUN TestOne", gtr.Event{Type: "run_test", Name: "TestOne"},
"=== RUN TestTwo/Subtest", },
), {
[]gtr.Event{ "=== RUN TestTwo/Subtest",
{Type: "run_test", Name: "TestOne"}, gtr.Event{Type: "run_test", Name: "TestTwo/Subtest"},
{Type: "run_test", Name: "TestTwo/Subtest"},
},
}, },
{ {
"pause",
"=== PAUSE TestOne", "=== PAUSE TestOne",
[]gtr.Event{ gtr.Event{Type: "pause_test", Name: "TestOne"},
{Type: "pause_test", Name: "TestOne"},
},
}, },
{ {
"cont",
"=== CONT TestOne", "=== CONT TestOne",
[]gtr.Event{ gtr.Event{Type: "cont_test", Name: "TestOne"},
{Type: "cont_test", Name: "TestOne"},
},
}, },
{ {
"end", "--- PASS: TestOne (12.34 seconds)",
inp("--- PASS: TestOne (12.34 seconds)", gtr.Event{Type: "end_test", Name: "TestOne", Result: "PASS", Duration: 12_340 * time.Millisecond},
" --- SKIP: TestOne/Subtest (0.00s)", },
" --- FAIL: TestOne/Subtest/#01 (0.35s)", {
"some text--- PASS: TestTwo (0.06 seconds)", " --- SKIP: TestOne/Subtest (0.00s)",
), gtr.Event{Type: "end_test", Name: "TestOne/Subtest", Result: "SKIP", Indent: 1},
},
{
" --- FAIL: TestOne/Subtest/#01 (0.35s)",
gtr.Event{Type: "end_test", Name: "TestOne/Subtest/#01", Result: "FAIL", Duration: 350 * time.Millisecond, Indent: 2},
},
{
"some text--- PASS: TestTwo (0.06 seconds)",
[]gtr.Event{ []gtr.Event{
{Type: "end_test", Name: "TestOne", Result: "PASS", Duration: 12_340 * time.Millisecond},
{Type: "end_test", Name: "TestOne/Subtest", Result: "SKIP", Indent: 1},
{Type: "end_test", Name: "TestOne/Subtest/#01", Result: "FAIL", Duration: 350 * time.Millisecond, Indent: 2},
{Type: "output", Data: "some text"}, {Type: "output", Data: "some text"},
{Type: "end_test", Name: "TestTwo", Result: "PASS", Duration: 60 * time.Millisecond}, {Type: "end_test", Name: "TestTwo", Result: "PASS", Duration: 60 * time.Millisecond},
}, },
}, },
{ {
"status", "PASS",
inp("PASS", gtr.Event{Type: "status", Result: "PASS"},
"FAIL",
"SKIP",
),
[]gtr.Event{
{Type: "status", Result: "PASS"},
{Type: "status", Result: "FAIL"},
{Type: "status", Result: "SKIP"},
},
}, },
{ {
"summary", "FAIL",
inp("ok package/name/ok 0.100s", gtr.Event{Type: "status", Result: "FAIL"},
"FAIL package/name/failing [build failed]",
"FAIL package/other/failing [setup failed]",
"ok package/other (cached)",
"ok package/name 0.400s coverage: 10.0% of statements",
"ok package/name 4.200s coverage: 99.8% of statements in fmt, encoding/xml",
"? package/name [no test files]",
"ok package/name 0.001s [no tests to run]",
"ok package/name (cached) [no tests to run]",
),
[]gtr.Event{
{Type: "summary", Name: "package/name/ok", Result: "ok", Duration: 100 * time.Millisecond},
{Type: "summary", Name: "package/name/failing", Result: "FAIL", Data: "[build failed]"},
{Type: "summary", Name: "package/other/failing", Result: "FAIL", Data: "[setup failed]"},
{Type: "summary", Name: "package/other", Result: "ok", Data: "(cached)"},
{Type: "summary", Name: "package/name", Result: "ok", Duration: 400 * time.Millisecond, CovPct: 10},
{Type: "summary", Name: "package/name", Result: "ok", Duration: 4200 * time.Millisecond, CovPct: 99.8, CovPackages: []string{"fmt", "encoding/xml"}},
{Type: "summary", Name: "package/name", Result: "?", Data: "[no test files]"},
{Type: "summary", Name: "package/name", Result: "ok", Duration: 1 * time.Millisecond, Data: "[no tests to run]"},
{Type: "summary", Name: "package/name", Result: "ok", Data: "(cached) [no tests to run]"},
},
}, },
{ {
"coverage", "SKIP",
inp("coverage: 10% of statements", gtr.Event{Type: "status", Result: "SKIP"},
"coverage: 10% of statements in fmt, encoding/xml",
"coverage: 13.37% of statements",
"coverage: 99.8% of statements in fmt, encoding/xml",
),
[]gtr.Event{
{Type: "coverage", CovPct: 10},
{Type: "coverage", CovPct: 10, CovPackages: []string{"fmt", "encoding/xml"}},
{Type: "coverage", CovPct: 13.37},
{Type: "coverage", CovPct: 99.8, CovPackages: []string{"fmt", "encoding/xml"}},
},
}, },
{ {
"benchmark", "ok package/name/ok 0.100s",
inp("BenchmarkOne-8 2000000 604 ns/op", gtr.Event{Type: "summary", Name: "package/name/ok", Result: "ok", Duration: 100 * time.Millisecond},
"BenchmarkTwo-16 30000 52568 ns/op 24879 B/op 494 allocs/op",
"BenchmarkThree 2000000000 0.26 ns/op",
"BenchmarkFour-8 10000 104427 ns/op 95.76 MB/s 40629 B/op 5 allocs/op",
),
[]gtr.Event{
{Type: "benchmark", Name: "BenchmarkOne", Iterations: 2_000_000, NsPerOp: 604},
{Type: "benchmark", Name: "BenchmarkTwo", Iterations: 30_000, NsPerOp: 52_568, BytesPerOp: 24_879, AllocsPerOp: 494},
{Type: "benchmark", Name: "BenchmarkThree", Iterations: 2_000_000_000, NsPerOp: 0.26},
{Type: "benchmark", Name: "BenchmarkFour", Iterations: 10_000, NsPerOp: 104_427, MBPerSec: 95.76, BytesPerOp: 40_629, AllocsPerOp: 5},
},
}, },
{ {
"build output", "FAIL package/name/failing [build failed]",
inp("# package/name/failing1", gtr.Event{Type: "summary", Name: "package/name/failing", Result: "FAIL", Data: "[build failed]"},
"# package/name/failing2 [package/name/failing2.test]",
),
[]gtr.Event{
{Type: "build_output", Name: "package/name/failing1"},
{Type: "build_output", Name: "package/name/failing2"},
},
}, },
{ {
"output", "FAIL package/other/failing [setup failed]",
inp("single line stdout", gtr.Event{Type: "summary", Name: "package/other/failing", Result: "FAIL", Data: "[setup failed]"},
"# some more output", },
"\tfile_test.go:11: Error message", {
"\tfile_test.go:12: Longer", "ok package/other (cached)",
"\t\terror", gtr.Event{Type: "summary", Name: "package/other", Result: "ok", Data: "(cached)"},
"\t\tmessage.", },
), {
[]gtr.Event{ "ok package/name 0.400s coverage: 10.0% of statements",
{Type: "output", Data: "single line stdout"}, gtr.Event{Type: "summary", Name: "package/name", Result: "ok", Duration: 400 * time.Millisecond, CovPct: 10},
{Type: "output", Data: "# some more output"}, },
{Type: "output", Data: "\tfile_test.go:11: Error message"}, {
{Type: "output", Data: "\tfile_test.go:12: Longer"}, "ok package/name 4.200s coverage: 99.8% of statements in fmt, encoding/xml",
{Type: "output", Data: "\t\terror"}, gtr.Event{Type: "summary", Name: "package/name", Result: "ok", Duration: 4200 * time.Millisecond, CovPct: 99.8, CovPackages: []string{"fmt", "encoding/xml"}},
{Type: "output", Data: "\t\tmessage."}, },
}, {
"? package/name [no test files]",
gtr.Event{Type: "summary", Name: "package/name", Result: "?", Data: "[no test files]"},
},
{
"ok package/name 0.001s [no tests to run]",
gtr.Event{Type: "summary", Name: "package/name", Result: "ok", Duration: 1 * time.Millisecond, Data: "[no tests to run]"},
},
{
"ok package/name (cached) [no tests to run]",
gtr.Event{Type: "summary", Name: "package/name", Result: "ok", Data: "(cached) [no tests to run]"},
},
{
"coverage: 10% of statements",
gtr.Event{Type: "coverage", CovPct: 10},
},
{
"coverage: 10% of statements in fmt, encoding/xml",
gtr.Event{Type: "coverage", CovPct: 10, CovPackages: []string{"fmt", "encoding/xml"}},
},
{
"coverage: 13.37% of statements",
gtr.Event{Type: "coverage", CovPct: 13.37},
},
{
"coverage: 99.8% of statements in fmt, encoding/xml",
gtr.Event{Type: "coverage", CovPct: 99.8, CovPackages: []string{"fmt", "encoding/xml"}},
},
{
"BenchmarkOne-8 2000000 604 ns/op",
gtr.Event{Type: "benchmark", Name: "BenchmarkOne", Iterations: 2_000_000, NsPerOp: 604},
},
{
"BenchmarkTwo-16 30000 52568 ns/op 24879 B/op 494 allocs/op",
gtr.Event{Type: "benchmark", Name: "BenchmarkTwo", Iterations: 30_000, NsPerOp: 52_568, BytesPerOp: 24_879, AllocsPerOp: 494},
},
{
"BenchmarkThree 2000000000 0.26 ns/op",
gtr.Event{Type: "benchmark", Name: "BenchmarkThree", Iterations: 2_000_000_000, NsPerOp: 0.26},
},
{
"BenchmarkFour-8 10000 104427 ns/op 95.76 MB/s 40629 B/op 5 allocs/op",
gtr.Event{Type: "benchmark", Name: "BenchmarkFour", Iterations: 10_000, NsPerOp: 104_427, MBPerSec: 95.76, BytesPerOp: 40_629, AllocsPerOp: 5},
},
{
"# package/name/failing1",
gtr.Event{Type: "build_output", Name: "package/name/failing1"},
},
{
"# package/name/failing2 [package/name/failing2.test]",
gtr.Event{Type: "build_output", Name: "package/name/failing2"},
},
{
"single line stdout",
gtr.Event{Type: "output", Data: "single line stdout"},
},
{
"# some more output",
gtr.Event{Type: "output", Data: "# some more output"},
},
{
"\tfile_test.go:11: Error message",
gtr.Event{Type: "output", Data: "\tfile_test.go:11: Error message"},
},
{
"\tfile_test.go:12: Longer",
gtr.Event{Type: "output", Data: "\tfile_test.go:12: Longer"},
},
{
"\t\terror",
gtr.Event{Type: "output", Data: "\t\terror"},
},
{
"\t\tmessage.",
gtr.Event{Type: "output", Data: "\t\tmessage."},
}, },
} }
func TestParse(t *testing.T) { func TestParseLine(t *testing.T) {
matchRegex := compileMatch(t) for i, test := range parseLineTests {
for _, test := range tests { var want []gtr.Event
t.Run(test.name, func(t *testing.T) { switch e := test.events.(type) {
if !matchRegex.MatchString(test.name) || test.input == "" { case gtr.Event:
t.SkipNow() want = []gtr.Event{e}
} case []gtr.Event:
testParse(t, test.name, test.input, test.events) want = e
default:
panic("invalid events type")
}
var types []string
for _, e := range want {
types = append(types, e.Type)
}
name := fmt.Sprintf("%d %s", i+1, strings.Join(types, ","))
t.Run(name, func(t *testing.T) {
testParseLine(t, &parser{}, test.input, want)
}) })
} }
} }
func testParse(t *testing.T, name, input string, want []gtr.Event) { func testParseLine(t *testing.T, parser *parser, input string, want []gtr.Event) {
got, err := Parse(strings.NewReader(input)) parser.parseLine(input)
if err != nil { got := parser.events
t.Errorf("Parse(%s) error: %v", name, err)
return
}
if diff := cmp.Diff(got, want); diff != "" { if diff := cmp.Diff(got, want); diff != "" {
t.Errorf("Parse returned unexpected events, input:\n%s\ndiff (-got, +want):\n%v", input, diff) t.Errorf("parseLine(%q) returned unexpected events, diff (-got, +want):\n%v", input, diff)
} }
} }
func compileMatch(t *testing.T) *regexp.Regexp {
rx, err := regexp.Compile(*matchTest)
if err != nil {
t.Fatalf("Error compiling -match flag %q: %v", *matchTest, err)
}
return rx
}
func inp(lines ...string) string {
return strings.Join(lines, "\n")
}