search

gravitational / teleport

The easiest, and most secure way to access and protect all of your infrastructure.
https://goteleport.com
GNU Affero General Public License v3.0
17.47k stars 1.75k forks source link

`TestSeekForward` flakiness #40842

Open rosstimothy opened 5 months ago

rosstimothy commented 5 months ago

Failure

Link(s) to logs

Relevant snippet

=== Failed
=== FAIL: lib/player  (0.00s)
-test.shuffle 1713895551658968897
panic: test timed out after 10m0s
running tests:
    TestSeekForward (10m0s)

goroutine 8 [running]:
testing.(*M).startAlarm.func1()
    /opt/go/src/testing/testing.go:2366 +0x265
created by time.goFunc
    /opt/go/src/time/sleep.go:177 +0x45

goroutine 1 [chan receive, 10 minutes]:
testing.(*T).Run(0xc000257d40, {0x3c46b71, 0xf}, 0x3d94540)
    /opt/go/src/testing/testing.go:1750 +0x851
testing.runTests.func1(0xc000257d40)
    /opt/go/src/testing/testing.go:2161 +0x86
testing.tRunner(0xc000257d40, 0xc000c67b00)
    /opt/go/src/testing/testing.go:1689 +0x21f
testing.runTests(0xc000235c68, {0x72607e0, 0x8, 0x8}, {0x2?, 0xc000c67bf0?, 0x72958a0?})
    /opt/go/src/testing/testing.go:2159 +0x8bf
testing.(*M).Run(0xc0007fd860)
    /opt/go/src/testing/testing.go:2027 +0xf18
main.main()
    _testmain.go:97 +0x2e5

goroutine 52 [select]:
go.opencensus.io/stats/view.(*worker).start(0xc00058c580)
    /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:292 +0x1a5
created by go.opencensus.io/stats/view.init.0 in goroutine 1
    /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:34 +0xfd

goroutine 54 [chan receive, 10 minutes]:
github.com/jonboulle/clockwork.(*fakeClock).BlockUntil(0xc000aac120, 0x1)
    /go/pkg/mod/github.com/jonboulle/clockwork@v0.4.0/clockwork.go:227 +0x5a
github.com/gravitational/teleport/lib/player_test.TestSeekForward(0xc00064e1a0)
    /__w/teleport/teleport/lib/player/player_test.go:203 +0x5dd
testing.tRunner(0xc00064e1a0, 0x3d94540)
    /opt/go/src/testing/testing.go:1689 +0x21f
created by testing.(*T).Run in goroutine 1
    /opt/go/src/testing/testing.go:1742 +0x826
FAIL    github.com/gravitational/teleport/lib/player    600.311s

=== FAIL: lib/player TestSeekForward (unknown)
nklaassen commented 4 months ago

New hit off master, with the fix https://github.com/gravitational/teleport/actions/runs/9288549092/job/25560277494?pr=41542

=== FAIL: lib/player  (0.00s)
-test.shuffle 1716995495240986283
panic: test timed out after 10m0s
running tests:
    TestSeekForward (10m0s)

goroutine 67 [running]:
testing.(*M).startAlarm.func1()
    /opt/go/src/testing/testing.go:2366 +0x265
created by time.goFunc
    /opt/go/src/time/sleep.go:177 +0x45

goroutine 1 [chan receive, 10 minutes]:
testing.(*T).Run(0xc0001b4820, {0x3642a71, 0xf}, 0x3791620)
    /opt/go/src/testing/testing.go:1750 +0x851
testing.runTests.func1(0xc0001b4820)
    /opt/go/src/testing/testing.go:2161 +0x86
testing.tRunner(0xc0001b4820, 0xc000a0bb00)
    /opt/go/src/testing/testing.go:1689 +0x21f
testing.runTests(0xc0000136c8, {0x65df5c0, 0x8, 0x8}, {0x2?, 0xc000a0bbf0?, 0x6609840?})
    /opt/go/src/testing/testing.go:2159 +0x8bf
testing.(*M).Run(0xc000908140)
    /opt/go/src/testing/testing.go:2027 +0xf18
main.main()
    _testmain.go:97 +0x2e5

goroutine 14 [chan receive, 10 minutes]:
github.com/jonboulle/clockwork.(*fakeClock).BlockUntil(0xc000053260, 0x1)
    /go/pkg/mod/github.com/jonboulle/clockwork@v0.4.0/clockwork.go:227 +0x5a
github.com/gravitational/teleport/lib/player_test.TestSeekForward(0xc0001b49c0)
    /__w/teleport/teleport/lib/player/player_test.go:204 +0x5ef
testing.tRunner(0xc0001b49c0, 0x3791620)
    /opt/go/src/testing/testing.go:1689 +0x21f
created by testing.(*T).Run in goroutine 1
    /opt/go/src/testing/testing.go:1742 +0x826
FAIL    github.com/gravitational/teleport/lib/player    600.261s

=== FAIL: lib/player TestSeekForward (unknown)
    player_test.go:200: got event 0 (delay=1000)
    player_test.go:200: got event 1 (delay=2000)
    player_test.go:200: got event 2 (delay=3000)
    player_test.go:200: got event 3 (delay=4000)
    player_test.go:200: got event 4 (delay=5000)
    player_test.go:200: got event 5 (delay=6000)
    player_test.go:200: got event 6 (delay=7000)
    player_test.go:200: got event 7 (delay=8000)
    player_test.go:200: got event 8 (delay=9000)
    player_test.go:200: got event 9 (delay=10000)
coverage: 19.7% of statements