search

golang / go

The Go programming language
https://go.dev
BSD 3-Clause "New" or "Revised" License
122.16k stars 17.46k forks source link

runtime: `found wrong event in p's limiter event slot` on plan9-arm and openbsd-amd64-68 since 2022-08-08 #54600

Open bcmills opened 2 years ago

bcmills commented 2 years ago 
#!watchflakes
post <- (goos == "plan9" || goos == "openbsd") && `found wrong event in p's limiter event slot`

greplogs -l -e 'found wrong event in p'\''s limiter event slot' --since=2022-01-01 2022-08-18T17:26:40-52016be/plan9-arm 2022-08-16T20:39:44-046e8b3-e49e876/plan9-arm 2022-08-11T20:13:07-8743198/openbsd-amd64-68 2022-08-10T23:27:37-29b0703/openbsd-amd64-68 2022-08-08T14:10:37-5405df0/plan9-arm

Attn @golang/runtime; I have no idea what the common thread between these two builders might be. 😅

prattmic commented 2 years ago

cc @mknyszek

mknyszek commented 1 year ago

2022-09-02T06:06:53-134cd34/openbsd-amd64-68

bcmills commented 1 year ago

greplogs -l -e 'found wrong event in p'\''s limiter event slot' --since=2022-09-03 2022-09-06T16:53:53-dc029f2/openbsd-amd64-68

gopherbot commented 1 year ago

Found new dashboard test flakes for:

#!watchflakes
post <- `found wrong event in p's limiter event slot`
2022-12-05 22:22 openbsd-amd64-68 go@9e059630 (log) wirep: p->m=0(0) p->status=2 fatal error: wirep: invalid p state runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0xa46824?, 0x2ef050350?}) /tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x2ef050310 sp=0x2ef0502e0 pc=0x43559d runtime.wirep(0xc0006021a0?) /tmp/workdir/go/src/runtime/proc.go:5121 +0x105 fp=0x2ef050348 sp=0x2ef050310 pc=0x442945 ... runtime.(*limiterEvent).stop(0x4693df?, 0x4, 0x10000c000384000?) /tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x2333f45e8 sp=0x2333f45c0 pc=0x41d765 runtime.pidleget(0xc000583a00?) /tmp/workdir/go/src/runtime/proc.go:5899 +0x131 fp=0x2333f4620 sp=0x2333f45e8 pc=0x444671 runtime.exitsyscall0(0xc000583a00) /tmp/workdir/go/src/runtime/proc.go:4093 +0x7e fp=0x2333f4650 sp=0x2333f4620 pc=0x44029e runtime.mcall() /tmp/workdir/go/src/runtime/asm_amd64.s:452 +0x43 fp=0x2333f4660 sp=0x2333f4650 pc=0x465403 go tool dist: FAILED: go list -f={{if .Stale}} STALE {{.ImportPath}}: {{.StaleReason}}{{end}} std: exit status 2

— watchflakes

gopherbot commented 1 year ago

Found new dashboard test flakes for:

#!watchflakes
post <- `found wrong event in p's limiter event slot`
2022-11-10 18:42 openbsd-amd64-68 go@1309f0c5 (log) runtime: want=4 got=2 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0xa5a601?, 0x100000003?}) /tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f7ffffc9ac0 sp=0x7f7ffffc9a90 pc=0x43549d runtime.(*limiterEvent).stop(0x7f7ffffc9b08?, 0x4, 0x14?) /tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x7f7ffffc9ae8 sp=0x7f7ffffc9ac0 pc=0x41d745 runtime.pidleget(0x100000006?) /tmp/workdir/go/src/runtime/proc.go:5895 +0x131 fp=0x7f7ffffc9b20 sp=0x7f7ffffc9ae8 pc=0x444571 ... cmd/go/internal/work.ActorFunc.Act(0xb330a8?, 0xc000028150?, {0xb330a8?, 0xc000028150?}, 0x447f85?) /tmp/workdir/go/src/cmd/go/internal/work/action.go:76 +0x33 fp=0xc000235db8 sp=0xc000235d88 pc=0x8ba773 cmd/go/internal/work.(*Builder).Do.func2({0xb330a8, 0xc000028150}, 0xc000439ce0) /tmp/workdir/go/src/cmd/go/internal/work/exec.go:143 +0x644 fp=0xc000235f20 sp=0xc000235db8 pc=0x8c9304 cmd/go/internal/work.(*Builder).Do.func3() /tmp/workdir/go/src/cmd/go/internal/work/exec.go:207 +0xb9 fp=0xc000235fe0 sp=0xc000235f20 pc=0x8c8ad9 runtime.goexit() /tmp/workdir/go/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000235fe8 sp=0xc000235fe0 pc=0x4673a1 created by cmd/go/internal/work.(*Builder).Do /tmp/workdir/go/src/cmd/go/internal/work/exec.go:193 +0x3f5
2022-11-10 18:51 openbsd-amd64-68 go@79d9b395 (log) runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0xa5b673?, 0x0?}) /tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x2c94e2fd0 sp=0x2c94e2fa0 pc=0x43543d runtime.(*limiterEvent).stop(0x0?, 0x4, 0x0?) /tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x2c94e2ff8 sp=0x2c94e2fd0 pc=0x41d745 runtime.pidleget(0xc000034000?) /tmp/workdir/go/src/runtime/proc.go:5894 +0x131 fp=0x2c94e3030 sp=0x2c94e2ff8 pc=0x4444f1 runtime.findRunnable() /tmp/workdir/go/src/runtime/proc.go:2972 +0x7b4 fp=0x2c94e3138 sp=0x2c94e3030 pc=0x43d2f4 runtime.schedule() /tmp/workdir/go/src/runtime/proc.go:3351 +0xb1 fp=0x2c94e3170 sp=0x2c94e3138 pc=0x43e411 runtime.goexit0(0xc000326b60) /tmp/workdir/go/src/runtime/proc.go:3678 +0x28e fp=0x2c94e31b0 sp=0x2c94e3170 pc=0x43f38e runtime.mcall() /tmp/workdir/go/src/runtime/asm_amd64.s:448 +0x43 fp=0x2c94e31c0 sp=0x2c94e31b0 pc=0x4650c3
2022-11-10 23:11 openbsd-amd64-68 go@1b03568a (log) runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0xa5d823?, 0x3?}) /tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x255289e30 sp=0x255289e00 pc=0x43549d runtime.(*limiterEvent).stop(0x40cef3?, 0x4, 0x1?) /tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x255289e58 sp=0x255289e30 pc=0x41d745 runtime.pidleget(0xe58438?) /tmp/workdir/go/src/runtime/proc.go:5894 +0x131 fp=0x255289e90 sp=0x255289e58 pc=0x444551 runtime.pidlegetSpinning(0xc000028120?) /tmp/workdir/go/src/runtime/proc.go:5912 +0x19 fp=0x255289ea8 sp=0x255289e90 pc=0x4445d9 runtime.wakep() /tmp/workdir/go/src/runtime/proc.go:2517 +0x70 fp=0x255289ed8 sp=0x255289ea8 pc=0x43c510 runtime.resetspinning() /tmp/workdir/go/src/runtime/proc.go:3235 +0x49 fp=0x255289ef8 sp=0x255289ed8 pc=0x43e0a9 runtime.schedule() /tmp/workdir/go/src/runtime/proc.go:3357 +0xd1 fp=0x255289f30 sp=0x255289ef8 pc=0x43e491 runtime.goexit0(0xc0000a8680) /tmp/workdir/go/src/runtime/proc.go:3678 +0x28e fp=0x255289f70 sp=0x255289f30 pc=0x43f3ee runtime.mcall() /tmp/workdir/go/src/runtime/asm_amd64.s:448 +0x43 fp=0x255289f80 sp=0x255289f70 pc=0x4651c3
2022-11-15 20:22 openbsd-amd64-68 go@0b82b670 (log) runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0x8723c0?, 0x3?}) /tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x2760beac8 sp=0x2760bea98 pc=0x434b7d runtime.(*limiterEvent).stop(0x2760beb10?, 0x4, 0xa99378?) /tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x2760beaf0 sp=0x2760beac8 pc=0x41c985 runtime.pidleget(0x100000006?) /tmp/workdir/go/src/runtime/proc.go:5894 +0x131 fp=0x2760beb28 sp=0x2760beaf0 pc=0x444051 ... cmd/go/internal/work.(*Builder).Do.func2({0x903f18, 0xc00002a0f8}, 0xc000590f20) /tmp/workdir/go/src/cmd/go/internal/work/exec.go:143 +0x644 fp=0xc00081ff20 sp=0xc00081fdb8 pc=0x734b24 cmd/go/internal/work.(*Builder).Do.func3() /tmp/workdir/go/src/cmd/go/internal/work/exec.go:207 +0xb9 fp=0xc00081ffe0 sp=0xc00081ff20 pc=0x7342f9 runtime.goexit() /tmp/workdir/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc00081ffe8 sp=0xc00081ffe0 pc=0x465f61 created by cmd/go/internal/work.(*Builder).Do /tmp/workdir/go/src/cmd/go/internal/work/exec.go:193 +0x3f5 go tool dist: FAILED: /tmp/workdir/go/pkg/tool/openbsd_amd64/go_bootstrap list -f={{if .Stale}} STALE {{.ImportPath}}: {{.StaleReason}}{{end}} cmd/asm cmd/cgo cmd/compile cmd/link runtime/internal/sys: exit status 2
2022-11-18 18:50 openbsd-amd64-68 go@f64c2a2c (log) runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0xa5a15b?, 0x3?}) /tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x2de9b6ec8 sp=0x2de9b6e98 pc=0x43559d runtime.(*limiterEvent).stop(0x8?, 0x4, 0xd432c65cc5?) /tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x2de9b6ef0 sp=0x2de9b6ec8 pc=0x41d765 runtime.pidleget(0xc000028120?) /tmp/workdir/go/src/runtime/proc.go:5903 +0x131 fp=0x2de9b6f28 sp=0x2de9b6ef0 pc=0x444691 ... runtime.chansend1(0x1000000010000?, 0xc00002cea0?) /tmp/workdir/go/src/runtime/chan.go:145 +0x1d fp=0xc000720f58 sp=0xc000720f28 pc=0x406d5d os/exec.(*Cmd).Start.func2(0xc000720f98?) /tmp/workdir/go/src/os/exec/exec.go:725 +0xb5 fp=0xc000720fc8 sp=0xc000720f58 pc=0x515075 os/exec.(*Cmd).Start.func3() /tmp/workdir/go/src/os/exec/exec.go:729 +0x2a fp=0xc000720fe0 sp=0xc000720fc8 pc=0x514f8a runtime.goexit() /tmp/workdir/go/src/runtime/asm_amd64.s:1598 +0x1 fp=0xc000720fe8 sp=0xc000720fe0 pc=0x467681 created by os/exec.(*Cmd).Start /tmp/workdir/go/src/os/exec/exec.go:716 +0xa33
2022-11-21 22:43 openbsd-amd64-68 go@7656cba9 cmd/go.TestScript (log) vcs-test.golang.org rerouted to http://127.0.0.1:1378 https://vcs-test.golang.org rerouted to https://127.0.0.1:35814 go test proxy running at GOPROXY=http://127.0.0.1:24293/mod runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0x344a36?, 0x0?}) /tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x7f7ffffc0f08 sp=0x7f7ffffc0ed8 pc=0x7c8a7d runtime.(*limiterEvent).stop(0x0?, 0x4, 0x0?) ... /tmp/workdir/go/src/cmd/go/internal/script/engine.go:566 +0x1bf fp=0xc0009cd908 sp=0xc0009cd838 pc=0xda7e9f cmd/go/internal/script.(*Engine).Execute(0xc000012510, 0xc000410270, {0xc00056fba0, 0x12}, 0xc00064dc50?, {0x439b60, 0xc000b4a400}) /tmp/workdir/go/src/cmd/go/internal/script/engine.go:292 +0x96f fp=0xc0009cdbc8 sp=0xc0009cd908 pc=0xda566f cmd/go/internal/script/scripttest.Run.func1({0x442248, 0xc0004fb860}, 0xc000410270, 0x2c5db4508?, {0xc00056fba0, 0x12}, {0x438600?, 0xc000e6c5d0}) /tmp/workdir/go/src/cmd/go/internal/script/scripttest/scripttest.go:89 +0x59d fp=0xc0009cdd90 sp=0xc0009cdbc8 pc=0xdbbf5d cmd/go/internal/script/scripttest.Run({0x442248, 0xc0004fb860}, 0x3136f3?, 0xc00064dee8?, {0xc00056fba0, 0x12}, {0x438600, 0xc000e6c5d0}) /tmp/workdir/go/src/cmd/go/internal/script/scripttest/scripttest.go:90 +0x9a fp=0xc0009cde10 sp=0xc0009cdd90 pc=0xdbb7ba cmd/go_test.TestScript.func3(0xc0004fb860) /tmp/workdir/go/src/cmd/go/script_test.go:154 +0x60d fp=0xc0009cdf70 sp=0xc0009cde10 pc=0xdd88cd testing.tRunner(0xc0004fb860, 0xc0004dea50)
2022-11-22 18:11 openbsd-amd64-68 go@7a00f973 (log) PASS runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0xa65624?, 0x293ed8c50?}) /tmp/workdir/go/src/runtime/panic.go:1047 +0x5d fp=0x293ed8c00 sp=0x293ed8bd0 pc=0x43559d runtime.(*limiterEvent).stop(0x4?, 0x4, 0x0?) /tmp/workdir/go/src/runtime/mgclimit.go:453 +0x165 fp=0x293ed8c28 sp=0x293ed8c00 pc=0x41d765 runtime.pidleget(0xc000024040?) /tmp/workdir/go/src/runtime/proc.go:5903 +0x131 fp=0x293ed8c60 sp=0x293ed8c28 pc=0x444691 runtime.findRunnable() /tmp/workdir/go/src/runtime/proc.go:2981 +0x7b4 fp=0x293ed8d68 sp=0x293ed8c60 pc=0x43d494 runtime.schedule() /tmp/workdir/go/src/runtime/proc.go:3360 +0xb1 fp=0x293ed8da0 sp=0x293ed8d68 pc=0x43e5b1 runtime.exitsyscall0(0xc00026f380) /tmp/workdir/go/src/runtime/proc.go:4123 +0x15f fp=0x293ed8dd0 sp=0x293ed8da0 pc=0x44037f runtime.mcall() /tmp/workdir/go/src/runtime/asm_amd64.s:452 +0x43 fp=0x293ed8de0 sp=0x293ed8dd0 pc=0x465423

— watchflakes

gopherbot commented 1 year ago

Found new dashboard test flakes for:

#!watchflakes
post <- `found wrong event in p's limiter event slot`
2023-02-21 15:35 plan9-arm go@81eda3a3 cmd/link.TestMachOBuildVersion (log) --- FAIL: TestMachOBuildVersion (5.80s) link_test.go:376: [/boot/workdir/go/bin/go build -ldflags=-linkmode=internal -o /tmp/TestMachOBuildVersion1918430751/001/main /tmp/TestMachOBuildVersion1918430751/001/main.go]: exit status: 'go 116269: 2': runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0x638ce7, 0x3e}) runtime/panic.go:1075 +0x4c fp=0x3ffffbf8 sp=0x3ffffbe4 pc=0x3bf44 runtime.(*limiterEvent).stop(0x943a248, 0x4, 0x1745e59c90fffb54) runtime/mgclimit.go:453 +0x230 fp=0x3ffffc2c sp=0x3ffffbf8 pc=0x1fb74 runtime.pidleget(0x0) runtime/proc.go:5888 +0x170 fp=0x3ffffc58 sp=0x3ffffc2c pc=0x4cd7c runtime.pidlegetSpinning(0x0) runtime/proc.go:5906 +0x24 fp=0x3ffffc78 sp=0x3ffffc58 pc=0x4cdf8 runtime.wakep() runtime/proc.go:2515 +0x94 fp=0x3ffffc98 sp=0x3ffffc78 pc=0x43ad8 runtime.resetspinning() runtime/proc.go:3233 +0x50 fp=0x3ffffca8 sp=0x3ffffc98 pc=0x45c9c runtime.schedule() runtime/proc.go:3355 +0xd8 fp=0x3ffffcc4 sp=0x3ffffca8 pc=0x46124 runtime.park_m(0x9402780) runtime/proc.go:3500 +0x150 fp=0x3ffffcd8 sp=0x3ffffcc4 pc=0x468ec runtime.mcall() runtime/asm_arm.s:265 +0x48 fp=0x3ffffce0 sp=0x3ffffcd8 pc=0x6c4b8

— watchflakes

gopherbot commented 1 year ago

Found new dashboard test flakes for:

#!watchflakes
post <- `found wrong event in p's limiter event slot`
2023-06-15 21:14 plan9-arm go@30b17f4f (log) runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0x693169, 0x3e}) runtime/panic.go:1077 +0x4c fp=0x3ffffd70 sp=0x3ffffd5c pc=0x40fe4 runtime.(*limiterEvent).stop(0x9436f48, 0x4, 0x1768f3ad2cb9d5a2) runtime/mgclimit.go:454 +0x230 fp=0x3ffffda4 sp=0x3ffffd70 pc=0x238fc runtime.pidleget(0x0) runtime/proc.go:6135 +0x178 fp=0x3ffffdd0 sp=0x3ffffda4 pc=0x525dc runtime.exitsyscallfast_pidle() runtime/proc.go:4304 +0x38 fp=0x3ffffdec sp=0x3ffffdd0 pc=0x4d5b4 runtime.exitsyscallfast.func1() runtime/proc.go:4260 +0x2c fp=0x3ffffe04 sp=0x3ffffdec pc=0x4d440 runtime.systemstack() runtime/asm_arm.s:317 +0x60 fp=0x3ffffe08 sp=0x3ffffe04 pc=0x7555c

— watchflakes

gopherbot commented 1 year ago

Found new dashboard test flakes for:

#!watchflakes
post <- `found wrong event in p's limiter event slot`
2023-07-31 15:44 plan9-arm go@f024e390 (log) runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0x4ac668, 0x3e}) /boot/workdir/go/src/runtime/panic.go:1077 +0x4c fp=0x3ffffcc0 sp=0x3ffffcac pc=0x4101c runtime.(*limiterEvent).stop(0x9036948, 0x4, 0x1776fee45f10ec66) /boot/workdir/go/src/runtime/mgclimit.go:454 +0x230 fp=0x3ffffcf4 sp=0x3ffffcc0 pc=0x23a84 runtime.pidleget(0x0) /boot/workdir/go/src/runtime/proc.go:6164 +0x178 fp=0x3ffffd20 sp=0x3ffffcf4 pc=0x52524 runtime.exitsyscall0(0x91a2800) /boot/workdir/go/src/runtime/proc.go:4356 +0xac fp=0x3ffffd40 sp=0x3ffffd20 pc=0x4d670 runtime.mcall() /boot/workdir/go/src/runtime/asm_arm.s:265 +0x48 fp=0x3ffffd48 sp=0x3ffffd40 pc=0x752e4 goroutine 19 [running]: goroutine running on other thread; stack unavailable created by runtime.gcBgMarkStartWorkers in goroutine 1 /boot/workdir/go/src/runtime/mgc.go:1237 +0x20

— watchflakes

gopherbot commented 11 months ago

Found new dashboard test flakes for:

#!watchflakes
post <- `found wrong event in p's limiter event slot`
2023-09-01 15:52 plan9-arm go@c9bb7ce2 (log) runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0x68f2f7, 0x3e}) runtime/panic.go:1018 +0x4c fp=0x3ffffdac sp=0x3ffffd98 pc=0x412cc runtime.(*limiterEvent).stop(0x9438248, 0x4, 0x1780d60fc74faac1) runtime/mgclimit.go:454 +0x230 fp=0x3ffffde0 sp=0x3ffffdac pc=0x24088 runtime.pidleget(0x0) runtime/proc.go:6163 +0x178 fp=0x3ffffe0c sp=0x3ffffde0 pc=0x52958 runtime.exitsyscallfast_pidle() runtime/proc.go:4328 +0x38 fp=0x3ffffe28 sp=0x3ffffe0c pc=0x4d944 runtime.exitsyscallfast.func1() runtime/proc.go:4284 +0x2c fp=0x3ffffe40 sp=0x3ffffe28 pc=0x4d7d0 runtime.systemstack(0x1) runtime/asm_arm.s:317 +0x60 fp=0x3ffffe44 sp=0x3ffffe40 pc=0x756ac
2023-09-04 17:50 plan9-arm go@1d84b02b (log) runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0x4a3196, 0x3e}) /boot/workdir/go/src/runtime/panic.go:1018 +0x4c fp=0x3ffffc7c sp=0x3ffffc68 pc=0x4118c runtime.(*limiterEvent).stop(0x9036948, 0x4, 0x1781c4329e1377ff) /boot/workdir/go/src/runtime/mgclimit.go:454 +0x230 fp=0x3ffffcb0 sp=0x3ffffc7c pc=0x24008 runtime.pidleget(0x0) /boot/workdir/go/src/runtime/proc.go:6163 +0x178 fp=0x3ffffcdc sp=0x3ffffcb0 pc=0x52818 runtime.exitsyscallfast_pidle() /boot/workdir/go/src/runtime/proc.go:4328 +0x38 fp=0x3ffffcf8 sp=0x3ffffcdc pc=0x4d804 runtime.exitsyscallfast.func1() /boot/workdir/go/src/runtime/proc.go:4284 +0x2c fp=0x3ffffd10 sp=0x3ffffcf8 pc=0x4d690 runtime.systemstack(0x1) /boot/workdir/go/src/runtime/asm_arm.s:317 +0x60 fp=0x3ffffd14 sp=0x3ffffd10 pc=0x754dc

— watchflakes

gopherbot commented 11 months ago

Found new dashboard test flakes for:

#!watchflakes
post <- `found wrong event in p's limiter event slot`
2023-09-08 18:36 darwin-amd64-longtest go@2b3c1c59 runtime.TestVDSO (log) runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0x5e3870b?, 0x5?}) /tmp/buildlet/go/src/runtime/panic.go:1018 +0x5c fp=0x70000e2efc68 sp=0x70000e2efc38 pc=0x5aa26dc runtime.(*limiterEvent).stop(0xc00003fc28?, 0x4, 0x6ebe38f620f?) /tmp/buildlet/go/src/runtime/mgclimit.go:454 +0x185 fp=0x70000e2efc90 sp=0x70000e2efc68 pc=0x5a86ea5 runtime.pidleget(0x0?) /tmp/buildlet/go/src/runtime/proc.go:6163 +0x136 fp=0x70000e2efcc8 sp=0x70000e2efc90 pc=0x5ab32b6 ... /tmp/buildlet/go/src/os/exec/exec.go:587 +0x18 fp=0xc00081ad80 sp=0xc00081ad60 pc=0x5ba7ad8 os/exec.(*Cmd).CombinedOutput(0xc00046e580) /tmp/buildlet/go/src/os/exec/exec.go:977 +0x85 fp=0xc00081ada8 sp=0xc00081ad80 pc=0x5ba9725 runtime_test.runBuiltTestProg(0xc00090d380, {0xc0012120c0, 0x30}, {0x5e192c2, 0xc}, {0x0, 0x0, 0x0?}) /tmp/buildlet/go/src/runtime/crash_test.go:87 +0x327 fp=0xc00081ae90 sp=0xc00081ada8 pc=0x5d5ede7 runtime_test.runTestProg(0xc00090d380, {0x5e16da1, 0x8}, {0x5e192c2, 0xc}, {0x0, 0x0, 0x0}) /tmp/buildlet/go/src/runtime/crash_test.go:70 +0x19e fp=0xc00081af00 sp=0xc00081ae90 pc=0x5d5ea5e runtime_test.TestVDSO(0xc00090d380) /tmp/buildlet/go/src/runtime/crash_test.go:169 +0x56 fp=0xc00081af70 sp=0xc00081af00 pc=0x5d5fcf6 testing.tRunner(0xc00090d380, 0x5f7bfd0)

— watchflakes

gopherbot commented 11 months ago

Found new dashboard test flakes for:

#!watchflakes
post <- `found wrong event in p's limiter event slot`
2023-09-22 16:48 plan9-arm go@9f8f1ca5 (log) runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0x4a24f8, 0x3e}) /boot/workdir/go/src/runtime/panic.go:1018 +0x4c fp=0x3ffffa80 sp=0x3ffffa6c pc=0x41214 runtime.(*limiterEvent).stop(0x903af48, 0x4, 0x17875413af7b2a18) /boot/workdir/go/src/runtime/mgclimit.go:454 +0x230 fp=0x3ffffab4 sp=0x3ffffa80 pc=0x24090 runtime.pidleget(0x0) /boot/workdir/go/src/runtime/proc.go:6150 +0x178 fp=0x3ffffae0 sp=0x3ffffab4 pc=0x52860 runtime.pidlegetSpinning(0x0) /boot/workdir/go/src/runtime/proc.go:6168 +0x24 fp=0x3ffffb00 sp=0x3ffffae0 pc=0x528dc runtime.wakep() /boot/workdir/go/src/runtime/proc.go:2731 +0x98 fp=0x3ffffb20 sp=0x3ffffb00 pc=0x49300 runtime.goschedImpl(0x9174300) /boot/workdir/go/src/runtime/proc.go:3768 +0x11c fp=0x3ffffb30 sp=0x3ffffb20 pc=0x4c2e4 runtime.gopreempt_m(0x9174300) /boot/workdir/go/src/runtime/proc.go:3799 +0x64 fp=0x3ffffb48 sp=0x3ffffb30 pc=0x4c4e0 runtime.newstack() /boot/workdir/go/src/runtime/stack.go:1070 +0x404 fp=0x3ffffc1c sp=0x3ffffb48 pc=0x5b298 traceback: unexpected SPWRITE function runtime.morestack runtime.morestack() /boot/workdir/go/src/runtime/asm_arm.s:383 +0x60 fp=0x3ffffc20 sp=0x3ffffc1c pc=0x754a8

— watchflakes

vansante commented 5 months ago

I have been regularly seeing fatals with this error on FreeBSD AMD64 running go1.21.7.

See here for the error:

runtime: want=4 got=0
fatal error: limiterEvent.stop: found wrong event in p's limiter event slot

runtime stack:
runtime.throw({0x109ba34?, 0x465772?})
        /usr/local/go/src/runtime/panic.go:1077 +0x5c fp=0xc00040fe68 sp=0xc00040fe38 pc=0x439f1c
runtime.(*limiterEvent).stop(0x43684e?, 0x4, 0x4?)
        /usr/local/go/src/runtime/mgclimit.go:454 +0x14a fp=0xc00040fe90 sp=0xc00040fe68 pc=0x42022a
runtime.pidleget(0xc00040ff10?)
        /usr/local/go/src/runtime/proc.go:6131 +0x125 fp=0xc00040fec8 sp=0xc00040fe90 pc=0x448f65
runtime.pidlegetSpinning(0x1944e78?)
        /usr/local/go/src/runtime/proc.go:6149 +0x13 fp=0xc00040fee0 sp=0xc00040fec8 pc=0x448fd3
runtime.wakep()
        /usr/local/go/src/runtime/proc.go:2740 +0x65 fp=0xc00040ff10 sp=0xc00040fee0 pc=0x441005
runtime.resetspinning()
        /usr/local/go/src/runtime/proc.go:3461 +0x3e fp=0xc00040ff30 sp=0xc00040ff10 pc=0x442c1e
runtime.schedule()
        /usr/local/go/src/runtime/proc.go:3595 +0x10f fp=0xc00040ff68 sp=0xc00040ff30 pc=0x44304f
runtime.park_m(0xc00457a340?)
        /usr/local/go/src/runtime/proc.go:3740 +0x11f fp=0xc00040ffb0 sp=0xc00040ff68 pc=0x4434ff
runtime.mcall()
        /usr/local/go/src/runtime/asm_amd64.s:458 +0x4e fp=0xc00040ffc8 sp=0xc00040ffb0 pc=0x46d10e

goroutine 1 [chan receive, 738 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:398 +0xce fp=0xc000627aa8 sp=0xc000627a88 pc=0x43cd0e
runtime.chanrecv(0xc00010c300, 0x0, 0x1)
        /usr/local/go/src/runtime/chan.go:583 +0x3cd fp=0xc000627b20 sp=0xc000627aa8 pc=0x409acd
runtime.chanrecv1(0x0?, 0x0?)
        /usr/local/go/src/runtime/chan.go:442 +0x12 fp=0xc000627b48 sp=0xc000627b20 pc=0x4096d2
gitlab/filehosting/server-manager/daemon.(*Daemon).WaitForShutdown(0xc00013aa00)
        /builds/filehosting/server-manager/daemon/daemon.go:176 +0x45 fp=0xc000627c48 sp=0xc000627b48 pc=0xe0ea65
gitlab/filehosting/server-manager/cmd.startDaemon(0xc000037700?, {0x104be0f?, 0x4?, 0x104bd27?})
        /builds/filehosting/server-manager/cmd/daemon.go:31 +0x2f fp=0xc000627c68 sp=0xc000627c48 pc=0xe2c66f
github.com/spf13/cobra.(*Command).execute(0x1937540, {0xc0004a67c0, 0x2, 0x2})
        /go/pkg/mod/github.com/spf13/cobra@v1.8.0/command.go:983 +0xabc fp=0xc000627e08 sp=0xc000627c68 pc=0x5cfe9c
github.com/spf13/cobra.(*Command).ExecuteC(0x1939200)
        /go/pkg/mod/github.com/spf13/cobra@v1.8.0/command.go:1115 +0x3ff fp=0xc000627ee0 sp=0xc000627e08 pc=0x5d075f
github.com/spf13/cobra.(*Command).Execute(0x0?)
        /go/pkg/mod/github.com/spf13/cobra@v1.8.0/command.go:1039 +0x13 fp=0xc000627ef8 sp=0xc000627ee0 pc=0x5d02b3
main.main()
        /builds/filehosting/server-manager/server-manager.go:13 +0x1a fp=0xc000627f40 sp=0xc000627ef8 pc=0xe2e75a
runtime.main()
        /usr/local/go/src/runtime/proc.go:267 +0x2b2 fp=0xc000627fe0 sp=0xc000627f40 pc=0x43c8b2

(tons more goroutines..)

Is there anything I can do to help debug the issue and help solve it?

gopherbot commented 3 months ago

Found new dashboard test flakes for:

#!watchflakes
post <- (goos == "plan9" || goos == "openbsd") && `found wrong event in p's limiter event slot`
2024-04-26 18:12 gotip-openbsd-amd64 go@b384ee7c cmd/link/internal/ld.TestDeadcode/ifacemethod6 (log) === RUN TestDeadcode/ifacemethod6 === PAUSE TestDeadcode/ifacemethod6 === CONT TestDeadcode/ifacemethod6 deadcode_test.go:45: [/home/swarming/.swarming/w/ir/x/w/goroot/bin/go build -ldflags=-dumpdep -o /home/swarming/.swarming/w/ir/x/t/TestDeadcode3455235076/001/ifacemethod6.exe testdata/deadcode/ifacemethod6.go]: exit status 1: # command-line-arguments _ -> _rt0_amd64_openbsd _ -> runtime.unreachableMethod _ -> go:main.inittasks runtime.unreachableMethod -> go:string."unreachable method called. linker bug?" runtime.unreachableMethod -> runtime.throw ... internal/reflectlite..stmp_3 -> go:string."reflect: Len of non-array type" internal/reflectlite..stmp_4 -> go:string."reflect: NumField of non-struct type" -> go:info.*internal/reflectlite.rtype type:main.S -> main.(*S).M type:main.S -> main.S.M main.S.M -> go:string."S.M\n" -> go:info.main.S.M$abstract -> go:info.*main.S runtime: failed to create new OS thread --- FAIL: TestDeadcode/ifacemethod6 (13.80s)

— watchflakes

gopherbot commented 2 months ago

Found new dashboard test flakes for:

#!watchflakes
post <- (goos == "plan9" || goos == "openbsd") && `found wrong event in p's limiter event slot`
2024-06-24 16:57 go1.22-openbsd-amd64 release-branch.go1.22@179ccb70 cmd/link/internal/ld.TestDeadcode/ifacemethod3 (log) === RUN TestDeadcode/ifacemethod3 === PAUSE TestDeadcode/ifacemethod3 === CONT TestDeadcode/ifacemethod3 deadcode_test.go:45: [/home/swarming/.swarming/w/ir/x/w/goroot/bin/go build -ldflags=-dumpdep -o /home/swarming/.swarming/w/ir/x/t/TestDeadcode2608358020/001/ifacemethod3.exe testdata/deadcode/ifacemethod3.go]: exit status 1: # command-line-arguments _ -> _rt0_amd64_openbsd _ -> runtime.unreachableMethod _ -> go:main.inittasks runtime.unreachableMethod -> go:string."unreachable method called. linker bug?" runtime.unreachableMethod -> runtime.throw ... -> go:info.*internal/abi.Name internal/abi.(*StructType).Uncommon -> internal/abi.(*StructType).Uncommon.jump7 internal/abi.(*MapType).Uncommon -> internal/abi.(*MapType).Uncommon.jump7 internal/abi.(*ArrayType).Uncommon -> internal/abi.(*ArrayType).Uncommon.jump7 internal/abi.(*InterfaceType).Uncommon -> internal/abi.(*InterfaceType).Uncommon.jump7 type:func(int) *uint8 -> type:.namedata.*func(int) *uint8- type:func(int, string) *uint8 -> type:.namedata.*func(int, string) *uint8- type:func(int) (int, int) -> type:.namedata.*func(int) (int, int)- runtime: failed to create new OS thread --- FAIL: TestDeadcode/ifacemethod3 (14.85s)

— watchflakes

gopherbot commented 1 month ago

Found new dashboard test flakes for:

#!watchflakes
post <- (goos == "plan9" || goos == "openbsd") && `found wrong event in p's limiter event slot`
2024-07-12 21:36 x_tools-gotip-plan9-arm tools@e4550b9d go@4e77872d x/tools/internal/refactor/inline.TestData/import-shadow.txtar (log) === RUN TestData/import-shadow.txtar === PAUSE TestData/import-shadow.txtar === CONT TestData/import-shadow.txtar inline_test.go:76: Load: err: exit status: 'go 88675: 2': stderr: fatal error: startm: m has p runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0x6d2f58, 0xf}) runtime/panic.go:1067 +0x34 fp=0x3ffffb90 sp=0x3ffffb7c pc=0x775f0 ... runtime/mgclimit.go:455 +0x230 fp=0x3ffffda8 sp=0x3ffffd74 pc=0x1fa58 runtime.pidleget(0x0) runtime/proc.go:6621 +0x168 fp=0x3ffffdd4 sp=0x3ffffda8 pc=0x4f138 runtime.exitsyscallfast_pidle() runtime/proc.go:4750 +0x38 fp=0x3ffffdf0 sp=0x3ffffdd4 pc=0x4a0b4 runtime.exitsyscallfast.func1() runtime/proc.go:4716 +0x1c fp=0x3ffffdfc sp=0x3ffffdf0 pc=0x49f74 runtime.systemstack(0x7cd00) runtime/asm_arm.s:317 +0x60 fp=0x3ffffe00 sp=0x3ffffdfc pc=0x7ce34 --- FAIL: TestData/import-shadow.txtar (6.92s)

— watchflakes

gopherbot commented 3 weeks ago

Found new dashboard test flakes for:

#!watchflakes
post <- (goos == "plan9" || goos == "openbsd") && `found wrong event in p's limiter event slot`
2024-07-30 00:34 gotip-plan9-arm go@ff0c2d96 internal/trace.TestTraceIterPull/Default (log) === RUN TestTraceIterPull/Default trace_test.go:614: stderr: runtime: want=4 got=0 fatal error: limiterEvent.stop: found wrong event in p's limiter event slot runtime stack: runtime.throw({0x6f35d8, 0x3e}) runtime/panic.go:1067 +0x34 fp=0x3ffffcac sp=0x3ffffc98 pc=0x774f8 runtime.(*limiterEvent).stop(0x1042960, 0x4, 0x17e6f0533ebd6421) runtime/mgclimit.go:455 +0x230 fp=0x3ffffce0 sp=0x3ffffcac pc=0x1f9d0 runtime.pidleget(0x0) ... os/exec.(*Cmd).Start.func2(0x1404390) os/exec/exec.go:733 +0x30 fp=0x104afe4 sp=0x104afb4 pc=0x13bab4 os/exec.(*Cmd).Start.gowrap1() os/exec/exec.go:745 +0x30 fp=0x104afec sp=0x104afe4 pc=0x13ba58 runtime.goexit({}) runtime/asm_arm.s:884 +0x4 fp=0x104afec sp=0x104afec pc=0x7e8b8 created by os/exec.(*Cmd).Start in goroutine 52 os/exec/exec.go:732 +0x94c trace_test.go:616: exit status: 'go 22049: 2' --- FAIL: TestTraceIterPull/Default (7.80s)

— watchflakes