go
go copied to clipboard
Published
20 hours ago •
golang
golang
runtime: frequent TestCrashDumpsAllThreads failures on `linux/s390x`
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
Go version
ca804118b1ff4ea6cd0b83808e140671d7e10f6f
What operating system and processor architecture are you using (go env)?
linux-s390x-ibm-race at ca804118b1ff4ea6cd0b83808e140671d7e10f6f
:: Running /data/golang/workdir/go/src/make.bash with args ["/data/golang/workdir/go/src/make.bash" "-force"] and env ["LANG=en_US.UTF-8" "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin" "HOME=/root" "LOGNAME=root" "USER=root" "SHELL=/bin/sh" "INVOCATION_ID=5ad2b81f504d4d4493366f364d13f297" "JOURNAL_STREAM=9:358624446" "META_BUILDLET_BINARY_URL=https://storage.googleapis.com/go-builder-data/buildlet.linux-s390x" "GO_STAGE0_NET_DELAY=0s" "GO_STAGE0_DL_DELAY=100ms" "WORKDIR=/data/golang/workdir" "GOROOT_BOOTSTRAP=/data/golang/workdir/go1.4" "GO_BUILDER_NAME=linux-s390x-ibm-race" "GO_BUILDER_FLAKY_NET=1" "GO_TEST_TIMEOUT_SCALE=5" "GOBIN=" "TMPDIR=/data/golang/workdir/tmp" "GOCACHE=/data/golang/workdir/gocache" "GOPLSCACHE=/data/golang/workdir/goplscache" "PWD=/data/golang/workdir/go/src"] in dir /data/golang/workdir/go/src
What did you do?
https://build.golang.org/log/5e29be06bbb7a8a4923d83a58972aa2a10677a94
What did you expect to see?
All tests passing.
What did you see instead?
--- FAIL: TestCrashDumpsAllThreads (0.11s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
…
FAIL
FAIL runtime 46.511s
(attn @golang/s390x)
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-02 03:15 linux-s390x-ibm-race go@de5b418b runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.80s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x100370 m=0 sigcode=0
goroutine 21 gp=0xc000084d00 m=0 mp=0x20cf80 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x100370
...
r2 0xc000052850 r3 0x80
r4 0x0 r5 0x0
r6 0x0 r7 0x0
r8 0x4 r9 0x0
r10 0x0 r11 0x10
r12 0x1 r13 0xc0000049c0
r14 0x510e2 r15 0xc00006dd28
pc 0x94098 link 0x510e2
-----
2023-12-04 18:17 linux-s390x-ibm-race go@92b6cdeb runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.79s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x100370 m=0 sigcode=0
goroutine 9 gp=0xc000005ba0 m=0 mp=0x20cf80 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x100370
...
r2 0xfffffffffffffffc r3 0x80
r4 0x0 r5 0xc000025ee0
r6 0x0 r7 0x0
r8 0xc0000044e0 r9 0x0
r10 0x3c0000000 r11 0x0
r12 0x148400 r13 0xc0000044e0
r14 0x51178 r15 0xc000025ea8
pc 0x9409a link 0x51178
-----
2023-12-04 18:40 linux-s390x-ibm go@1926a0b5 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.42s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x100370 m=0 sigcode=0
goroutine 21 gp=0xc000084d00 m=0 mp=0x20cf80 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x100370
...
r2 0x0 r3 0xc000084d00
r4 0x20cf80 r5 0x0
r6 0x100300 r7 0xc000049800
r8 0x20cf80 r9 0x0
r10 0x0 r11 0x11eb851eb8424b9d
r12 0xc0000ae078 r13 0xc000084d00
r14 0x10035e r15 0xc000049fc8
pc 0x100370 link 0x10035e
-----
2023-12-04 18:40 linux-s390x-ibm-race go@1926a0b5 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.14s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x100370 m=0 sigcode=0
goroutine 21 gp=0xc0001289c0 m=0 mp=0x20cf80 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x100370
...
r2 0x0 r3 0xc000052708
r4 0x1 r5 0xc000000000
r6 0x0 r7 0x1
r8 0xc0001284e0 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc0000487b0 r13 0xc0001284e0
r14 0x10035e r15 0xc0000487c8
pc 0x100370 link 0x10035e
-----
2023-12-05 20:34 linux-s390x-ibm-race go@c29444ef runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (1.06s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101170 m=0 sigcode=0
goroutine 9 gp=0xc0000ac000 m=0 mp=0x20cfc0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x101170
...
r2 0x0 r3 0xc0000ac000
r4 0x20cfc0 r5 0x0
r6 0x101100 r7 0xc00004f800
r8 0x20cfc0 r9 0x0
r10 0x0 r11 0x11eb851eb842f56d
r12 0xc00000e090 r13 0xc0000ac000
r14 0x10115e r15 0xc00004ffc8
pc 0x101170 link 0x10115e
-----
2023-12-05 22:42 linux-s390x-ibm-race go@53393062 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.33s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101170 m=0 sigcode=0
goroutine 21 gp=0xc000082d00 m=0 mp=0x20cfc0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x101170
...
r2 0xfffffffffffffffc r3 0x80
r4 0x0 r5 0xc000025ee0
r6 0x0 r7 0x0
r8 0xc0000044e0 r9 0x0
r10 0x3c0000000 r11 0x0
r12 0x1486b0 r13 0xc0000044e0
r14 0x51b38 r15 0xc000025ea8
pc 0x94e9a link 0x51b38
-----
2023-12-05 22:42 linux-s390x-ibm go@ba519019 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.10s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101170 m=0 sigcode=0
goroutine 21 gp=0xc000082d00 m=0 mp=0x20cfc0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x101170
...
r2 0x0 r3 0xc000082d00
r4 0x20cfc0 r5 0x0
r6 0x101100 r7 0xc000049800
r8 0x20cfc0 r9 0x0
r10 0x0 r11 0xfd70a3d70a2c4b9d
r12 0xc0000ac078 r13 0xc000082d00
r14 0x10115e r15 0xc000049fc8
pc 0x101170 link 0x10115e
-----
2023-12-06 13:10 linux-s390x-ibm-race go@e4182589 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.30s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101170 m=0 sigcode=0
goroutine 21 gp=0xc000082d00 m=0 mp=0x20cfc0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x101170
...
r2 0x0 r3 0xc000082d00
r4 0x20cfc0 r5 0x0
r6 0x101100 r7 0xc000049800
r8 0x20cfc0 r9 0x0
r10 0x0 r11 0xfd70a3d70a2c4b9d
r12 0xc0000ac078 r13 0xc000082d00
r14 0x10115e r15 0xc000049fc8
pc 0x101170 link 0x10115e
-----
2023-12-06 19:29 linux-s390x-ibm-race go@7b5a3733 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.59s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101170 m=0 sigcode=0
goroutine 9 gp=0xc000005ba0 m=0 mp=0x20cfc0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x101170
...
r2 0x0 r3 0xc000005860
r4 0xc000052808 r5 0x0
r6 0x101100 r7 0xc00004e800
r8 0xc000005860 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc00000e060 r13 0xc000005860
r14 0x10115e r15 0xc00004efc8
pc 0x101170 link 0x10115e
-----
2023-12-06 21:39 linux-s390x-ibm-race go@71fc9d4d runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.81s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011c0
...
r2 0x0 r3 0xc000005880
r4 0xc000052808 r5 0x0
r6 0x101150 r7 0xc00004f000
r8 0xc000005880 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc00000e078 r13 0xc000005880
r14 0x1011ae r15 0xc00004f7c8
pc 0x1011c0 link 0x1011ae
-----
2023-12-06 21:50 linux-s390x-ibm go@3b8b550a runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.35s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 21 gp=0xc000128700 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011c0
...
r2 0x0 r3 0xc000128700
r4 0x20d000 r5 0x0
r6 0x101150 r7 0xc000049800
r8 0x20d000 r9 0x0
r10 0x0 r11 0x1c28f5c28f4aeb9d
r12 0xc00011a078 r13 0xc000128700
r14 0x1011ae r15 0xc000049fc8
pc 0x1011c0 link 0x1011ae
-----
2023-12-06 21:50 linux-s390x-ibm go@ff9269ee runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (1.35s)
crash_unix_test.go:145: found 3 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 21 gp=0xc000082a80 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011c0
...
r2 0x0 r3 0xc000082700
r4 0xc000053008 r5 0x0
r6 0x101150 r7 0xc000048800
r8 0xc000082700 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc0000ac048 r13 0xc000082700
r14 0x1011ae r15 0xc000048fc8
pc 0x1011c0 link 0x1011ae
-----
2023-12-06 21:50 linux-s390x-ibm go@e914671f runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (1.56s)
crash_unix_test.go:145: found 3 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 21 gp=0xc000092a80 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011c0
...
r2 0x0 r3 0xc000053808
r4 0x1 r5 0xc000000000
r6 0x0 r7 0x1
r8 0xc000092540 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc0000487b0 r13 0xc000092540
r14 0x1011ae r15 0xc0000487c8
pc 0x1011c0 link 0x1011ae
-----
2023-12-06 21:59 linux-s390x-ibm go@fecaea97 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.55s)
crash_unix_test.go:145: found 3 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011c0
...
r2 0x0 r3 0xc000005880
r4 0xc000053008 r5 0x0
r6 0x101150 r7 0xc00004f000
r8 0xc000005880 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc00000e078 r13 0xc000005880
r14 0x1011ae r15 0xc00004f7c8
pc 0x1011c0 link 0x1011ae
-----
2023-12-06 23:34 linux-s390x-ibm go@2b442575 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.48s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 21 gp=0xc000128700 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011c0
...
r2 0x0 r3 0x0
r4 0x14 r5 0x0
r6 0x0 r7 0x1
r8 0xf7222018fcb7f2b0 r9 0x0
r10 0x14 r11 0x0
r12 0x148850 r13 0xc000004540
r14 0x692ce r15 0xc000025f30
pc 0x94926 link 0x692ce
-----
2023-12-07 01:05 linux-s390x-ibm go@5e724ccb runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (1.30s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 21 gp=0xc000082a80 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011c0
...
r2 0x0 r3 0xc0000828c0
r4 0xc000052808 r5 0x0
r6 0x101150 r7 0xc000049000
r8 0xc0000828c0 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc0000ac060 r13 0xc0000828c0
r14 0x1011ae r15 0xc0000497c8
pc 0x1011c0 link 0x1011ae
-----
2023-12-07 01:05 linux-s390x-ibm-race go@5e724ccb runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (1.17s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 21 gp=0xc000128700 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011c0
...
r2 0xfffffffffffffffc r3 0x80
r4 0x0 r5 0xc000025ee0
r6 0x0 r7 0x0
r8 0xc0001861c0 r9 0x0
r10 0x3c0000000 r11 0x0
r12 0xc000025e08 r13 0xc000004540
r14 0x51b38 r15 0xc000025ea8
pc 0x94eea link 0x51b38
-----
2023-12-08 00:29 linux-s390x-ibm-race go@788a2277 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.14s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011c0
...
-----
SIGQUIT: quit
PC=0x94926 m=1 sigcode=0
goroutine 0 gp=0xc000004540 m=1 mp=0xc000052008 [idle]:
runtime.usleep(0x14)
/data/golang/workdir/go/src/runtime/sys_linux_s390x.s:125 +0x56 fp=0xc000025f48 sp=0xc000025f30 pc=0x94926
runtime.sysmon()
/data/golang/workdir/go/src/runtime/proc.go:5956 +0xde fp=0xc000025fb8 sp=0xc000025f48 pc=0x692ce
2023-12-08 00:50 linux-s390x-ibm-race go@4bf1ca4b runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.65s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011c0
...
r2 0x0 r3 0xc000005880
r4 0xc000052808 r5 0x0
r6 0x101150 r7 0xc00004f000
r8 0xc000005880 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc00000e078 r13 0xc000005880
r14 0x1011ae r15 0xc00004f7c8
pc 0x1011c0 link 0x1011ae
-----
2023-12-08 03:28 linux-s390x-ibm go@78b42a53 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.65s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 21 gp=0xc000082a80 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011c0
...
r2 0xc000053148 r3 0x80
r4 0x0 r5 0x0
r6 0x0 r7 0x0
r8 0x8fc100f2bb70b23a r9 0x1325c0
r10 0x0 r11 0x24434fd
r12 0x1487d0 r13 0xc000005180
r14 0x51aa2 r15 0xc000067e80
pc 0x94ee8 link 0x51aa2
-----
2023-12-09 21:47 linux-s390x-ibm-race go@ca804118 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.11s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011c0
...
r2 0x0 r3 0xc000053008
r4 0x1 r5 0xc000000000
r6 0x0 r7 0x1
r8 0xc0001021c0 r9 0x91d00
r10 0x0 r11 0x1
r12 0xc00004e7b0 r13 0xc000005500
r14 0x1011ae r15 0xc00004e7c8
pc 0x1011c0 link 0x1011ae
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-09 21:48 linux-s390x-ibm go@46ea4ab5 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.43s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011c0
...
r2 0x0 r3 0xc000052808
r4 0x1 r5 0xc000000000
r6 0x0 r7 0x1
r8 0xc000005500 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc00004e7b0 r13 0xc000005500
r14 0x1011ae r15 0xc00004e7c8
pc 0x1011c0 link 0x1011ae
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-11 19:32 linux-s390x-ibm go@c844970f runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.12s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011a0
...
r2 0x0 r3 0xc000005a40
r4 0x20d000 r5 0x0
r6 0x101130 r7 0xc00004f800
r8 0x20d000 r9 0x0
r10 0x0 r11 0xd47ae147ae03db9d
r12 0xc00000e090 r13 0xc000005a40
r14 0x10118e r15 0xc00004ffc8
pc 0x1011a0 link 0x10118e
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-11 21:37 linux-s390x-ibm go@c22781cb runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.22s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 21 gp=0xc000092a80 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011a0
...
r2 0x0 r3 0xc000092a80
r4 0x20d000 r5 0x0
r6 0x101130 r7 0xc000049800
r8 0x20d000 r9 0x0
r10 0x0 r11 0xdeb851eb850edb9d
r12 0xc0000b4078 r13 0xc000092a80
r14 0x10118e r15 0xc000049fc8
pc 0x1011a0 link 0x10118e
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-11 20:30 linux-s390x-ibm-race go@78dcb532 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.44s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 21 gp=0xc000082a80 m=0 mp=0x20d000 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011a0
...
r2 0x0 r3 0xc000082700
r4 0xc000052808 r5 0x0
r6 0x101130 r7 0xc000048800
r8 0xc0001021c0 r9 0x91ce0
r10 0x0 r11 0x599010020470
r12 0xc0000ac048 r13 0xc000082700
r14 0x10118e r15 0xc000048fc8
pc 0x1011a0 link 0x10118e
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-12 19:42 linux-s390x-ibm-race go@c2079deb runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.56s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011a0
...
r2 0x0 r3 0xc000052808
r4 0x1 r5 0xc000000000
r6 0x0 r7 0x1
r8 0xc000005500 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc00004e7b0 r13 0xc000005500
r14 0x10118e r15 0xc00004e7c8
pc 0x1011a0 link 0x10118e
-----
2023-12-12 22:10 linux-s390x-ibm-race go@dce7f335 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.87s)
crash_unix_test.go:145: found 3 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 21 gp=0xc000092a80 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011a0
...
r2 0xc000053948 r3 0x80
r4 0x0 r5 0x0
r6 0x0 r7 0x0
r8 0xc000005500 r9 0x91ce0
r10 0x0 r11 0x1
r12 0x0 r13 0xc000005500
r14 0x51a82 r15 0xc00008fd48
pc 0x94ec8 link 0x51a82
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-12 16:13 linux-s390x-ibm go@e70d3433 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.36s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011a0
...
r2 0x0 r3 0xc000052808
r4 0x1 r5 0xc000000000
r6 0xc000052808 r7 0xc00006bef0
r8 0xc000005500 r9 0x0
r10 0x0 r11 0x0
r12 0xc00004e7b0 r13 0xc000005500
r14 0x10118e r15 0xc00004e7c8
pc 0x101196 link 0x10118e
-----
2023-12-12 16:45 linux-s390x-ibm go@7baaa20e runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.48s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 21 gp=0xc000092a80 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011a0
...
r2 0x0 r3 0xc000092a80
r4 0x20d040 r5 0x0
r6 0x101130 r7 0xc000049800
r8 0x20d040 r9 0x0
r10 0x0 r11 0xdeb851eb850edb9d
r12 0xc0000b4078 r13 0xc000092a80
r14 0x10118e r15 0xc000049fc8
pc 0x1011a0 link 0x10118e
-----
2023-12-12 17:12 linux-s390x-ibm go@ce43fb80 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.48s)
crash_unix_test.go:145: found 3 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 21 gp=0xc000082a80 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011a0
...
r2 0x0 r3 0xc000053008
r4 0x1 r5 0x0
r6 0x0 r7 0x0
r8 0xc000082540 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc0000487b0 r13 0xc000082540
r14 0x10118e r15 0xc0000487c8
pc 0x1011a0 link 0x10118e
-----
2023-12-12 18:40 linux-s390x-ibm go@699807f3 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (1.24s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011a0
...
r2 0xfffffffffffffffc r3 0x80
r4 0x0 r5 0xc000025ee0
r6 0x0 r7 0x0
r8 0x4eaccdfd04f87670 r9 0x0
r10 0x3c0000000 r11 0x0
r12 0x148860 r13 0xc000004540
r14 0x51b18 r15 0xc000025ea8
pc 0x94eca link 0x51b18
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-12 16:29 linux-s390x-ibm-race go@3f442ab0 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.16s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011a0
...
r2 0x0 r3 0xc000005a40
r4 0x20d040 r5 0x0
r6 0x101130 r7 0xc00004f800
r8 0x20d040 r9 0x0
r10 0x0 r11 0x4f5c28f5c280bb9d
r12 0xc00000e090 r13 0xc000005a40
r14 0x10118e r15 0xc00004ffc8
pc 0x1011a0 link 0x10118e
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-13 00:22 linux-s390x-ibm-race go@400e24a8 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.20s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011a0
...
r2 0x0 r3 0xc000052808
r4 0x1 r5 0xc000000000
r6 0xc000052808 r7 0xc00006bef0
r8 0xc000005500 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc00004e7b0 r13 0xc000005500
r14 0x10118e r15 0xc00004e7c8
pc 0x1011a0 link 0x10118e
-----
2023-12-13 00:46 linux-s390x-ibm-race go@7cac742f runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (2.30s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 21 gp=0xc000082a80 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011a0
...
r2 0x0 r3 0xc000082a80
r4 0x20d040 r5 0x0
r6 0x101130 r7 0xc000049800
r8 0x20d040 r9 0x0
r10 0x0 r11 0xa147ae147ad19b9d
r12 0xc0000ac078 r13 0xc000082a80
r14 0x10118e r15 0xc000049fc8
pc 0x1011a0 link 0x10118e
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-13 00:22 linux-s390x-ibm go@400e24a8 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (1.17s)
crash_unix_test.go:145: found 3 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011a0
...
r2 0x0 r3 0xc000005880
r4 0xc000053008 r5 0x0
r6 0x101130 r7 0xc00004f000
r8 0xc0001821c0 r9 0x91ce0
r10 0x0 r11 0x599010020470
r12 0xc00000e078 r13 0xc000005880
r14 0x10118e r15 0xc00004f7c8
pc 0x1011a0 link 0x10118e
-----
2023-12-13 00:46 linux-s390x-ibm go@7cac742f runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.28s)
crash_unix_test.go:145: found 3 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 21 gp=0xc0000b6700 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011a0
...
r2 0x0 r3 0xc0000b6380
r4 0xc000053008 r5 0x0
r6 0x101130 r7 0xc000048800
r8 0xc0000b6380 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc0000a8048 r13 0xc0000b6380
r14 0x10118e r15 0xc000048fc8
pc 0x1011a0 link 0x10118e
-----
2023-12-13 14:32 linux-s390x-ibm go@58c28ba2 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.39s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011a0 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011a0
...
r2 0x0 r3 0xc000005a40
r4 0x20d040 r5 0x0
r6 0x101130 r7 0xc00004f800
r8 0x20d040 r9 0x0
r10 0x0 r11 0xd47ae147ae03db9d
r12 0xc00000e090 r13 0xc000005a40
r14 0x10118e r15 0xc00004ffc8
pc 0x1011a0 link 0x10118e
-----
Since this seems to be very specific to the builder, in triage we're wondering if anyone from @golang/s390x could start taking a look. It seems to be failing often enough that bisection should identify the culprit, and then that might just reveal the issue.
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-13 20:40 linux-s390x-ibm go@d95e25e8 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.94s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 9 gp=0xc000005dc0 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x1011c0
...
r2 0xfffffffffffffffc r3 0x80
r4 0x0 r5 0xc000025ee0
r6 0x0 r7 0x0
r8 0xc000004540 r9 0x0
r10 0x3c0000000 r11 0x0
r12 0x148860 r13 0xc000004540
r14 0x51b18 r15 0xc000025ea8
pc 0x94eca link 0x51b18
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-13 20:40 linux-s390x-ibm-race go@d95e25e8 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.11s)
crash_unix_test.go:145: found 3 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x1011c0 m=0 sigcode=0
goroutine 21 gp=0xc000092a80 m=0 mp=0x20d040 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x1011c0
...
r2 0x0 r3 0xc000053808
r4 0x1 r5 0xc000000000
r6 0x0 r7 0x1
r8 0xc000092540 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc0000487b0 r13 0xc000092540
r14 0x1011ae r15 0xc0000487c8
pc 0x1011c0 link 0x1011ae
-----
@mknyszek @bcmills thank's for bringing this issue to our attention. I am looking into the issue.
@mknyszek @bcmills We had a look at this issue and we used git bisect to figure out the culprit commit.
Bad Commit Id: de5b418b which introducing failure of TestCrashDumpsAllThreads() We had a look at the file changes corresponding to the bad commit, we see that there are some changes to signal_unix.go file and we suspect that issue lies with the changes made to this file. We are further having look at the changes and we will update when we find more about the root cause of the failure.
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-15 22:00 linux-s390x-ibm go@9b4b3e5a runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (3.04s)
crash_unix_test.go:145: found 3 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101220 m=0 sigcode=0
goroutine 21 gp=0xc000128700 m=0 mp=0x20d0a0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x101220
...
r2 0x0 r3 0xc000128380
r4 0xc000080008 r5 0x0
r6 0x1011b0 r7 0xc000048800
r8 0xc000128380 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc00011a048 r13 0xc000128380
r14 0x10120e r15 0xc000048fc8
pc 0x101220 link 0x10120e
-----
2023-12-18 17:42 linux-s390x-ibm go@8e3930f2 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.09s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101220 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d0a0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x101220
...
r2 0x0 r3 0xc000005a40
r4 0x20d0a0 r5 0x0
r6 0x1011b0 r7 0xc00004f800
r8 0x20d0a0 r9 0x0
r10 0x0 r11 0xd47ae147ae03db9d
r12 0xc00000e090 r13 0xc000005a40
r14 0x10120e r15 0xc00004ffc8
pc 0x101220 link 0x10120e
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-18 23:29 linux-s390x-ibm-race go@7383b2a4 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.45s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101220 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d0a0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x101220
...
r2 0x0 r3 0xc000005a40
r4 0x20d0a0 r5 0x0
r6 0x1011b0 r7 0xc00004f800
r8 0x20d0a0 r9 0x0
r10 0x0 r11 0x4f5c28f5c280bb9d
r12 0xc00000e090 r13 0xc000005a40
r14 0x10120e r15 0xc00004ffc8
pc 0x101220 link 0x10120e
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-19 11:08 linux-s390x-ibm go@1d4b0b62 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.11s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101220 m=0 sigcode=0
goroutine 9 gp=0xc000005dc0 m=0 mp=0x20d0a0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x101220
...
r2 0x0 r3 0xc000052808
r4 0x1 r5 0xc000000000
r6 0x0 r7 0x1
r8 0xc000005880 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc00004e7b0 r13 0xc000005880
r14 0x10120e r15 0xc00004e7c8
pc 0x101220 link 0x10120e
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-19 11:08 linux-s390x-ibm-race go@1d4b0b62 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.81s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101220 m=0 sigcode=0
goroutine 21 gp=0xc000128700 m=0 mp=0x20d0a0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x101220
...
r2 0x0 r3 0xc000128380
r4 0xc000052808 r5 0x0
r6 0x1011b0 r7 0xc000048800
r8 0xc000128380 r9 0x0
r10 0x0 r11 0xc000010158
r12 0xc00011a048 r13 0xc000128380
r14 0x10120e r15 0xc000048fc8
pc 0x101220 link 0x10120e
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-20 02:18 linux-s390x-ibm-race go@a2a2c5b9 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.29s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101220 m=0 sigcode=0
goroutine 21 gp=0xc000128700 m=0 mp=0x20d0a0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x101220
...
r2 0xfffffffffffffffc r3 0x80
r4 0x0 r5 0xc000025ee0
r6 0x0 r7 0x0
r8 0xc000004540 r9 0x0
r10 0x3c0000000 r11 0x0
r12 0x148888 r13 0xc000004540
r14 0x51b18 r15 0xc000025ea8
pc 0x94f2a link 0x51b18
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-20 02:18 linux-s390x-ibm go@a2a2c5b9 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (1.60s)
crash_unix_test.go:145: found 3 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101220 m=0 sigcode=0
goroutine 21 gp=0xc000082a80 m=0 mp=0x20d0a0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x101220
...
r2 0xc000080148 r3 0x80
r4 0x0 r5 0x0
r6 0x0 r7 0x0
r8 0x4 r9 0x0
r10 0x0 r11 0x10
r12 0x1 r13 0xc0000821c0
r14 0x51a82 r15 0xc000093d28
pc 0x94f28 link 0x51a82
-----
2023-12-20 18:38 linux-s390x-ibm go@adec22b9 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.07s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101220 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d0a0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x101220
...
r2 0x0 r3 0xc000005a40
r4 0x20d0a0 r5 0x0
r6 0x1011b0 r7 0xc00004f800
r8 0x20d0a0 r9 0x0
r10 0x0 r11 0x4f5c28f5c280bb9d
r12 0xc00000e090 r13 0xc000005a40
r14 0x10120e r15 0xc00004ffc8
pc 0x101220 link 0x10120e
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2023-12-27 00:15 linux-s390x-ibm go@26ba75fe runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (1.26s)
crash_unix_test.go:145: found 2 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101220 m=0 sigcode=0
goroutine 9 gp=0xc000005dc0 m=0 mp=0x20d0a0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x101220
...
r2 0x0 r3 0xc000005a40
r4 0xc000053008 r5 0x0
r6 0x1011b0 r7 0xc00004e800
r8 0xc0001021c0 r9 0x91d40
r10 0x0 r11 0x599010020470
r12 0xc00000e060 r13 0xc000005a40
r14 0x10120e r15 0xc00004efc8
pc 0x101220 link 0x10120e
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2024-01-03 17:21 linux-s390x-ibm-race go@aa0a6ad1 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.35s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101200 m=0 sigcode=0
goroutine 21 gp=0xc000082a80 m=0 mp=0x20d0a0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x101200
...
r2 0x0 r3 0xc000082a80
r4 0x20d0a0 r5 0x0
r6 0x101190 r7 0xc000049800
r8 0x20d0a0 r9 0x0
r10 0x0 r11 0xa147ae147ad19b9d
r12 0xc0000ac078 r13 0xc000082a80
r14 0x1011ee r15 0xc000049fc8
pc 0x101200 link 0x1011ee
-----
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2024-01-08 16:00 linux-s390x-ibm go@881869dd runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.35s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101200 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d0c0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x101200
...
r2 0x0 r3 0xc000005a40
r4 0x20d0c0 r5 0x0
r6 0x101190 r7 0xc00004f800
r8 0x20d0c0 r9 0x0
r10 0x0 r11 0xd47ae147ae03db9d
r12 0xc00000e090 r13 0xc000005a40
r14 0x1011ee r15 0xc00004ffc8
pc 0x101200 link 0x1011ee
-----
2024-01-08 17:02 linux-s390x-ibm go@10a66d68 runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.31s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101200 m=0 sigcode=0
goroutine 9 gp=0xc000005a40 m=0 mp=0x20d0c0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc00004ffd8 sp=0xc00004ffc8 pc=0x101200
...
r2 0xfffffffffffffffc r3 0x80
r4 0x0 r5 0xc000025ee0
r6 0x0 r7 0x0
r8 0xc000004540 r9 0x0
r10 0x3c0000000 r11 0x0
r12 0x148898 r13 0xc000004540
r14 0x51af8 r15 0xc000025ea8
pc 0x94f0a link 0x51af8
-----
cc @zzkcode (https://github.com/golang/go/issues/64650#issuecomment-1857902016)
@srinivas-pokala Note that https://go.dev/cl/554615 is adjusting this behavior slightly, though I don't know if it will affect these failures.
The failures do look concerning. e.g., in https://build.golang.org/log/526c7281403cbfa93b3aa016ec3281c2e487d7ec m=5 is running a goroutine, but it doesn't get a SIGQUIT dump.
If this is easily reproducible, something to try is to see whether either the crash thread or non-crash threads are hitting the timeouts defined in https://cs.opensource.google/go/go/+/master:src/runtime/signal_unix.go;l=777-785;drc=1ae729e6d34040a84da8ef2fc0b9781efe9b0d95 (i.e., sleeping for 5s total). We don't want that in the normal case. The normal case should be crashing.Loading() incrementing enough to exit the loop.
Found new dashboard test flakes for:
#!watchflakes
post <- goarch == "s390x" && pkg == "runtime" && test == "TestCrashDumpsAllThreads"
2024-01-09 01:36 linux-s390x-ibm-race go@b7c630dc runtime.TestCrashDumpsAllThreads (log)
--- FAIL: TestCrashDumpsAllThreads (0.52s)
crash_unix_test.go:145: found 1 instances of main.crashDumpsAllThreadsLoop; expected 4
crash_unix_test.go:146: SIGQUIT: quit
PC=0x101200 m=0 sigcode=0
goroutine 21 gp=0xc000082a80 m=0 mp=0x20d0c0 [running]:
main.crashDumpsAllThreadsLoop(...)
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/data/golang/workdir/go/src/runtime/testdata/testprog/crashdump.go:24 +0x70 fp=0xc000049fd8 sp=0xc000049fc8 pc=0x101200
...
r2 0x0 r3 0xc000082a80
r4 0x20d0c0 r5 0x0
r6 0x101190 r7 0xc000049800
r8 0x20d0c0 r9 0x0
r10 0x0 r11 0x30a3d70a3d589e49
r12 0xc0000ac078 r13 0xc000082a80
r14 0x1011ee r15 0xc000049fc8
pc 0x101200 link 0x1011ee
-----
If this is easily reproducible, something to try is to see whether either the crash thread or non-crash threads are hitting the timeouts defined in https://cs.opensource.google/go/go/+/master:src/runtime/signal_unix.go;l=777-785;drc=1ae729e6d34040a84da8ef2fc0b9781efe9b0d95 (i.e., sleeping for 5s total). We don't want that in the normal case. The normal case should be
crashing.Loading()incrementing enough to exit the loop.
@prattmic Thanks. Just take a look on several test failures here, seems none of them exceed 5s(if test time is working correctly). Before this change, usually the last thread which received SIGQUIT will attempt to crash the process, and the others will sleep 5s. After that, the first crash thread will periodically check and crash the process if crashing.Load() > mcount()-int32(extraMLength.Load()). My guess is that maybe it needs more time to receive and handle the SIGQUIT on slow machine? In the former case, if the last one is ready to crash, the others may had already in sleep state. In the latter case, however, they may just increase the crashing and even have no time to print out the SIGQUIT and PC... while the first thread is started to crash?
--- FAIL: TestCrashDumpsAllThreads (0.52s)
--- FAIL: TestCrashDumpsAllThreads (3.04s)
--- FAIL: TestCrashDumpsAllThreads (0.11s)
--- FAIL: TestCrashDumpsAllThreads (0.36s)
--- FAIL: TestCrashDumpsAllThreads (0.48s)
--- FAIL: TestCrashDumpsAllThreads (1.24s)
My guess is that maybe it needs more time to receive and handle the SIGQUIT on slow machine? In the former case, if the last one is ready to crash, the others may had already in sleep state. In the latter case, however, they may just increase the
crashingand even have no time to print out the SIGQUIT and PC... while the first thread is started to crash?
sighandler should not be re-raising SIGQUIT until after it has already dumped the backtrace for the current thread.
The pattern in the recent watchflakes reports for this issue is that one thread is reported in crashDumpsAllThreadsLoop, and three others (presumably the other crashDumpsAllThreadsLoop threads) are reported as goroutine running on other thread; stack unavailable.
That is, sighandler successfully received the signal and ran, but the crash thread's call to tracebackothers failed to print stacks for those other goroutines. That happens here:
https://cs.opensource.google/go/go/+/master:src/runtime/traceback.go;l=1255-1258;drc=a9c9cc07ac0d3dc73865a57e6ce45c22ada3b5c9
@prattmic, that suggests an answer to your question:
If this is easily reproducible, something to try is to see whether either the crash thread or non-crash threads are hitting the timeouts
The answer, I think, is that it doesn't matter: the crash thread doesn't start propagating the SIGQUIT signal to the other threads until after it has already called tracebackothers and dumped the redacted stacks.
@bcmills Am I understanding correctly that you are saying that ultimately the test is failing because traceback reports goroutine running on other thread; stack unavailable for the running threads? If so, I think that is a misunderstanding. That report is expected and appears even when the test passes (attached below). Part of the purpose of sending SIGQUIT to every thread so we can report the stacks even of threads that are spinning in user code; this test tries to ensure that we reach every thread.
Passing test output:
=== RUN TestCrashDumpsAllThreads
crash_test.go:152: running /usr/local/google/home/mpratt/src/go/bin/go build -o /tmp/go-build171157893/testprog.exe
crash_test.go:158: built testprog in 243.153612ms
crash_unix_test.go:143: SIGQUIT: quit
PC=0x4c4709 m=0 sigcode=0
goroutine 21 gp=0xc000082a80 m=0 mp=0x5d1000 [running]:
main.crashDumpsAllThreadsLoop(...)
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:24 +0x29 fp=0xc000053fe0 sp=0xc000053fc8 pc=0x4c4709
runtime.goexit({})
/usr/local/google/home/mpratt/src/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000053fe8 sp=0xc000053fe0 pc=0x46aaa1
created by main.CrashDumpsAllThreads in goroutine 1
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:24 +0x3e
goroutine 1 gp=0xc0000081c0 m=nil [select (no cases)]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:402 +0xce fp=0xc00009adf8 sp=0xc00009add8 pc=0x43b0ce
runtime.block()
/usr/local/google/home/mpratt/src/go/src/runtime/select.go:103 +0x26 fp=0xc00009ae28 sp=0xc00009adf8 pc=0x44c1c6
main.CrashDumpsAllThreads()
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:38 +0x16a fp=0xc00009aeb8 sp=0xc00009ae28 pc=0x4c46ca
main.main()
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/main.go:34 +0x133 fp=0xc00009af50 sp=0xc00009aeb8 pc=0x4c9773
runtime.main()
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:271 +0x29d fp=0xc00009afe0 sp=0xc00009af50 pc=0x43ac9d
runtime.goexit({})
/usr/local/google/home/mpratt/src/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc00009afe8 sp=0xc00009afe0 pc=0x46aaa1
goroutine 2 gp=0xc000008700 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:402 +0xce fp=0xc000056fa8 sp=0xc000056f88 pc=0x43b0ce
runtime.goparkunlock(...)
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:408
runtime.forcegchelper()
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:326 +0xb3 fp=0xc000056fe0 sp=0xc000056fa8 pc=0x43af53
runtime.goexit({})
/usr/local/google/home/mpratt/src/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000056fe8 sp=0xc000056fe0 pc=0x46aaa1
created by runtime.init.6 in goroutine 1
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:314 +0x1a
goroutine 3 gp=0xc000008c40 m=nil [GC sweep wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:402 +0xce fp=0xc000057780 sp=0xc000057760 pc=0x43b0ce
runtime.goparkunlock(...)
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:408
runtime.bgsweep(0xc000020070)
/usr/local/google/home/mpratt/src/go/src/runtime/mgcsweep.go:277 +0x94 fp=0xc0000577c8 sp=0xc000057780 pc=0x425b14
runtime.gcenable.gowrap1()
/usr/local/google/home/mpratt/src/go/src/runtime/mgc.go:203 +0x25 fp=0xc0000577e0 sp=0xc0000577c8 pc=0x41a305
runtime.goexit({})
/usr/local/google/home/mpratt/src/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000577e8 sp=0xc0000577e0 pc=0x46aaa1
created by runtime.gcenable in goroutine 1
/usr/local/google/home/mpratt/src/go/src/runtime/mgc.go:203 +0x66
goroutine 4 gp=0xc000008e00 m=nil [GC scavenge wait]:
runtime.gopark(0xc000020070?, 0x526eb8?, 0x1?, 0x0?, 0xc000008e00?)
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:402 +0xce fp=0xc000057f78 sp=0xc000057f58 pc=0x43b0ce
runtime.goparkunlock(...)
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:408
runtime.(*scavengerState).park(0x5d09a0)
/usr/local/google/home/mpratt/src/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc000057fa8 sp=0xc000057f78 pc=0x423509
runtime.bgscavenge(0xc000020070)
/usr/local/google/home/mpratt/src/go/src/runtime/mgcscavenge.go:653 +0x3c fp=0xc000057fc8 sp=0xc000057fa8 pc=0x423a9c
runtime.gcenable.gowrap2()
/usr/local/google/home/mpratt/src/go/src/runtime/mgc.go:204 +0x25 fp=0xc000057fe0 sp=0xc000057fc8 pc=0x41a2a5
runtime.goexit({})
/usr/local/google/home/mpratt/src/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000057fe8 sp=0xc000057fe0 pc=0x46aaa1
created by runtime.gcenable in goroutine 1
/usr/local/google/home/mpratt/src/go/src/runtime/mgc.go:204 +0xa5
goroutine 17 gp=0xc000082380 m=nil [finalizer wait]:
runtime.gopark(0xc000056660?, 0x42287c?, 0x0?, 0xb?, 0x550011?)
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:402 +0xce fp=0xc000056620 sp=0xc000056600 pc=0x43b0ce
runtime.runfinq()
/usr/local/google/home/mpratt/src/go/src/runtime/mfinal.go:194 +0x107 fp=0xc0000567e0 sp=0xc000056620 pc=0x419347
runtime.goexit({})
/usr/local/google/home/mpratt/src/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000567e8 sp=0xc0000567e0 pc=0x46aaa1
created by runtime.createfing in goroutine 1
/usr/local/google/home/mpratt/src/go/src/runtime/mfinal.go:164 +0x3d
goroutine 18 gp=0xc000082540 m=4 mp=0xc000080008 [running]:
goroutine running on other thread; stack unavailable
created by main.CrashDumpsAllThreads in goroutine 1
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:24 +0x3e
goroutine 19 gp=0xc000082700 m=3 mp=0xc00005d008 [running]:
goroutine running on other thread; stack unavailable
created by main.CrashDumpsAllThreads in goroutine 1
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:24 +0x3e
goroutine 20 gp=0xc0000828c0 m=2 mp=0xc00005c808 [running]:
goroutine running on other thread; stack unavailable
created by main.CrashDumpsAllThreads in goroutine 1
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:24 +0x3e
rax 0xce933
rbx 0xc000094238
rcx 0xc000082a80
rdx 0x0
rdi 0x1
rsi 0x1
rbp 0xc000053fd0
rsp 0xc000053fc8
r8 0xc000008101
r9 0x2
r10 0x7f846888faa8
r11 0x53ffe0
r12 0x0
r13 0x0
r14 0xc000082a80
r15 0x0
rip 0x4c4709
rflags 0x293
cs 0x33
fs 0x0
gs 0x0
-----
SIGQUIT: quit
PC=0x46c8a3 m=1 sigcode=0
goroutine 0 gp=0xc000008540 m=1 mp=0xc00005c008 [idle]:
runtime.futex(0x5d1900, 0x80, 0x0, 0xc00002feb8, 0x0, 0x0)
/usr/local/google/home/mpratt/src/go/src/runtime/sys_linux_amd64.s:558 +0x23 fp=0xc00002fe88 sp=0xc00002fe80 pc=0x46c8a3
runtime.futexsleep(0x27cfa6f45807e?, 0x2ff08?, 0x40c7d0?)
/usr/local/google/home/mpratt/src/go/src/runtime/os_linux.go:75 +0xa5 fp=0xc00002fed8 sp=0xc00002fe88 pc=0x434c85
runtime.notetsleep_internal(0x5d1900, 0xdf8475800)
/usr/local/google/home/mpratt/src/go/src/runtime/lock_futex.go:212 +0xb3 fp=0xc00002ff18 sp=0xc00002fed8 pc=0x40ca93
runtime.notetsleep(0x27cfa6f457ec2?, 0xc000000002?)
/usr/local/google/home/mpratt/src/go/src/runtime/lock_futex.go:235 +0x29 fp=0xc00002ff38 sp=0xc00002ff18 pc=0x40cbc9
runtime.sysmon()
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:5994 +0x1c6 fp=0xc00002ffa0 sp=0xc00002ff38 pc=0x447586
runtime.mstart1()
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:1729 +0x93 fp=0xc00002ffc8 sp=0xc00002ffa0 pc=0x43de73
runtime.mstart0()
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:1686 +0x76 fp=0xc00002fff8 sp=0xc00002ffc8 pc=0x43ddb6
runtime.mstart()
/usr/local/google/home/mpratt/src/go/src/runtime/asm_amd64.s:394 +0x5 fp=0xc000030000 sp=0xc00002fff8 pc=0x468b65
rax 0xfffffffffffffffc
rbx 0x0
rcx 0x46c8a3
rdx 0x0
rdi 0x5d1900
rsi 0x80
rbp 0xc00002fec8
rsp 0xc00002fe80
r8 0x0
r9 0x0
r10 0xc00002feb8
r11 0x246
r12 0xc00002feb8
r13 0xc00005c008
r14 0xc000008540
r15 0xfffffffffffffff
rip 0x46c8a3
rflags 0x246
cs 0x33
fs 0x0
gs 0x0
-----
SIGQUIT: quit
PC=0x4c4709 m=2 sigcode=0
goroutine 20 gp=0xc0000828c0 m=2 mp=0xc00005c808 [running]:
main.crashDumpsAllThreadsLoop(...)
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:24 +0x29 fp=0xc0000537e0 sp=0xc0000537c8 pc=0x4c4709
runtime.goexit({})
/usr/local/google/home/mpratt/src/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000537e8 sp=0xc0000537e0 pc=0x46aaa1
created by main.CrashDumpsAllThreads in goroutine 1
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:24 +0x3e
rax 0xbce0f5
rbx 0xc0000941d8
rcx 0xc0000828c0
rdx 0x0
rdi 0x1
rsi 0xc00003cf08
rbp 0xc0000537d0
rsp 0xc0000537c8
r8 0xc000100001
r9 0xc0001021c0
r10 0x8
r11 0x216
r12 0x0
r13 0xc000100008
r14 0xc0000828c0
r15 0x3fffffffffffffff
rip 0x4c4709
rflags 0x297
cs 0x33
fs 0x0
gs 0x0
-----
SIGQUIT: quit
PC=0x4c4709 m=3 sigcode=0
goroutine 19 gp=0xc000082700 m=3 mp=0xc00005d008 [running]:
main.crashDumpsAllThreadsLoop(...)
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:24 +0x29 fp=0xc000052fe0 sp=0xc000052fc8 pc=0x4c4709
runtime.goexit({})
/usr/local/google/home/mpratt/src/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000052fe8 sp=0xc000052fe0 pc=0x46aaa1
created by main.CrashDumpsAllThreads in goroutine 1
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:24 +0x3e
rax 0x1234d46
rbx 0xc000094178
rcx 0xc000082700
rdx 0x0
rdi 0x1
rsi 0xc000036008
rbp 0xc000052fd0
rsp 0xc000052fc8
r8 0x1
r9 0x0
r10 0x0
r11 0x202
r12 0x0
r13 0x0
r14 0xc000082700
r15 0x2
rip 0x4c4709
rflags 0x297
cs 0x33
fs 0x0
gs 0x0
-----
SIGQUIT: quit
PC=0x4c4709 m=4 sigcode=0
goroutine 18 gp=0xc000082540 m=4 mp=0xc000080008 [running]:
main.crashDumpsAllThreadsLoop(...)
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:44
main.CrashDumpsAllThreads.gowrap1()
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:24 +0x29 fp=0xc0000527e0 sp=0xc0000527c8 pc=0x4c4709
runtime.goexit({})
/usr/local/google/home/mpratt/src/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000527e8 sp=0xc0000527e0 pc=0x46aaa1
created by main.CrashDumpsAllThreads in goroutine 1
/usr/local/google/home/mpratt/src/go/src/runtime/testdata/testprog/crashdump.go:24 +0x3e
rax 0xdb3206
rbx 0xc000080008
rcx 0x1
rdx 0xc000080008
rdi 0x0
rsi 0x1
rbp 0xc0000527d0
rsp 0xc0000527c8
r8 0x1
r9 0x0
r10 0xc000093ec0
r11 0x7ffd5fd52080
r12 0xc000093ed8
r13 0x0
r14 0xc000082540
r15 0x3
rip 0x4c4709
rflags 0x293
cs 0x33
fs 0x0
gs 0x0
-----
SIGQUIT: quit
PC=0x46c8a1 m=5 sigcode=0
goroutine 0 gp=0xc0001021c0 m=5 mp=0xc000100008 [idle]:
runtime.futex(0xc000100148, 0x80, 0x0, 0x0, 0x0, 0x0)
/usr/local/google/home/mpratt/src/go/src/runtime/sys_linux_amd64.s:557 +0x21 fp=0xc00008fd00 sp=0xc00008fcf8 pc=0x46c8a1
runtime.futexsleep(0xc00008fd78?, 0x40c7d0?, 0x448867?)
/usr/local/google/home/mpratt/src/go/src/runtime/os_linux.go:69 +0x30 fp=0xc00008fd50 sp=0xc00008fd00 pc=0x434c10
runtime.notesleep(0xc000100148)
/usr/local/google/home/mpratt/src/go/src/runtime/lock_futex.go:170 +0x87 fp=0xc00008fd88 sp=0xc00008fd50 pc=0x40c967
runtime.mPark(...)
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:1761
runtime.stopm()
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:2782 +0x8c fp=0xc00008fdb8 sp=0xc00008fd88 pc=0x43f6cc
runtime.findRunnable()
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:3512 +0xd5f fp=0xc00008ff30 sp=0xc00008fdb8 pc=0x44123f
runtime.schedule()
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:3868 +0xb1 fp=0xc00008ff68 sp=0xc00008ff30 pc=0x442311
runtime.park_m(0xc0000081c0)
/usr/local/google/home/mpratt/src/go/src/runtime/proc.go:4036 +0x1ec fp=0xc00008ffc0 sp=0xc00008ff68 pc=0x4428ec
runtime.mcall()
/usr/local/google/home/mpratt/src/go/src/runtime/asm_amd64.s:458 +0x4e fp=0xc00008ffd8 sp=0xc00008ffc0 pc=0x468bee
rax 0xca
rbx 0x0
rcx 0x46c8a3
rdx 0x0
rdi 0xc000100148
rsi 0x80
rbp 0xc00008fd40
rsp 0xc00008fcf8
r8 0x0
r9 0x0
r10 0x0
r11 0x286
r12 0x0
r13 0x1
r14 0xc0001021c0
r15 0x3
rip 0x46c8a1
rflags 0x286
cs 0x33
fs 0x0
gs 0x0
--- PASS: TestCrashDumpsAllThreads (0.77s)
PASS
ok runtime 0.818s