dqlite
dqlite copied to clipboard
canonical
dqlite crash when connection is interrupted
I recently experienced this dqlite crash when modifying the LXD shutdown process.
Does this look like a problem in dqlite?
DEBUG [2025-03-06T13:53:57Z] Cancel ongoing or future gRPC connection attempts
INFO [2025-03-06T13:53:57Z] Stop database gateway
WARNING[2025-03-06T13:53:57Z] Failed to get client: failed to establish network connection: dial unix @78f2e: connect: connection refused
lxd: src/server.c:924: dqlite_node_stop: Assertion `rv == 0' failed.
SIGABRT: abort
PC=0x71a81d29eb2c m=5 sigcode=18446744073709551610
signal arrived during cgo execution
goroutine 1 gp=0xc000002540 m=5 mp=0xc000100008 [syscall]:
runtime.cgocall(0x1f3a5b6, 0xc000f2d518)
runtime/cgocall.go:167 +0x4b fp=0xc000f2d4f0 sp=0xc000f2d4b8 pc=0x48f84b
github.com/canonical/go-dqlite/v3/internal/bindings._Cfunc_dqlite_node_stop(0x71a688000c18)
_cgo_gotypes.go:337 +0x45 fp=0xc000f2d518 sp=0xc000f2d4f0 pc=0xe42bc5
github.com/canonical/go-dqlite/v3/internal/bindings.(*Node).Stop.func1(...)
github.com/canonical/go-dqlite/[email protected]/internal/bindings/server.go:220
github.com/canonical/go-dqlite/v3/internal/bindings.(*Node).Stop(0xc000e142b8?)
github.com/canonical/go-dqlite/[email protected]/internal/bindings/server.go:220 +0x45 fp=0xc000f2d570 sp=0xc000f2d518 pc=0xe44465
github.com/canonical/go-dqlite/v3.(*Node).Close(0xc0004729c0)
github.com/canonical/go-dqlite/[email protected]/node.go:200 +0x29 fp=0xc000f2d5a0 sp=0xc000f2d570 pc=0xe458c9
github.com/canonical/lxd/lxd/cluster.(*Gateway).Shutdown(0xc000000380)
github.com/canonical/lxd/lxd/cluster/gateway.go:528 +0x6d fp=0xc000f2d618 sp=0xc000f2d5a0 pc=0x149886d
main.(*Daemon).Stop(0xc000494540, {0x2a74368, 0x4366580}, {0x2a68028, 0x2a4b1b8})
github.com/canonical/lxd/lxd/daemon.go:2180 +0x116b fp=0xc000f2d910 sp=0xc000f2d618 pc=0x1d59b6b
main.(*Daemon).Init(0xc000494540)
github.com/canonical/lxd/lxd/daemon.go:1016 +0x168 fp=0xc000f2d970 sp=0xc000f2d910 pc=0x1d4bf88
main.(*cmdDaemon).Run(0xc0001209c0, 0xc0009bf9d0?, {0xc00035da00, 0x0, 0x0?})
github.com/canonical/lxd/lxd/main_daemon.go:91 +0x53d fp=0xc000f2daa0 sp=0xc000f2d970 pc=0x1e05b7d
main.(*cmdDaemon).Run-fm(0xc000c2c300?, {0xc00035da00?, 0x7?, 0x25a8a96?})
<autogenerated>:1 +0x34 fp=0xc000f2dad8 sp=0xc000f2daa0 pc=0x1eacd54
github.com/spf13/cobra.(*Command).execute(0xc000c32008, {0xc000050060, 0x4, 0x4})
github.com/spf13/[email protected]/command.go:1015 +0xa94 fp=0xc000f2dc58 sp=0xc000f2dad8 pc=0x1c590d4
github.com/spf13/cobra.(*Command).ExecuteC(0xc000c32008)
github.com/spf13/[email protected]/command.go:1148 +0x40c fp=0xc000f2dd30 sp=0xc000f2dc58 pc=0x1c599cc
github.com/spf13/cobra.(*Command).Execute(...)
github.com/spf13/[email protected]/command.go:1071
main.main()
github.com/canonical/lxd/lxd/main.go:226 +0x1c6d fp=0xc000f2df50 sp=0xc000f2dd30 pc=0x1e0030d
runtime.main()
runtime/proc.go:283 +0x28b fp=0xc000f2dfe0 sp=0xc000f2df50 pc=0x45d60b
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000f2dfe8 sp=0xc000f2dfe0 pc=0x49b5e1
goroutine 2 gp=0xc000002fc0 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00008afa8 sp=0xc00008af88 pc=0x49308e
runtime.goparkunlock(...)
runtime/proc.go:441
runtime.forcegchelper()
runtime/proc.go:348 +0xb3 fp=0xc00008afe0 sp=0xc00008afa8 pc=0x45d953
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00008afe8 sp=0xc00008afe0 pc=0x49b5e1
created by runtime.init.7 in goroutine 1
runtime/proc.go:336 +0x1a
goroutine 3 gp=0xc000003500 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00008b780 sp=0xc00008b760 pc=0x49308e
runtime.goparkunlock(...)
runtime/proc.go:441
runtime.bgsweep(0xc0000b6000)
runtime/mgcsweep.go:316 +0xdf fp=0xc00008b7c8 sp=0xc00008b780 pc=0x44557f
runtime.gcenable.gowrap1()
runtime/mgc.go:204 +0x25 fp=0xc00008b7e0 sp=0xc00008b7c8 pc=0x4399e5
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00008b7e8 sp=0xc00008b7e0 pc=0x49b5e1
created by runtime.gcenable in goroutine 1
runtime/mgc.go:204 +0x66
goroutine 4 gp=0xc0000036c0 m=nil [GC scavenge wait]:
runtime.gopark(0x10000?, 0x2a4b188?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00008bf78 sp=0xc00008bf58 pc=0x49308e
runtime.goparkunlock(...)
runtime/proc.go:441
runtime.(*scavengerState).park(0x3e14d40)
runtime/mgcscavenge.go:425 +0x49 fp=0xc00008bfa8 sp=0xc00008bf78 pc=0x442fc9
runtime.bgscavenge(0xc0000b6000)
runtime/mgcscavenge.go:658 +0x59 fp=0xc00008bfc8 sp=0xc00008bfa8 pc=0x443559
runtime.gcenable.gowrap2()
runtime/mgc.go:205 +0x25 fp=0xc00008bfe0 sp=0xc00008bfc8 pc=0x439985
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00008bfe8 sp=0xc00008bfe0 pc=0x49b5e1
created by runtime.gcenable in goroutine 1
runtime/mgc.go:205 +0xa5
goroutine 5 gp=0xc0000ea1c0 m=nil [finalizer wait]:
runtime.gopark(0x0?, 0x2751930?, 0x0?, 0xc3?, 0x2000000020?)
runtime/proc.go:435 +0xce fp=0xc00008a630 sp=0xc00008a610 pc=0x49308e
runtime.runfinq()
runtime/mfinal.go:196 +0x107 fp=0xc00008a7e0 sp=0xc00008a630 pc=0x4389a7
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00008a7e8 sp=0xc00008a7e0 pc=0x49b5e1
created by runtime.createfing in goroutine 1
runtime/mfinal.go:166 +0x3d
goroutine 6 gp=0xc0000eb6c0 m=nil [chan receive]:
runtime.gopark(0xc0003848c0?, 0xc00081e060?, 0x60?, 0xc7?, 0x5bb4e8?)
runtime/proc.go:435 +0xce fp=0xc00008c718 sp=0xc00008c6f8 pc=0x49308e
runtime.chanrecv(0xc0000c2850, 0x0, 0x1)
runtime/chan.go:664 +0x445 fp=0xc00008c790 sp=0xc00008c718 pc=0x42a7a5
runtime.chanrecv1(0x0?, 0x0?)
runtime/chan.go:506 +0x12 fp=0xc00008c7b8 sp=0xc00008c790 pc=0x42a332
runtime.unique_runtime_registerUniqueMapCleanup.func2(...)
runtime/mgc.go:1796
runtime.unique_runtime_registerUniqueMapCleanup.gowrap1()
runtime/mgc.go:1799 +0x2f fp=0xc00008c7e0 sp=0xc00008c7b8 pc=0x43cb2f
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00008c7e8 sp=0xc00008c7e0 pc=0x49b5e1
created by unique.runtime_registerUniqueMapCleanup in goroutine 1
runtime/mgc.go:1794 +0x79
goroutine 35 gp=0xc0000eba40 m=nil [GC worker (idle)]:
runtime.gopark(0x1b86501?, 0x429a80?, 0x40?, 0xba?, 0xc00008cfa8?)
runtime/proc.go:435 +0xce fp=0xc00008cf38 sp=0xc00008cf18 pc=0x49308e
runtime.gcBgMarkWorker(0xc0005a6230)
runtime/mgc.go:1423 +0xe9 fp=0xc00008cfc8 sp=0xc00008cf38 pc=0x43be49
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00008cfe0 sp=0xc00008cfc8 pc=0x43bd25
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00008cfe8 sp=0xc00008cfe0 pc=0x49b5e1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 10 gp=0xc0000ebdc0 m=nil [GC worker (idle)]:
runtime.gopark(0x12d18011c4db?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00008d738 sp=0xc00008d718 pc=0x49308e
runtime.gcBgMarkWorker(0xc0005a6230)
runtime/mgc.go:1423 +0xe9 fp=0xc00008d7c8 sp=0xc00008d738 pc=0x43be49
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00008d7e0 sp=0xc00008d7c8 pc=0x43bd25
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00008d7e8 sp=0xc00008d7e0 pc=0x49b5e1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 11 gp=0xc000494000 m=nil [GC worker (idle)]:
runtime.gopark(0x12d13e38bf5a?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc00008df38 sp=0xc00008df18 pc=0x49308e
runtime.gcBgMarkWorker(0xc0005a6230)
runtime/mgc.go:1423 +0xe9 fp=0xc00008dfc8 sp=0xc00008df38 pc=0x43be49
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc00008dfe0 sp=0xc00008dfc8 pc=0x43bd25
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00008dfe8 sp=0xc00008dfe0 pc=0x49b5e1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 12 gp=0xc0004941c0 m=nil [GC worker (idle)]:
runtime.gopark(0x12d18011b69d?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000086738 sp=0xc000086718 pc=0x49308e
runtime.gcBgMarkWorker(0xc0005a6230)
runtime/mgc.go:1423 +0xe9 fp=0xc0000867c8 sp=0xc000086738 pc=0x43be49
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0000867e0 sp=0xc0000867c8 pc=0x43bd25
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0000867e8 sp=0xc0000867e0 pc=0x49b5e1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 36 gp=0xc0001028c0 m=nil [GC worker (idle)]:
runtime.gopark(0x12d18011af22?, 0x1?, 0xe1?, 0x97?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc0006b2738 sp=0xc0006b2718 pc=0x49308e
runtime.gcBgMarkWorker(0xc0005a6230)
runtime/mgc.go:1423 +0xe9 fp=0xc0006b27c8 sp=0xc0006b2738 pc=0x43be49
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0006b27e0 sp=0xc0006b27c8 pc=0x43bd25
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0006b27e8 sp=0xc0006b27e0 pc=0x49b5e1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 19 gp=0xc000502380 m=nil [GC worker (idle)]:
runtime.gopark(0x12d18011bd83?, 0x1?, 0x32?, 0xf9?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc0006ae738 sp=0xc0006ae718 pc=0x49308e
runtime.gcBgMarkWorker(0xc0005a6230)
runtime/mgc.go:1423 +0xe9 fp=0xc0006ae7c8 sp=0xc0006ae738 pc=0x43be49
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0006ae7e0 sp=0xc0006ae7c8 pc=0x43bd25
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0006ae7e8 sp=0xc0006ae7e0 pc=0x49b5e1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 13 gp=0xc000494380 m=nil [GC worker (idle)]:
runtime.gopark(0x12d1801132b5?, 0x1?, 0x95?, 0x42?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc000086f38 sp=0xc000086f18 pc=0x49308e
runtime.gcBgMarkWorker(0xc0005a6230)
runtime/mgc.go:1423 +0xe9 fp=0xc000086fc8 sp=0xc000086f38 pc=0x43be49
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc000086fe0 sp=0xc000086fc8 pc=0x43bd25
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000086fe8 sp=0xc000086fe0 pc=0x49b5e1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 37 gp=0xc000102a80 m=nil [GC worker (idle)]:
runtime.gopark(0x12d18011bcab?, 0x0?, 0x0?, 0x0?, 0x0?)
runtime/proc.go:435 +0xce fp=0xc0006b2f38 sp=0xc0006b2f18 pc=0x49308e
runtime.gcBgMarkWorker(0xc0005a6230)
runtime/mgc.go:1423 +0xe9 fp=0xc0006b2fc8 sp=0xc0006b2f38 pc=0x43be49
runtime.gcBgMarkStartWorkers.gowrap1()
runtime/mgc.go:1339 +0x25 fp=0xc0006b2fe0 sp=0xc0006b2fc8 pc=0x43bd25
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0006b2fe8 sp=0xc0006b2fe0 pc=0x49b5e1
created by runtime.gcBgMarkStartWorkers in goroutine 1
runtime/mgc.go:1339 +0x105
goroutine 45 gp=0xc0005d6540 m=nil [select, locked to thread]:
runtime.gopark(0xc0006b17a8?, 0x2?, 0x0?, 0x13?, 0xc0006b1794?)
runtime/proc.go:435 +0xce fp=0xc0006b1620 sp=0xc0006b1600 pc=0x49308e
runtime.selectgo(0xc0006b17a8, 0xc0006b1790, 0x0?, 0x0, 0x1?, 0x1)
runtime/select.go:351 +0x837 fp=0xc0006b1758 sp=0xc0006b1620 pc=0x4700d7
runtime.ensureSigM.func1()
runtime/signal_unix.go:1085 +0x192 fp=0xc0006b17e0 sp=0xc0006b1758 pc=0x48d392
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0006b17e8 sp=0xc0006b17e0 pc=0x49b5e1
created by runtime.ensureSigM in goroutine 1
runtime/signal_unix.go:1068 +0xc8
goroutine 46 gp=0xc000494700 m=4 mp=0xc000091808 [syscall]:
runtime.notetsleepg(0x4369000, 0xffffffffffffffff)
runtime/lock_futex.go:123 +0x29 fp=0xc0006b4fa0 sp=0xc0006b4f78 pc=0x42ff49
os/signal.signal_recv()
runtime/sigqueue.go:152 +0x29 fp=0xc0006b4fc0 sp=0xc0006b4fa0 pc=0x4956a9
os/signal.loop()
os/signal/signal_unix.go:23 +0x13 fp=0xc0006b4fe0 sp=0xc0006b4fc0 pc=0xf796d3
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0006b4fe8 sp=0xc0006b4fe0 pc=0x49b5e1
created by os/signal.Notify.func1.1 in goroutine 1
os/signal/signal.go:152 +0x1f
goroutine 47 gp=0xc0004948c0 m=nil [chan receive]:
runtime.gopark(0xf?, 0x401010000f17f00?, 0xb8?, 0x85?, 0x71a81cd9fd58?)
runtime/proc.go:435 +0xce fp=0xc00086aec0 sp=0xc00086aea0 pc=0x49308e
runtime.chanrecv(0xc000c309a0, 0xc000f17fb0, 0x1)
runtime/chan.go:664 +0x445 fp=0xc00086af38 sp=0xc00086aec0 pc=0x42a7a5
runtime.chanrecv1(0x2290260?, 0x25d2012?)
runtime/chan.go:506 +0x12 fp=0xc00086af60 sp=0xc00086af38 pc=0x42a332
main.(*cmdDaemon).Run.func1()
github.com/canonical/lxd/lxd/main_daemon.go:79 +0x3b fp=0xc00086afe0 sp=0xc00086af60 pc=0x1e05cbb
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc00086afe8 sp=0xc00086afe0 pc=0x49b5e1
created by main.(*cmdDaemon).Run in goroutine 1
github.com/canonical/lxd/lxd/main_daemon.go:77 +0x533
goroutine 114 gp=0xc000495340 m=nil [chan send]:
runtime.gopark(0xd71b58?, 0xc0002cc000?, 0x80?, 0x82?, 0x1d5a8e0?)
runtime/proc.go:435 +0xce fp=0xc000f19ef0 sp=0xc000f19ed0 pc=0x49308e
runtime.chansend(0xc0000c2230, 0xc000f19fc0, 0x1, 0xc000f19f08?)
runtime/chan.go:283 +0x3a5 fp=0xc000f19f60 sp=0xc000f19ef0 pc=0x429865
runtime.chansend1(0xc000494540?, 0x2a74368?)
runtime/chan.go:161 +0x17 fp=0xc000f19f90 sp=0xc000f19f60 pc=0x4294b7
main.(*cmdDaemon).Run.func1.1()
github.com/canonical/lxd/lxd/main_daemon.go:85 +0x52 fp=0xc000f19fe0 sp=0xc000f19f90 pc=0x1e05f52
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc000f19fe8 sp=0xc000f19fe0 pc=0x49b5e1
created by main.(*cmdDaemon).Run.func1 in goroutine 47
github.com/canonical/lxd/lxd/main_daemon.go:84 +0x25c
goroutine 137 gp=0xc0005d76c0 m=nil [select]:
runtime.gopark(0xc0006b0788?, 0x2?, 0x8?, 0x0?, 0xc0006b0784?)
runtime/proc.go:435 +0xce fp=0xc0006b0618 sp=0xc0006b05f8 pc=0x49308e
runtime.selectgo(0xc0006b0788, 0xc0006b0780, 0x222f760?, 0x0, 0x20930e0?, 0x1)
runtime/select.go:351 +0x837 fp=0xc0006b0750 sp=0xc0006b0618 pc=0x4700d7
database/sql.(*DB).connectionOpener(0xc000d10f70, {0x2a74480, 0xc00073b130})
database/sql/sql.go:1261 +0x87 fp=0xc0006b07b8 sp=0xc0006b0750 pc=0xd688c7
database/sql.OpenDB.gowrap1()
database/sql/sql.go:841 +0x28 fp=0xc0006b07e0 sp=0xc0006b07b8 pc=0xd66c48
runtime.goexit({})
runtime/asm_amd64.s:1700 +0x1 fp=0xc0006b07e8 sp=0xc0006b07e0 pc=0x49b5e1
created by database/sql.OpenDB in goroutine 1
database/sql/sql.go:841 +0x130
rax 0x0
rbx 0x18f30
rcx 0x71a81d29eb2c
rdx 0x6
rdi 0x18f26
rsi 0x18f30
rbp 0x71a7d495b6e0
rsp 0x71a7d495b6a0
r8 0x71a7bc0008e0
r9 0x7
r10 0x8
r11 0x246
r12 0x6
r13 0x71a81d588ddd
r14 0x16
r15 0x71a81d588021
rip 0x71a81d29eb2c
rflags 0x246
cs 0x33
fs 0x0
gs 0x0
Hi, in Microcluster we have recently observed the exact same behavior when accidentally trying to Close() dqlite more than once:
SIGABRT: abort
PC=0x7d58496969fc m=10 sigcode=18446744073709551610
signal arrived during cgo execution
goroutine 116 gp=0xc000282c40 m=10 mp=0xc00035c808 [syscall]:
runtime.cgocall(0xb37ae6, 0xc000384e28)
/snap/go/10888/src/runtime/cgocall.go:167 +0x4b fp=0xc000384e00 sp=0xc000384dc8 pc=0x477e6b
github.com/canonical/go-dqlite/v3/internal/bindings._Cfunc_dqlite_node_stop(0x7d57f4000fa8)
_cgo_gotypes.go:338 +0x45 fp=0xc000384e28 sp=0xc000384e00 pc=0x94b325
github.com/canonical/go-dqlite/v3/internal/bindings.(*Node).Stop.func1(...)
/home/julian/go/pkg/mod/github.com/canonical/go-dqlite/[email protected]/internal/bindings/server.go:220
github.com/canonical/go-dqlite/v3/internal/bindings.(*Node).Stop(0x417ed2?)
/home/julian/go/pkg/mod/github.com/canonical/go-dqlite/[email protected]/internal/bindings/server.go:220 +0x45 fp=0xc000384e80 sp=0xc000384e28 pc=0x94cb65
github.com/canonical/go-dqlite/v3.(*Node).Close(0xc000644300)
/home/julian/go/pkg/mod/github.com/canonical/go-dqlite/[email protected]/node.go:200 +0x29 fp=0xc000384eb0 sp=0xc000384e80 pc=0x94dfa9
github.com/canonical/go-dqlite/v3/app.(*App).Close(0xc0001d0000)
/home/julian/go/pkg/mod/github.com/canonical/go-dqlite/[email protected]/app/app.go:434 +0x73 fp=0xc000384ed0 sp=0xc000384eb0 pc=0x95d973
github.com/canonical/microcluster/v3/internal/db.(*DqliteDB).Stop(0xc0002a8280)
/home/julian/dev/microcluster/internal/db/dqlite.go:497 +0xbe fp=0xc000384f00 sp=0xc000384ed0 pc=0x96bd9e
github.com/canonical/microcluster/v3/internal/rest/resources.resetClusterMember.func1()
/home/julian/dev/microcluster/internal/rest/resources/cluster.go:358 +0x85 fp=0xc000384fe0 sp=0xc000384f00 pc=0x993705
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000384fe8 sp=0xc000384fe0 pc=0x482c61
created by github.com/canonical/microcluster/v3/internal/rest/resources.controlPost.func1 in goroutine 53
/home/julian/dev/microcluster/internal/rest/resources/control.go:105 +0x316
goroutine 1 gp=0xc000002380 m=nil [select]:
runtime.gopark(0xc000307970?, 0x2?, 0x80?, 0xa8?, 0xc00030778c?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc0005735e0 sp=0xc0005735c0 pc=0x47af4e
runtime.selectgo(0xc000573970, 0xc000307788, 0x2?, 0x0, 0xc00018edc0?, 0x1)
/snap/go/10888/src/runtime/select.go:351 +0x837 fp=0xc000573718 sp=0xc0005735e0 pc=0x45a257
github.com/canonical/microcluster/v3/internal/daemon.(*Daemon).Run(0xc00018edc0, {0xd97658, 0xc000204040}, {0x7fff58eec214, 0x7}, {0x0, 0x0, {0xd902c0, 0x10}, {0x0, ...}, ...})
/home/julian/dev/microcluster/internal/daemon/daemon.go:236 +0xc65 fp=0xc0005739a8 sp=0xc000573718 pc=0x9a34e5
github.com/canonical/microcluster/v3/microcluster.(*MicroCluster).Start(0xc0001cc7b0, {0xd97390, 0x1275f20}, {0x0, 0x0, {0xd902c0, 0x10}, {0x0, 0x0}, {0x0, ...}, ...})
/home/julian/dev/microcluster/microcluster/app.go:88 +0x1cc fp=0xc000573ab8 sp=0xc0005739a8 pc=0x9aba0c
main.(*cmdDaemon).run(0xc0001cc540, 0xc0001da308, {0x0?, 0x0?, 0x0?})
/home/julian/dev/microcluster/example/cmd/microd/main.go:206 +0x245 fp=0xc000573bf8 sp=0xc000573ab8 pc=0x9abea5
main.(*cmdDaemon).run-fm(0xc000190400?, {0xc00009d760?, 0x7?, 0xc8782c?})
<autogenerated>:1 +0x34 fp=0xc000573c30 sp=0xc000573bf8 pc=0x9ad2f4
github.com/spf13/cobra.(*Command).execute(0xc0001da308, {0xc000022400, 0x2, 0x2})
/home/julian/go/pkg/mod/github.com/spf13/[email protected]/command.go:1015 +0xa94 fp=0xc000573db0 sp=0xc000573c30 pc=0x62f1b4
github.com/spf13/cobra.(*Command).ExecuteC(0xc0001da308)
/home/julian/go/pkg/mod/github.com/spf13/[email protected]/command.go:1148 +0x40c fp=0xc000573e88 sp=0xc000573db0 pc=0x62faac
github.com/spf13/cobra.(*Command).Execute(...)
/home/julian/go/pkg/mod/github.com/spf13/[email protected]/command.go:1071
main.main()
/home/julian/dev/microcluster/example/cmd/microd/main.go:227 +0x477 fp=0xc000573f50 sp=0xc000573e88 pc=0x9ac377
runtime.main()
/snap/go/10888/src/runtime/proc.go:283 +0x28b fp=0xc000573fe0 sp=0xc000573f50 pc=0x447bcb
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000573fe8 sp=0xc000573fe0 pc=0x482c61
goroutine 2 gp=0xc000002e00 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00007cfa8 sp=0xc00007cf88 pc=0x47af4e
runtime.goparkunlock(...)
/snap/go/10888/src/runtime/proc.go:441
runtime.forcegchelper()
/snap/go/10888/src/runtime/proc.go:348 +0xb3 fp=0xc00007cfe0 sp=0xc00007cfa8 pc=0x447f13
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00007cfe8 sp=0xc00007cfe0 pc=0x482c61
created by runtime.init.7 in goroutine 1
/snap/go/10888/src/runtime/proc.go:336 +0x1a
goroutine 3 gp=0xc000003340 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00007d780 sp=0xc00007d760 pc=0x47af4e
runtime.goparkunlock(...)
/snap/go/10888/src/runtime/proc.go:441
runtime.bgsweep(0xc0000a8000)
/snap/go/10888/src/runtime/mgcsweep.go:316 +0xdf fp=0xc00007d7c8 sp=0xc00007d780 pc=0x43279f
runtime.gcenable.gowrap1()
/snap/go/10888/src/runtime/mgc.go:204 +0x25 fp=0xc00007d7e0 sp=0xc00007d7c8 pc=0x426c25
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00007d7e8 sp=0xc00007d7e0 pc=0x482c61
created by runtime.gcenable in goroutine 1
/snap/go/10888/src/runtime/mgc.go:204 +0x66
goroutine 4 gp=0xc000003500 m=nil [sleep]:
runtime.gopark(0xc0000ac060?, 0x1a1a653dfea?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00007df38 sp=0xc00007df18 pc=0x47af4e
runtime.goparkunlock(...)
/snap/go/10888/src/runtime/proc.go:441
runtime.(*scavengerState).sleep(0x1253ce0, 0x40fa1a5000000000)
/snap/go/10888/src/runtime/mgcscavenge.go:504 +0xf6 fp=0xc00007dfa8 sp=0xc00007df38 pc=0x4303b6
runtime.bgscavenge(0xc0000a8000)
/snap/go/10888/src/runtime/mgcscavenge.go:662 +0x74 fp=0xc00007dfc8 sp=0xc00007dfa8 pc=0x4307b4
runtime.gcenable.gowrap2()
/snap/go/10888/src/runtime/mgc.go:205 +0x25 fp=0xc00007dfe0 sp=0xc00007dfc8 pc=0x426bc5
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00007dfe8 sp=0xc00007dfe0 pc=0x482c61
created by runtime.gcenable in goroutine 1
/snap/go/10888/src/runtime/mgc.go:205 +0xa5
goroutine 5 gp=0xc000003dc0 m=nil [finalizer wait]:
runtime.gopark(0x0?, 0xc0002f2d08?, 0x10?, 0x20?, 0x1000000010?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00007c630 sp=0xc00007c610 pc=0x47af4e
runtime.runfinq()
/snap/go/10888/src/runtime/mfinal.go:196 +0x107 fp=0xc00007c7e0 sp=0xc00007c630 pc=0x425be7
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00007c7e8 sp=0xc00007c7e0 pc=0x482c61
created by runtime.createfing in goroutine 1
/snap/go/10888/src/runtime/mfinal.go:166 +0x3d
goroutine 6 gp=0xc0001b0380 m=nil [chan receive]:
runtime.gopark(0xc0000fec80?, 0xc0000109f0?, 0x60?, 0xe7?, 0x57af28?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00007e718 sp=0xc00007e6f8 pc=0x47af4e
runtime.chanrecv(0xc0000b6460, 0x0, 0x1)
/snap/go/10888/src/runtime/chan.go:664 +0x445 fp=0xc00007e790 sp=0xc00007e718 pc=0x418345
runtime.chanrecv1(0x0?, 0x0?)
/snap/go/10888/src/runtime/chan.go:506 +0x12 fp=0xc00007e7b8 sp=0xc00007e790 pc=0x417ed2
runtime.unique_runtime_registerUniqueMapCleanup.func2(...)
/snap/go/10888/src/runtime/mgc.go:1796
runtime.unique_runtime_registerUniqueMapCleanup.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1799 +0x2f fp=0xc00007e7e0 sp=0xc00007e7b8 pc=0x429d6f
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00007e7e8 sp=0xc00007e7e0 pc=0x482c61
created by unique.runtime_registerUniqueMapCleanup in goroutine 1
/snap/go/10888/src/runtime/mgc.go:1794 +0x79
goroutine 7 gp=0xc0001b0540 m=nil [select, locked to thread]:
runtime.gopark(0xc00007efa8?, 0x2?, 0xa0?, 0xa8?, 0xc00007ef94?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00007ee20 sp=0xc00007ee00 pc=0x47af4e
runtime.selectgo(0xc00007efa8, 0xc00007ef90, 0x0?, 0x0, 0x0?, 0x1)
/snap/go/10888/src/runtime/select.go:351 +0x837 fp=0xc00007ef58 sp=0xc00007ee20 pc=0x45a257
runtime.ensureSigM.func1()
/snap/go/10888/src/runtime/signal_unix.go:1085 +0x192 fp=0xc00007efe0 sp=0xc00007ef58 pc=0x475b52
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00007efe8 sp=0xc00007efe0 pc=0x482c61
created by runtime.ensureSigM in goroutine 1
/snap/go/10888/src/runtime/signal_unix.go:1068 +0xc8
goroutine 18 gp=0xc000200000 m=5 mp=0xc000100008 [syscall]:
runtime.notetsleepg(0x1276ce0, 0xffffffffffffffff)
/snap/go/10888/src/runtime/lock_futex.go:123 +0x29 fp=0xc0000787a0 sp=0xc000078778 pc=0x41d709
os/signal.signal_recv()
/snap/go/10888/src/runtime/sigqueue.go:152 +0x29 fp=0xc0000787c0 sp=0xc0000787a0 pc=0x47d049
os/signal.loop()
/snap/go/10888/src/os/signal/signal_unix.go:23 +0x13 fp=0xc0000787e0 sp=0xc0000787c0 pc=0x84db93
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0000787e8 sp=0xc0000787e0 pc=0x482c61
created by os/signal.Notify.func1.1 in goroutine 1
/snap/go/10888/src/os/signal/signal.go:152 +0x1f
goroutine 34 gp=0xc000282000 m=nil [select]:
runtime.gopark(0xc0002887b0?, 0x2?, 0x0?, 0x0?, 0xc00028879c?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000288630 sp=0xc000288610 pc=0x47af4e
runtime.selectgo(0xc0002887b0, 0xc000288798, 0x0?, 0x0, 0x0?, 0x1)
/snap/go/10888/src/runtime/select.go:351 +0x837 fp=0xc000288768 sp=0xc000288630 pc=0x45a257
os/signal.NotifyContext.func1()
/snap/go/10888/src/os/signal/signal.go:289 +0x66 fp=0xc0002887e0 sp=0xc000288768 pc=0x84d726
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0002887e8 sp=0xc0002887e0 pc=0x482c61
created by os/signal.NotifyContext in goroutine 1
/snap/go/10888/src/os/signal/signal.go:288 +0x156
goroutine 36 gp=0xc000282380 m=nil [runnable]:
context.(*cancelCtx).Done(0xc00028c000?)
/snap/go/10888/src/context/context.go:442 +0x1c5 fp=0xc000321e30 sp=0xc000321e28 pc=0x4b7285
github.com/canonical/microcluster/v3/internal/sys.(*Watcher).handleEvents(0xc0002916e0, {0xd972e8, 0xc00028c000})
/home/julian/dev/microcluster/internal/sys/fsnotify.go:80 +0x50 fp=0xc000321fb8 sp=0xc000321e30 pc=0x958170
github.com/canonical/microcluster/v3/internal/sys.NewWatcher.gowrap1()
/home/julian/dev/microcluster/internal/sys/fsnotify.go:50 +0x28 fp=0xc000321fe0 sp=0xc000321fb8 pc=0x957e68
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000321fe8 sp=0xc000321fe0 pc=0x482c61
created by github.com/canonical/microcluster/v3/internal/sys.NewWatcher in goroutine 1
/home/julian/dev/microcluster/internal/sys/fsnotify.go:50 +0x25a
goroutine 53 gp=0xc000282540 m=nil [select]:
runtime.gopark(0xc000222908?, 0x5?, 0x5e?, 0x8c?, 0xc000222796?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000222620 sp=0xc000222600 pc=0x47af4e
runtime.selectgo(0xc000222908, 0xc00022278c, 0xc8a3f6?, 0x0, 0x7ac1e0?, 0x1)
/snap/go/10888/src/runtime/select.go:351 +0x837 fp=0xc000222758 sp=0xc000222620 pc=0x45a257
net/http.(*persistConn).roundTrip(0xc000309200, 0xc000207310)
/snap/go/10888/src/net/http/transport.go:2826 +0x785 fp=0xc000222978 sp=0xc000222758 pc=0x7b35e5
net/http.(*Transport).roundTrip(0xc000183860, 0xc00018f180)
/snap/go/10888/src/net/http/transport.go:696 +0xb9a fp=0xc000222b70 sp=0xc000222978 pc=0x7a77da
net/http.(*Transport).RoundTrip(0xc0000b9808?, 0xd91180?)
/snap/go/10888/src/net/http/roundtrip.go:30 +0x13 fp=0xc000222b90 sp=0xc000222b70 pc=0x7b6a93
net/http.send(0xc00018f180, {0xd91180, 0xc000183860}, {0x5f4801?, 0xc00012d148?, 0x0?})
/snap/go/10888/src/net/http/client.go:259 +0x5e2 fp=0xc000222d80 sp=0xc000222b90 pc=0x7488c2
net/http.(*Client).send(0xc00050b530, 0xc00018f180, {0x14?, 0x1?, 0x0?})
/snap/go/10888/src/net/http/client.go:180 +0x91 fp=0xc000222df8 sp=0xc000222d80 pc=0x748171
net/http.(*Client).do(0xc00050b530, 0xc00018f180)
/snap/go/10888/src/net/http/client.go:728 +0x989 fp=0xc000222fe8 sp=0xc000222df8 pc=0x74a789
net/http.(*Client).Do(...)
/snap/go/10888/src/net/http/client.go:587
github.com/canonical/microcluster/v3/internal/rest/client.(*Client).rawQuery(0xc00023f7c0, {0xd97358, 0xc0001d3490}, {0xc883bb, 0x6}, 0xc00057a2d0, {0x0, 0x0})
/home/julian/dev/microcluster/internal/rest/client/client.go:250 +0x1b3 fp=0xc000223138 sp=0xc000222fe8 pc=0x8e48f3
github.com/canonical/microcluster/v3/internal/rest/client.(*Client).QueryStructRaw(0xc00023f7c0, {0xd97358, 0xc0001d3490}, {0xc883bb, 0x6}, {0xc88f8f?, 0xb?}, 0x10?, {0x0, 0x0})
/home/julian/dev/microcluster/internal/rest/client/client.go:332 +0x8f fp=0xc0002231a8 sp=0xc000223138 pc=0x8e562f
github.com/canonical/microcluster/v3/internal/rest/client.(*Client).QueryStruct(0xc00023f7c0, {0xd97358, 0xc0001d3490}, {0xc883bb, 0x6}, {0xc88f8f, 0x8}, 0xc0002232a0, {0x0, 0x0}, ...)
/home/julian/dev/microcluster/internal/rest/client/client.go:304 +0xed fp=0xc000223218 sp=0xc0002231a8 pc=0x8e548d
github.com/canonical/microcluster/v3/internal/rest/client.(*Client).DeleteClusterMember(0xc00023f7c0, {0xd97390?, 0x1275f20?}, {0xc00012a41c, 0x2}, 0x1)
/home/julian/dev/microcluster/internal/rest/client/cluster.go:61 +0x187 fp=0xc000223368 sp=0xc000223218 pc=0x8e6847
github.com/canonical/microcluster/v3/internal/rest/resources.controlPost.func1()
/home/julian/dev/microcluster/internal/rest/resources/control.go:124 +0x45a fp=0xc000223500 sp=0xc000223368 pc=0x99791a
github.com/canonical/lxd/shared/revert.(*Reverter).Fail(0xc0002237d0)
/home/julian/go/pkg/mod/github.com/canonical/[email protected]/shared/revert/revert.go:29 +0x34 fp=0xc000223530 sp=0xc000223500 pc=0x839f34
github.com/canonical/microcluster/v3/internal/rest/resources.controlPost.deferwrap1()
/home/julian/dev/microcluster/internal/rest/resources/control.go:76 +0x25 fp=0xc000223548 sp=0xc000223530 pc=0x997a85
runtime.deferreturn()
/snap/go/10888/src/runtime/panic.go:610 +0x5e fp=0xc0002235d8 sp=0xc000223548 pc=0x443a5e
github.com/canonical/microcluster/v3/internal/rest/resources.controlPost({0xd9c778, 0xc0002935f0}, 0xc000146a00)
/home/julian/dev/microcluster/internal/rest/resources/control.go:170 +0xc7f fp=0xc000223808 sp=0xc0002235d8 pc=0x99727f
github.com/canonical/microcluster/v3/internal/rest.handleAPIRequest({0xcd1428?, 0xcd14a8?, 0xa6?, 0xb5?}, {0xd9c778, 0xc0002935f0}, {0xd96ad0, 0xc0001520e0}, 0xc000146a00)
/home/julian/dev/microcluster/internal/rest/rest.go:67 +0x175 fp=0xc000223870 sp=0xc000223808 pc=0x98c115
github.com/canonical/microcluster/v3/internal/rest.HandleEndpoint.func1({0xd96ad0, 0xc0001520e0}, 0xc0001468c0)
/home/julian/dev/microcluster/internal/rest/rest.go:245 +0x943 fp=0xc000223a18 sp=0xc000223870 pc=0x98e0a3
net/http.HandlerFunc.ServeHTTP(0xc000146780?, {0xd96ad0?, 0xc0001520e0?}, 0x0?)
/snap/go/10888/src/net/http/server.go:2294 +0x29 fp=0xc000223a40 sp=0xc000223a18 pc=0x797c89
github.com/gorilla/mux.(*Router).ServeHTTP(0xc00032e000, {0xd96ad0, 0xc0001520e0}, 0xc000146640)
/home/julian/go/pkg/mod/github.com/gorilla/[email protected]/mux.go:212 +0x1e2 fp=0xc000223b68 sp=0xc000223a40 pc=0x975402
net/http.serverHandler.ServeHTTP({0xd93f58?}, {0xd96ad0?, 0xc0001520e0?}, 0x1?)
/snap/go/10888/src/net/http/server.go:3301 +0x8e fp=0xc000223b98 sp=0xc000223b68 pc=0x7b732e
net/http.(*conn).serve(0xc00013c2d0, {0xd972b0, 0xc00011a930})
/snap/go/10888/src/net/http/server.go:2102 +0x625 fp=0xc000223fb8 sp=0xc000223b98 pc=0x796185
net/http.(*Server).Serve.gowrap3()
/snap/go/10888/src/net/http/server.go:3454 +0x28 fp=0xc000223fe0 sp=0xc000223fb8 pc=0x79b988
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000223fe8 sp=0xc000223fe0 pc=0x482c61
created by net/http.(*Server).Serve in goroutine 50
/snap/go/10888/src/net/http/server.go:3454 +0x485
goroutine 55 gp=0xc000520000 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000284738 sp=0xc000284718 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc0002847c8 sp=0xc000284738 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc0002847e0 sp=0xc0002847c8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0002847e8 sp=0xc0002847e0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 56 gp=0xc0005201c0 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000284f38 sp=0xc000284f18 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc000284fc8 sp=0xc000284f38 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc000284fe0 sp=0xc000284fc8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000284fe8 sp=0xc000284fe0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 57 gp=0xc000520380 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000285738 sp=0xc000285718 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc0002857c8 sp=0xc000285738 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc0002857e0 sp=0xc0002857c8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0002857e8 sp=0xc0002857e0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 58 gp=0xc000520540 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000285f38 sp=0xc000285f18 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc000285fc8 sp=0xc000285f38 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc000285fe0 sp=0xc000285fc8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000285fe8 sp=0xc000285fe0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 59 gp=0xc000520700 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000286738 sp=0xc000286718 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc0002867c8 sp=0xc000286738 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc0002867e0 sp=0xc0002867c8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0002867e8 sp=0xc0002867e0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 60 gp=0xc0005208c0 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000286f38 sp=0xc000286f18 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc000286fc8 sp=0xc000286f38 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc000286fe0 sp=0xc000286fc8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000286fe8 sp=0xc000286fe0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 61 gp=0xc000520a80 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000287738 sp=0xc000287718 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc0002877c8 sp=0xc000287738 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc0002877e0 sp=0xc0002877c8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0002877e8 sp=0xc0002877e0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 62 gp=0xc000520c40 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000287f38 sp=0xc000287f18 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc000287fc8 sp=0xc000287f38 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc000287fe0 sp=0xc000287fc8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000287fe8 sp=0xc000287fe0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 63 gp=0xc000520e00 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000528738 sp=0xc000528718 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc0005287c8 sp=0xc000528738 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc0005287e0 sp=0xc0005287c8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0005287e8 sp=0xc0005287e0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 64 gp=0xc000520fc0 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000528f38 sp=0xc000528f18 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc000528fc8 sp=0xc000528f38 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc000528fe0 sp=0xc000528fc8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000528fe8 sp=0xc000528fe0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 65 gp=0xc000521180 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000529738 sp=0xc000529718 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc0005297c8 sp=0xc000529738 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc0005297e0 sp=0xc0005297c8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0005297e8 sp=0xc0005297e0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 66 gp=0xc000521340 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000529f38 sp=0xc000529f18 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc000529fc8 sp=0xc000529f38 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc000529fe0 sp=0xc000529fc8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000529fe8 sp=0xc000529fe0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 67 gp=0xc000521500 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00052a738 sp=0xc00052a718 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc00052a7c8 sp=0xc00052a738 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc00052a7e0 sp=0xc00052a7c8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00052a7e8 sp=0xc00052a7e0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 68 gp=0xc0005216c0 m=nil [GC worker (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00052af38 sp=0xc00052af18 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc00052afc8 sp=0xc00052af38 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc00052afe0 sp=0xc00052afc8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00052afe8 sp=0xc00052afe0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 69 gp=0xc000521880 m=nil [GC worker (idle)]:
runtime.gopark(0x1a16a979633?, 0x3?, 0xba?, 0x34?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00052b738 sp=0xc00052b718 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc00052b7c8 sp=0xc00052b738 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc00052b7e0 sp=0xc00052b7c8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00052b7e8 sp=0xc00052b7e0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 70 gp=0xc000521a40 m=nil [GC worker (idle)]:
runtime.gopark(0x1a16a979531?, 0x1?, 0x3?, 0x18?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00052bf38 sp=0xc00052bf18 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc00052bfc8 sp=0xc00052bf38 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc00052bfe0 sp=0xc00052bfc8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00052bfe8 sp=0xc00052bfe0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 71 gp=0xc000521c00 m=nil [GC worker (idle)]:
runtime.gopark(0x1277660?, 0x1?, 0x16?, 0xd4?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000524738 sp=0xc000524718 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc0005247c8 sp=0xc000524738 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc0005247e0 sp=0xc0005247c8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0005247e8 sp=0xc0005247e0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 72 gp=0xc000521dc0 m=nil [GC worker (idle)]:
runtime.gopark(0x1a16a96e882?, 0x1?, 0xd2?, 0xa2?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000524f38 sp=0xc000524f18 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc000524fc8 sp=0xc000524f38 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc000524fe0 sp=0xc000524fc8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000524fe8 sp=0xc000524fe0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 73 gp=0xc00052e000 m=nil [GC worker (idle)]:
runtime.gopark(0x1277660?, 0x1?, 0x87?, 0xcf?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000525738 sp=0xc000525718 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc0005257c8 sp=0xc000525738 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc0005257e0 sp=0xc0005257c8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0005257e8 sp=0xc0005257e0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 74 gp=0xc00052e1c0 m=nil [GC worker (idle)]:
runtime.gopark(0x1277660?, 0x1?, 0x84?, 0xaa?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000525f38 sp=0xc000525f18 pc=0x47af4e
runtime.gcBgMarkWorker(0xc000137c70)
/snap/go/10888/src/runtime/mgc.go:1423 +0xe9 fp=0xc000525fc8 sp=0xc000525f38 pc=0x429089
runtime.gcBgMarkStartWorkers.gowrap1()
/snap/go/10888/src/runtime/mgc.go:1339 +0x25 fp=0xc000525fe0 sp=0xc000525fc8 pc=0x428f65
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000525fe8 sp=0xc000525fe0 pc=0x482c61
created by runtime.gcBgMarkStartWorkers in goroutine 53
/snap/go/10888/src/runtime/mgc.go:1339 +0x105
goroutine 12 gp=0xc00052e8c0 m=nil [select]:
runtime.gopark(0xc000093f18?, 0x3?, 0xa8?, 0x3f?, 0xc000093dca?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000093c48 sp=0xc000093c28 pc=0x47af4e
runtime.selectgo(0xc000093f18, 0xc000093dc4, 0xc00028ed20?, 0x0, 0x0?, 0x1)
/snap/go/10888/src/runtime/select.go:351 +0x837 fp=0xc000093d80 sp=0xc000093c48 pc=0x45a257
net/http.(*persistConn).readLoop(0xc000308000)
/snap/go/10888/src/net/http/transport.go:2395 +0xc5f fp=0xc000093fc8 sp=0xc000093d80 pc=0x7b18df
net/http.(*Transport).dialConn.gowrap2()
/snap/go/10888/src/net/http/transport.go:1944 +0x25 fp=0xc000093fe0 sp=0xc000093fc8 pc=0x7af825
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000093fe8 sp=0xc000093fe0 pc=0x482c61
created by net/http.(*Transport).dialConn in goroutine 8
/snap/go/10888/src/net/http/transport.go:1944 +0x174f
goroutine 13 gp=0xc00052ea80 m=nil [select]:
runtime.gopark(0xc00008df48?, 0x2?, 0x4c?, 0x79?, 0xc00008def4?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00008dd80 sp=0xc00008dd60 pc=0x47af4e
runtime.selectgo(0xc00008df48, 0xc00008def0, 0xc0004c2c00?, 0x0, 0xc000290a80?, 0x1)
/snap/go/10888/src/runtime/select.go:351 +0x837 fp=0xc00008deb8 sp=0xc00008dd80 pc=0x45a257
net/http.(*persistConn).writeLoop(0xc000308000)
/snap/go/10888/src/net/http/transport.go:2590 +0xe7 fp=0xc00008dfc8 sp=0xc00008deb8 pc=0x7b2707
net/http.(*Transport).dialConn.gowrap3()
/snap/go/10888/src/net/http/transport.go:1945 +0x25 fp=0xc00008dfe0 sp=0xc00008dfc8 pc=0x7af7c5
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00008dfe8 sp=0xc00008dfe0 pc=0x482c61
created by net/http.(*Transport).dialConn in goroutine 8
/snap/go/10888/src/net/http/transport.go:1945 +0x17a5
goroutine 19 gp=0xc00052ee00 m=nil [chan receive]:
runtime.gopark(0x0?, 0x600000000000000?, 0xe8?, 0x10?, 0x7d58494735c0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00008fe58 sp=0xc00008fe38 pc=0x47af4e
runtime.chanrecv(0xc00028e700, 0xc00008ff88, 0x1)
/snap/go/10888/src/runtime/chan.go:664 +0x445 fp=0xc00008fed0 sp=0xc00008fe58 pc=0x418345
runtime.chanrecv2(0xc87928?, 0xc00002d600?)
/snap/go/10888/src/runtime/chan.go:511 +0x12 fp=0xc00008fef8 sp=0xc00008fed0 pc=0x417ef2
github.com/canonical/go-dqlite/v3/app.New.func6()
/home/julian/go/pkg/mod/github.com/canonical/go-dqlite/[email protected]/app/app.go:290 +0x8f fp=0xc00008ffe0 sp=0xc00008fef8 pc=0x95bb2f
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00008ffe8 sp=0xc00008ffe0 pc=0x482c61
created by github.com/canonical/go-dqlite/v3/app.New in goroutine 53
/home/julian/go/pkg/mod/github.com/canonical/go-dqlite/[email protected]/app/app.go:289 +0x1c25
goroutine 38 gp=0xc0001b0000 m=nil [IO wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000320ac8 sp=0xc000320aa8 pc=0x47af4e
runtime.netpollblock(0xc000320b18?, 0x4157a6?, 0x0?)
/snap/go/10888/src/runtime/netpoll.go:575 +0xf7 fp=0xc000320b00 sp=0xc000320ac8 pc=0x440617
internal/poll.runtime_pollWait(0x7d584922a3d8, 0x72)
/snap/go/10888/src/runtime/netpoll.go:351 +0x85 fp=0xc000320b20 sp=0xc000320b00 pc=0x47a165
internal/poll.(*pollDesc).wait(0xc0002a3480?, 0xc000010678?, 0x0)
/snap/go/10888/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000320b48 sp=0xc000320b20 pc=0x4fb927
internal/poll.(*pollDesc).waitRead(...)
/snap/go/10888/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc0002a3480)
/snap/go/10888/src/internal/poll/fd_unix.go:620 +0x295 fp=0xc000320bf0 sp=0xc000320b48 pc=0x500cf5
net.(*netFD).accept(0xc0002a3480)
/snap/go/10888/src/net/fd_unix.go:172 +0x29 fp=0xc000320ca8 sp=0xc000320bf0 pc=0x594669
net.(*TCPListener).accept(0xc0004c32c0)
/snap/go/10888/src/net/tcpsock_posix.go:159 +0x1b fp=0xc000320cf8 sp=0xc000320ca8 pc=0x5a9bfb
net.(*TCPListener).Accept(0xc0004c32c0)
/snap/go/10888/src/net/tcpsock.go:380 +0x30 fp=0xc000320d28 sp=0xc000320cf8 pc=0x5a8df0
github.com/canonical/lxd/lxd/endpoints/listeners.(*FancyTLSListener).Accept(0xc00063b1d0)
/home/julian/go/pkg/mod/github.com/canonical/[email protected]/lxd/endpoints/listeners/fancytls.go:37 +0x4a fp=0xc000320e30 sp=0xc000320d28 pc=0x89540a
net/http.(*onceCloseListener).Accept(0xc00013cf30?)
<autogenerated>:1 +0x24 fp=0xc000320e48 sp=0xc000320e30 pc=0x7c37a4
net/http.(*Server).Serve(0xc00035e400, {0xd96ec0, 0xc00063b1d0})
/snap/go/10888/src/net/http/server.go:3424 +0x30c fp=0xc000320f78 sp=0xc000320e48 pc=0x79b58c
github.com/canonical/microcluster/v3/internal/endpoints.(*Network).Serve.func1()
/home/julian/dev/microcluster/internal/endpoints/network.go:120 +0x79 fp=0xc000320fe0 sp=0xc000320f78 pc=0x96db59
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000320fe8 sp=0xc000320fe0 pc=0x482c61
created by github.com/canonical/microcluster/v3/internal/endpoints.(*Network).Serve in goroutine 84
/home/julian/dev/microcluster/internal/endpoints/network.go:112 +0x145
goroutine 147 gp=0xc000282e00 m=nil [select]:
runtime.gopark(0xc00031ef48?, 0x2?, 0x4c?, 0x79?, 0xc00031eef4?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00031ed80 sp=0xc00031ed60 pc=0x47af4e
runtime.selectgo(0xc00031ef48, 0xc00031eef0, 0xc00029ab80?, 0x0, 0xc00030bbc0?, 0x1)
/snap/go/10888/src/runtime/select.go:351 +0x837 fp=0xc00031eeb8 sp=0xc00031ed80 pc=0x45a257
net/http.(*persistConn).writeLoop(0xc0000fd9e0)
/snap/go/10888/src/net/http/transport.go:2590 +0xe7 fp=0xc00031efc8 sp=0xc00031eeb8 pc=0x7b2707
net/http.(*Transport).dialConn.gowrap3()
/snap/go/10888/src/net/http/transport.go:1945 +0x25 fp=0xc00031efe0 sp=0xc00031efc8 pc=0x7af7c5
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00031efe8 sp=0xc00031efe0 pc=0x482c61
created by net/http.(*Transport).dialConn in goroutine 117
/snap/go/10888/src/net/http/transport.go:1945 +0x17a5
goroutine 89 gp=0xc00052efc0 m=nil [select]:
runtime.gopark(0xc000383f88?, 0x2?, 0x0?, 0x0?, 0xc000383f84?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000383e18 sp=0xc000383df8 pc=0x47af4e
runtime.selectgo(0xc000383f88, 0xc000383f80, 0x0?, 0x0, 0x0?, 0x1)
/snap/go/10888/src/runtime/select.go:351 +0x837 fp=0xc000383f50 sp=0xc000383e18 pc=0x45a257
database/sql.(*DB).connectionOpener(0xc0001d64e0, {0xd972e8, 0xc00028c140})
/snap/go/10888/src/database/sql/sql.go:1261 +0x87 fp=0xc000383fb8 sp=0xc000383f50 pc=0x89e4e7
database/sql.OpenDB.gowrap1()
/snap/go/10888/src/database/sql/sql.go:841 +0x28 fp=0xc000383fe0 sp=0xc000383fb8 pc=0x89c868
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000383fe8 sp=0xc000383fe0 pc=0x482c61
created by database/sql.OpenDB in goroutine 53
/snap/go/10888/src/database/sql/sql.go:841 +0x130
goroutine 146 gp=0xc00052f500 m=nil [select]:
runtime.gopark(0xc00043cf18?, 0x3?, 0xa8?, 0x3f?, 0xc00043cdca?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc00043cc48 sp=0xc00043cc28 pc=0x47af4e
runtime.selectgo(0xc00043cf18, 0xc00043cdc4, 0xc0000b77a0?, 0x0, 0x0?, 0x1)
/snap/go/10888/src/runtime/select.go:351 +0x837 fp=0xc00043cd80 sp=0xc00043cc48 pc=0x45a257
net/http.(*persistConn).readLoop(0xc0000fd9e0)
/snap/go/10888/src/net/http/transport.go:2395 +0xc5f fp=0xc00043cfc8 sp=0xc00043cd80 pc=0x7b18df
net/http.(*Transport).dialConn.gowrap2()
/snap/go/10888/src/net/http/transport.go:1944 +0x25 fp=0xc00043cfe0 sp=0xc00043cfc8 pc=0x7af825
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00043cfe8 sp=0xc00043cfe0 pc=0x482c61
created by net/http.(*Transport).dialConn in goroutine 117
/snap/go/10888/src/net/http/transport.go:1944 +0x174f
goroutine 165 gp=0xc00052fa40 m=nil [IO wait]:
runtime.gopark(0xd972e8?, 0xc000207360?, 0x5c?, 0x76?, 0xb?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000386768 sp=0xc000386748 pc=0x47af4e
runtime.netpollblock(0x49daf8?, 0x4157a6?, 0x0?)
/snap/go/10888/src/runtime/netpoll.go:575 +0xf7 fp=0xc0003867a0 sp=0xc000386768 pc=0x440617
internal/poll.runtime_pollWait(0x7d584922a2c0, 0x72)
/snap/go/10888/src/runtime/netpoll.go:351 +0x85 fp=0xc0003867c0 sp=0xc0003867a0 pc=0x47a165
internal/poll.(*pollDesc).wait(0xc0002a2b00?, 0xc00051af00?, 0x0)
/snap/go/10888/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0003867e8 sp=0xc0003867c0 pc=0x4fb927
internal/poll.(*pollDesc).waitRead(...)
/snap/go/10888/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0002a2b00, {0xc00051af00, 0x500, 0x500})
/snap/go/10888/src/internal/poll/fd_unix.go:165 +0x27a fp=0xc000386880 sp=0xc0003867e8 pc=0x4fcc1a
net.(*netFD).Read(0xc0002a2b00, {0xc00051af00?, 0xc0002953aa?, 0x90?})
/snap/go/10888/src/net/fd_posix.go:55 +0x25 fp=0xc0003868c8 sp=0xc000386880 pc=0x5926c5
net.(*conn).Read(0xc00048e158, {0xc00051af00?, 0x7d58029dd818?, 0x7d5849473a78?})
/snap/go/10888/src/net/net.go:194 +0x45 fp=0xc000386910 sp=0xc0003868c8 pc=0x5a0725
crypto/tls.(*atLeastReader).Read(0xc00060f1b8, {0xc00051af00?, 0xc000183860?, 0xc0002953aa?})
/snap/go/10888/src/crypto/tls/conn.go:809 +0x3b fp=0xc000386958 sp=0xc000386910 pc=0x6d033b
bytes.(*Buffer).ReadFrom(0xc00032beb8, {0xd924c0, 0xc00060f1b8})
/snap/go/10888/src/bytes/buffer.go:211 +0x98 fp=0xc0003869b0 sp=0xc000386958 pc=0x5304f8
crypto/tls.(*Conn).readFromUntil(0xc00032bc08, {0xd921c0, 0xc00048e158}, 0x443a54?)
/snap/go/10888/src/crypto/tls/conn.go:831 +0xde fp=0xc0003869e8 sp=0xc0003869b0 pc=0x6d051e
crypto/tls.(*Conn).readRecordOrCCS(0xc00032bc08, 0x0)
/snap/go/10888/src/crypto/tls/conn.go:629 +0x3cf fp=0xc000386c60 sp=0xc0003869e8 pc=0x6cd62f
crypto/tls.(*Conn).readRecord(...)
/snap/go/10888/src/crypto/tls/conn.go:591
crypto/tls.(*Conn).Read(0xc00032bc08, {0xc000390000, 0x1000, 0x7d5849473a78?})
/snap/go/10888/src/crypto/tls/conn.go:1385 +0x145 fp=0xc000386cc8 sp=0xc000386c60 pc=0x6d3e05
net/http.(*persistConn).Read(0xc000309200, {0xc000390000?, 0x416f65?, 0x68?})
/snap/go/10888/src/net/http/transport.go:2122 +0x47 fp=0xc000386d28 sp=0xc000386cc8 pc=0x7b02e7
bufio.(*Reader).fill(0xc000477740)
/snap/go/10888/src/bufio/bufio.go:113 +0x103 fp=0xc000386d60 sp=0xc000386d28 pc=0x55d283
bufio.(*Reader).Peek(0xc000477740, 0x1)
/snap/go/10888/src/bufio/bufio.go:152 +0x53 fp=0xc000386d80 sp=0xc000386d60 pc=0x55d3b3
net/http.(*persistConn).readLoop(0xc000309200)
/snap/go/10888/src/net/http/transport.go:2275 +0x172 fp=0xc000386fc8 sp=0xc000386d80 pc=0x7b0df2
net/http.(*Transport).dialConn.gowrap2()
/snap/go/10888/src/net/http/transport.go:1944 +0x25 fp=0xc000386fe0 sp=0xc000386fc8 pc=0x7af825
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000386fe8 sp=0xc000386fe0 pc=0x482c61
created by net/http.(*Transport).dialConn in goroutine 162
/snap/go/10888/src/net/http/transport.go:1944 +0x174f
goroutine 166 gp=0xc00052fc00 m=nil [select]:
runtime.gopark(0xc000380f48?, 0x2?, 0x4c?, 0x79?, 0xc000380ef4?)
/snap/go/10888/src/runtime/proc.go:435 +0xce fp=0xc000380d80 sp=0xc000380d60 pc=0x47af4e
runtime.selectgo(0xc000380f48, 0xc000380ef0, 0xc0004c3680?, 0x0, 0xc00050ba10?, 0x1)
/snap/go/10888/src/runtime/select.go:351 +0x837 fp=0xc000380eb8 sp=0xc000380d80 pc=0x45a257
net/http.(*persistConn).writeLoop(0xc000309200)
/snap/go/10888/src/net/http/transport.go:2590 +0xe7 fp=0xc000380fc8 sp=0xc000380eb8 pc=0x7b2707
net/http.(*Transport).dialConn.gowrap3()
/snap/go/10888/src/net/http/transport.go:1945 +0x25 fp=0xc000380fe0 sp=0xc000380fc8 pc=0x7af7c5
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000380fe8 sp=0xc000380fe0 pc=0x482c61
created by net/http.(*Transport).dialConn in goroutine 162
/snap/go/10888/src/net/http/transport.go:1945 +0x17a5
goroutine 122 gp=0xc000283180 m=nil [runnable]:
fmt.Sprintf({0xc000261510, 0x4}, {0xc0002616d8, 0x1, 0x1})
/snap/go/10888/src/fmt/print.go:237 +0xa8 fp=0xc0002614d8 sp=0xc0002614d0 pc=0x516168
github.com/sirupsen/logrus.(*TextFormatter).printColored(0xc0000ac9c0, 0xc00011a2d0, 0xc0001d3c00, {0xc000208430, 0x1, 0x0?}, 0xc000261a70, {0xc93d6c, 0x19})
/home/julian/go/pkg/mod/github.com/sirupsen/[email protected]/text_formatter.go:258 +0x1a5 fp=0xc000261708 sp=0xc0002614d8 pc=0x5693c5
github.com/sirupsen/logrus.(*TextFormatter).Format(0xc0000ac9c0, 0xc0001d3c00)
/home/julian/go/pkg/mod/github.com/sirupsen/[email protected]/text_formatter.go:203 +0xed4 fp=0xc000261b30 sp=0xc000261708 pc=0x568c74
github.com/sirupsen/logrus.(*Entry).write(0xc0001d3c00)
/home/julian/go/pkg/mod/github.com/sirupsen/[email protected]/entry.go:289 +0x95 fp=0xc000261ba8 sp=0xc000261b30 pc=0x563075
github.com/sirupsen/logrus.(*Entry).log(0xc0001d3b90, 0x4, {0xc0004a0e70, 0x30})
/home/julian/go/pkg/mod/github.com/sirupsen/[email protected]/entry.go:252 +0x425 fp=0xc000261ca0 sp=0xc000261ba8 pc=0x562c25
github.com/sirupsen/logrus.(*Entry).Log(0xc0001d3b90, 0x4, {0xc000208410?, 0xb8eb40?, 0xc000261c01?})
/home/julian/go/pkg/mod/github.com/sirupsen/[email protected]/entry.go:304 +0x48 fp=0xc000261cd0 sp=0xc000261ca0 pc=0x563228
github.com/sirupsen/logrus.(*Entry).Info(0xca891f?, {0xc000208410?, 0x47b9af?, 0xc000261d48?})
/home/julian/go/pkg/mod/github.com/sirupsen/[email protected]/entry.go:321 +0x26 fp=0xc000261d08 sp=0xc000261cd0 pc=0x5633c6
github.com/canonical/lxd/shared/logger.(*logWrapper).Info(0xbf3b80?, {0xca891f, 0x30}, {0xc00048e1a0, 0x1, 0x40f785?})
/home/julian/go/pkg/mod/github.com/canonical/[email protected]/shared/logger/wrapper.go:42 +0xdf fp=0xc000261d58 sp=0xc000261d08 pc=0x5bc95f
github.com/canonical/lxd/shared/logger.Info(...)
/home/julian/go/pkg/mod/github.com/canonical/[email protected]/shared/logger/toplevel.go:19
github.com/canonical/microcluster/v3/internal/endpoints.(*Network).Close(0xc000240000)
/home/julian/dev/microcluster/internal/endpoints/network.go:136 +0x116 fp=0xc000261dd0 sp=0xc000261d58 pc=0x96ddd6
github.com/canonical/microcluster/v3/internal/endpoints.(*Endpoints).Down(0xc00033d320, 0x1, {0x0, 0x0, 0x1275f20?})
/home/julian/dev/microcluster/internal/endpoints/endpoints.go:115 +0x150 fp=0xc000261ec0 sp=0xc000261dd0 pc=0x96c9b0
github.com/canonical/microcluster/v3/internal/daemon.(*Daemon).State.func2()
/home/julian/dev/microcluster/internal/daemon/daemon.go:1113 +0x50 fp=0xc000261f00 sp=0xc000261ec0 pc=0x9aa850
github.com/canonical/microcluster/v3/internal/rest/resources.resetClusterMember.func1()
/home/julian/dev/microcluster/internal/rest/resources/cluster.go:373 +0x1ca fp=0xc000261fe0 sp=0xc000261f00 pc=0x99384a
runtime.goexit({})
/snap/go/10888/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000261fe8 sp=0xc000261fe0 pc=0x482c61
created by github.com/canonical/microcluster/v3/internal/rest/resources.clusterMemberPut in goroutine 120
/home/julian/dev/microcluster/internal/rest/resources/cluster.go:328 +0xbd
rax 0x0
rbx 0x7d57f9600640
rcx 0x7d58496969fc
rdx 0x6
rdi 0x78e3
rsi 0x7935
rbp 0x7935
rsp 0x7d57f95ff6f0
r8 0x7d57f95ff7c0
r9 0x0
r10 0x8
r11 0x246
r12 0x6
r13 0x16
r14 0x8
r15 0xc0002f33b0
rip 0x7d58496969fc
rflags 0x246
cs 0x33
fs 0x0
gs 0x0
