iroh
iroh copied to clipboard
n0-computer
bug: Attempt to subtract with overflow in `quinn-proto` (panic)
Panic occurring in iroh-quinn-proto-0.13.0.
I'll aim to reproduce with TRACE logging. Happened in a debug build.
thread 'tokio-runtime-worker' panicked at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/paths.rs:376:9:
attempt to subtract with overflow
note: run with `RUST_BACKTRACE=1` environment variable to display a backtrace
thread 'tokio-runtime-worker' panicked at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-0.13.0/src/mutex.rs:138:42:
called `Result::unwrap()` on an `Err` value: PoisonError { .. }
stack backtrace:
0: 0x60a3b6519d0a - std::backtrace_rs::backtrace::libunwind::trace::h88deb10bd0145eb8
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/../../backtrace/src/backtrace/libunwind.rs:116:5
1: 0x60a3b6519d0a - std::backtrace_rs::backtrace::trace_unsynchronized::he1036f5481c14dff
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/../../backtrace/src/backtrace/mod.rs:66:5
2: 0x60a3b6519d0a - std::sys::backtrace::_print_fmt::hecc345b6e70c4b20
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/sys/backtrace.rs:66:9
3: 0x60a3b6519d0a - <std::sys::backtrace::BacktraceLock::print::DisplayBacktrace as core::fmt::Display>::fmt::he089f96442833f67
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/sys/backtrace.rs:39:26
4: 0x60a3b6549393 - core::fmt::rt::Argument::fmt::h1f77cded99c71a14
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/core/src/fmt/rt.rs:177:76
5: 0x60a3b6549393 - core::fmt::write::h2f210ed4c94745cb
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/core/src/fmt/mod.rs:1440:21
6: 0x60a3b65150c3 - std::io::Write::write_fmt::h7de08171ab770fb2
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/io/mod.rs:1887:15
7: 0x60a3b6519b52 - std::sys::backtrace::BacktraceLock::print::h810fbd31421329e6
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/sys/backtrace.rs:42:9
8: 0x60a3b651aeb0 - std::panicking::default_hook::{{closure}}::hbaad47ed9dc6356d
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/panicking.rs:295:22
9: 0x60a3b651ac90 - std::panicking::default_hook::h24e207139139d40a
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/panicking.rs:322:9
10: 0x60a3b651b612 - std::panicking::rust_panic_with_hook::ha9131beeb2ddc506
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/panicking.rs:828:13
11: 0x60a3b651b3ba - std::panicking::begin_panic_handler::{{closure}}::h1bba0eaeb6da506f
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/panicking.rs:701:13
12: 0x60a3b651a209 - std::sys::backtrace::__rust_end_short_backtrace::h1d1ca3eade483f4c
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/sys/backtrace.rs:168:18
13: 0x60a3b651b04d - rust_begin_unwind
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/panicking.rs:692:5
14: 0x60a3b30742f0 - core::panicking::panic_fmt::h896a0727a1a943f9
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/core/src/panicking.rs:75:14
15: 0x60a3b30747c6 - core::result::unwrap_failed::h1b5ed8541c7bebd6
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/core/src/result.rs:1704:5
16: 0x60a3b5a494e8 - core::result::Result<T,E>::unwrap::h25933e60846f82bb
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/result.rs:1109:23
17: 0x60a3b5a494e8 - iroh_quinn::mutex::non_tracking::Mutex<T>::lock::hc64ae3b823add229
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-0.13.0/src/mutex.rs:138:24
18: 0x60a3b5a0eab6 - <iroh_quinn::connection::ConnectionRef as core::ops::drop::Drop>::drop::hf93906629a48dfbf
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-0.13.0/src/connection.rs:925:26
19: 0x60a3b5a43817 - core::ptr::drop_in_place<iroh_quinn::connection::ConnectionRef>::hfd695ac915878f90
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ptr/mod.rs:523:1
20: 0x60a3b5a439eb - core::ptr::drop_in_place<iroh_quinn::connection::ConnectionDriver>::h5558ff199cbcbd94
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ptr/mod.rs:523:1
21: 0x60a3b5a0aad9 - iroh_quinn::connection::Connecting::new::{{closure}}::h515c1229b2e60649
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-0.13.0/src/connection.rs:64:44
22: 0x60a3b5a290d0 - <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll::hd4c1a4049c35400f
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.41/src/instrument.rs:321:9
23: 0x60a3b5a2f373 - <core::pin::Pin<P> as core::future::future::Future>::poll::he2f4d0e2b92fcabd
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/future/future.rs:124:9
24: 0x60a3b5a399f3 - tokio::runtime::task::core::Core<T,S>::poll::{{closure}}::h6d4db38cdd6fb6b5
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/core.rs:331:17
25: 0x60a3b5a39501 - tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut::h10b5c36d09a112d9
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/loom/std/unsafe_cell.rs:16:9
26: 0x60a3b5a39501 - tokio::runtime::task::core::Core<T,S>::poll::h8a6fb7f965534215
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/core.rs:320:13
27: 0x60a3b5a1d5ce - tokio::runtime::task::harness::poll_future::{{closure}}::h96e230e44cead954
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/harness.rs:532:19
28: 0x60a3b5a23271 - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h0e0f6a465464783d
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:272:9
29: 0x60a3b5a26665 - std::panicking::try::do_call::hef228d1283e63e29
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:584:40
30: 0x60a3b5a3243b - __rust_try
31: 0x60a3b5a30ca6 - std::panicking::try::h6803dde079315d48
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:547:19
32: 0x60a3b5a30ca6 - std::panic::catch_unwind::ha7a780f025fd4bbd
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:358:14
33: 0x60a3b5a1cf30 - tokio::runtime::task::harness::poll_future::h9b5699a67e23fdba
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/harness.rs:520:18
34: 0x60a3b5a1db4e - tokio::runtime::task::harness::Harness<T,S>::poll_inner::h484a06174c105ce1
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/harness.rs:209:27
35: 0x60a3b5a1e867 - tokio::runtime::task::harness::Harness<T,S>::poll::hbd04eb1fab2b6859
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/harness.rs:154:15
36: 0x60a3b5a336ed - tokio::runtime::task::raw::poll::h4a70779b25c85fdc
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/raw.rs:271:5
37: 0x60a3b62079a7 - tokio::runtime::task::raw::RawTask::poll::h709a98746f2d1adc
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/raw.rs:201:18
38: 0x60a3b6230a72 - tokio::runtime::task::LocalNotified<S>::run::h4f816e0f239e0503
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/mod.rs:449:9
39: 0x60a3b6242ef7 - tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}::he631b0881b023981
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/multi_thread/worker.rs:659:17
40: 0x60a3b6242714 - tokio::runtime::coop::with_budget::hbccbd1a4d132e26a
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/coop.rs:107:5
41: 0x60a3b6242714 - tokio::runtime::coop::budget::hb5fbd3d6bfbf0db7
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/coop.rs:73:5
42: 0x60a3b6242714 - tokio::runtime::scheduler::multi_thread::worker::Context::run_task::h5570ac75fc9a0ca8
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/multi_thread/worker.rs:595:9
43: 0x60a3b6241de3 - tokio::runtime::scheduler::multi_thread::worker::Context::run::h322b7ba537638fd1
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/multi_thread/worker.rs:546:24
44: 0x60a3b6241a49 - tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::{{closure}}::h3ae2df3cf8f8bc72
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/multi_thread/worker.rs:511:21
45: 0x60a3b61ee130 - tokio::runtime::context::scoped::Scoped<T>::set::h248d4b865f194755
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context/scoped.rs:40:9
46: 0x60a3b6218fdb - tokio::runtime::context::set_scheduler::{{closure}}::hcde8fe28d45b4c46
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context.rs:180:26
47: 0x60a3b621df8b - std::thread::local::LocalKey<T>::try_with::h363e8b9587637266
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/local.rs:308:12
48: 0x60a3b621d6fb - std::thread::local::LocalKey<T>::with::h741e216ca879ef8d
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/local.rs:272:9
49: 0x60a3b6218f14 - tokio::runtime::context::set_scheduler::h111bc9ef18f4fe33
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context.rs:180:9
50: 0x60a3b6241954 - tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::h3438ccd1956f6ad6
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/multi_thread/worker.rs:506:9
51: 0x60a3b6205910 - tokio::runtime::context::runtime::enter_runtime::h19282a789042ab0c
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/context/runtime.rs:65:16
52: 0x60a3b62416f0 - tokio::runtime::scheduler::multi_thread::worker::run::h4eef19a9f8c4c4c2
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/multi_thread/worker.rs:498:5
53: 0x60a3b624140b - tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}::hda62512d1c96b070
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/scheduler/multi_thread/worker.rs:464:45
54: 0x60a3b624f8ee - <tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll::h76da2b1b89e6f955
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/blocking/task.rs:42:21
55: 0x60a3b620f953 - tokio::runtime::task::core::Core<T,S>::poll::{{closure}}::hbaea786fb4dcdd59
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/core.rs:331:17
56: 0x60a3b620f4e1 - tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut::hbbe0989abc77aa8e
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/loom/std/unsafe_cell.rs:16:9
57: 0x60a3b620f4e1 - tokio::runtime::task::core::Core<T,S>::poll::hd45bfac57c4cf2dd
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/core.rs:320:13
58: 0x60a3b61cb46e - tokio::runtime::task::harness::poll_future::{{closure}}::h07b54a6f3a5ded40
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/harness.rs:532:19
59: 0x60a3b61e5d31 - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::hd830a5c340e8a3ec
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:272:9
60: 0x60a3b6202265 - std::panicking::try::do_call::h108d567082573b4b
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:584:40
61: 0x60a3b625e83b - __rust_try
62: 0x60a3b625bdc6 - std::panicking::try::h0c2cfef3b9c8cffc
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:547:19
63: 0x60a3b625bdc6 - std::panic::catch_unwind::h8bed162761132f0c
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:358:14
64: 0x60a3b61cb240 - tokio::runtime::task::harness::poll_future::hd4241519a679822f
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/harness.rs:520:18
65: 0x60a3b61c784e - tokio::runtime::task::harness::Harness<T,S>::poll_inner::hc59bf51ddff9f224
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/harness.rs:209:27
66: 0x60a3b61c70f7 - tokio::runtime::task::harness::Harness<T,S>::poll::hd7d60f3d1f9ef836
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/harness.rs:154:15
67: 0x60a3b6207c8d - tokio::runtime::task::raw::poll::h452b1c827214dfa6
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/raw.rs:271:5
68: 0x60a3b62079a7 - tokio::runtime::task::raw::RawTask::poll::h709a98746f2d1adc
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/raw.rs:201:18
69: 0x60a3b6230b67 - tokio::runtime::task::UnownedTask<S>::run::hac2d05f5b7a26b55
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/task/mod.rs:486:9
70: 0x60a3b6230f27 - tokio::runtime::blocking::pool::Task::run::h08700ad8030035c2
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/blocking/pool.rs:161:9
71: 0x60a3b6234f54 - tokio::runtime::blocking::pool::Inner::run::hf0a628512719d7ee
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/blocking/pool.rs:511:17
72: 0x60a3b6234c54 - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::h8d5d5e1cc84e291a
at /home/user/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.43.0/src/runtime/blocking/pool.rs:469:13
73: 0x60a3b61d8ed6 - std::sys::backtrace::__rust_begin_short_backtrace::h9955c7f4a46fc433
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/sys/backtrace.rs:152:18
74: 0x60a3b61da8e2 - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::hd245ed95af965a1b
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/mod.rs:564:17
75: 0x60a3b61e5871 - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h28ca518c277b3234
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:272:9
76: 0x60a3b6202610 - std::panicking::try::do_call::h72f2a3b7869f1b80
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:584:40
77: 0x60a3b61e555b - __rust_try
78: 0x60a3b61da307 - std::panicking::try::h8e04cd255a3c282f
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panicking.rs:547:19
79: 0x60a3b61da307 - std::panic::catch_unwind::h011d4810e1462301
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/panic.rs:358:14
80: 0x60a3b61da307 - std::thread::Builder::spawn_unchecked_::{{closure}}::ha9b4fbb87d21eff0
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/std/src/thread/mod.rs:562:30
81: 0x60a3b61db25f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h89ee17efa568fb53
at /home/user/.rustup/toolchains/stable-x86_64-unknown-linux-gnu/lib/rustlib/src/rust/library/core/src/ops/function.rs:250:5
82: 0x60a3b6521afb - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::h2649f14f1b1c150d
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/alloc/src/boxed.rs:1993:9
83: 0x60a3b6521afb - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::hb2ade58cb34e1bc4
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/alloc/src/boxed.rs:1993:9
84: 0x60a3b6521afb - std::sys::pal::unix::thread::Thread::new::thread_start::ha07e360225fa3528
at /rustc/4d91de4e48198da2e33413efdcd9cd2cc0c46688/library/std/src/sys/pal/unix/thread.rs:106:17
85: 0x7199f0c9caa4 - start_thread
at ./nptl/pthread_create.c:447:8
86: 0x7199f0d29c3c - clone3
at ./misc/../sysdeps/unix/sysv/linux/x86_64/clone3.S:78
87: 0x0 - <unknown>
thread 'tokio-runtime-worker' panicked at library/core/src/panicking.rs:226:5:
panic in a destructor during cleanup
thread caused non-unwinding panic. aborting.
This is the code in question that panics
https://github.com/n0-computer/quinn/blob/a8cca03aa9303688a13a20b9bfbe9025a5c0fd81/quinn-proto/src/connection/paths.rs#L376
I'm afraid this is going to be very hard to debug without having a way to reproduce. It's basically something gone wrong with packet accounting. But why is hard to tell.
No worries, thanks for the response. It happened three times in a row and then not again. Will post here again in the future if I can get more details or a reproducible setup.
It is probably fairly traffic-dependent. If you remember how you generated the traffic to go over the quic connection and can do something similar it might reproduce?
should be fixed in the multipath quinn version
Awesome. We're looking forward to that!
Just in case this is still helpful, here another stack trace:
thread '<unnamed>' (78) panicked at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/paths.rs:376:9:
attempt to subtract with overflow
stack backtrace:
0: __rustc::rust_begin_unwind
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:698:5
1: core::panicking::panic_fmt
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/panicking.rs:75:14
2: core::panicking::panic_const::panic_const_sub_overflow
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/panicking.rs:175:17
3: iroh_quinn_proto::connection::paths::InFlight::remove
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/paths.rs:376:9
4: iroh_quinn_proto::connection::paths::PathData::remove_in_flight
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/paths.rs:170:24
5: iroh_quinn_proto::connection::Connection::remove_in_flight
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/mod.rs:3714:21
6: iroh_quinn_proto::connection::Connection::detect_lost_packets
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/mod.rs:1692:22
7: iroh_quinn_proto::connection::Connection::on_ack_received
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/mod.rs:1469:14
8: iroh_quinn_proto::connection::Connection::process_payload
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/mod.rs:2709:26
9: iroh_quinn_proto::connection::Connection::process_decrypted_packet
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/mod.rs:2328:43
10: iroh_quinn_proto::connection::Connection::handle_packet
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/mod.rs:2266:26
11: iroh_quinn_proto::connection::Connection::handle_decode
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/mod.rs:2162:18
12: iroh_quinn_proto::connection::Connection::handle_event
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-proto-0.13.0/src/connection/mod.rs:1091:22
13: iroh_quinn::connection::State::process_conn_events
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-0.14.0/src/connection.rs:1104:32
14: <iroh_quinn::connection::ConnectionDriver as core::future::future::Future>::poll
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-0.14.0/src/connection.rs:247:30
15: iroh_quinn::connection::Connecting::new::{{closure}}
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-0.14.0/src/connection.rs:64:40
16: <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.41/src/instrument.rs:321:15
17: <core::pin::Pin<P> as core::future::future::Future>::poll
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/core/src/future/future.rs:133:9
18: tokio::runtime::task::core::Core<T,S>::poll::{{closure}}
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/core.rs:365:24
19: tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/loom/std/unsafe_cell.rs:16:9
20: tokio::runtime::task::core::Core<T,S>::poll
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/core.rs:354:30
21: tokio::runtime::task::harness::poll_future::{{closure}}
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/harness.rs:535:30
22: <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:274:9
23: std::panicking::catch_unwind::do_call
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/panicking.rs:590:40
24: __rust_try
25: std::panicking::catch_unwind
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/panicking.rs:553:19
26: std::panic::catch_unwind
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/panic.rs:359:14
27: tokio::runtime::task::harness::poll_future
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/harness.rs:523:18
28: tokio::runtime::task::harness::Harness<T,S>::poll_inner
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/harness.rs:210:27
29: tokio::runtime::task::harness::Harness<T,S>::poll
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/harness.rs:155:20
30: tokio::runtime::task::raw::poll
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/raw.rs:325:13
31: tokio::runtime::task::raw::RawTask::poll
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/raw.rs:255:18
32: tokio::runtime::task::LocalNotified<S>::run
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/mod.rs:509:13
33: tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:789:30
34: tokio::task::coop::with_budget
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:167:5
35: tokio::task::coop::budget
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:133:5
36: tokio::runtime::scheduler::current_thread::Context::run_task::{{closure}}
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:368:43
37: tokio::runtime::scheduler::current_thread::Context::enter
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:432:19
38: tokio::runtime::scheduler::current_thread::Context::run_task
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:368:28
39: tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:785:43
40: tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:829:68
41: tokio::runtime::context::scoped::Scoped<T>::set
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/scoped.rs:40:9
42: tokio::runtime::context::set_scheduler::{{closure}}
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context.rs:176:38
43: std::thread::local::LocalKey<T>::try_with
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/thread/local.rs:315:12
44: std::thread::local::LocalKey<T>::with
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/thread/local.rs:279:20
45: tokio::runtime::context::set_scheduler
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context.rs:176:17
46: tokio::runtime::scheduler::current_thread::CoreGuard::enter
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:829:27
47: tokio::runtime::scheduler::current_thread::CoreGuard::block_on
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:729:24
48: tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:200:33
49: tokio::runtime::context::runtime::enter_runtime
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/runtime.rs:65:16
50: tokio::runtime::scheduler::current_thread::CurrentThread::block_on
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:188:9
51: tokio::runtime::runtime::Runtime::block_on_inner
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:368:52
52: tokio::runtime::runtime::Runtime::block_on
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:342:18
53: ractor::thread_local::ThreadLocalActorSpawner::new::{{closure}}
at ./dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/ractor-0.15.9/src/thread_local.rs:411:16
note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace.
thread '<unnamed>' (78) panicked at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-0.14.0/src/mutex.rs:138:42:
called `Result::unwrap()` on an `Err` value: PoisonError { .. }
stack backtrace:
0: 0x55d5d6710672 - std::backtrace_rs::backtrace::libunwind::trace::hd6a158ff8b4ced9f
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/../../backtrace/src/backtrace/libunwind.rs:117:9
1: 0x55d5d6710672 - std::backtrace_rs::backtrace::trace_unsynchronized::h92e289be85f564b0
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/../../backtrace/src/backtrace/mod.rs:66:14
2: 0x55d5d6710672 - std::sys::backtrace::_print_fmt::h7593c35e5f3bf237
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/sys/backtrace.rs:66:9
3: 0x55d5d6710672 - <std::sys::backtrace::BacktraceLock::print::DisplayBacktrace as core::fmt::Display>::fmt::haa87a551a4affa55
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/sys/backtrace.rs:39:26
4: 0x55d5d6723baf - core::fmt::rt::Argument::fmt::h4b16ed950bbe015d
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/fmt/rt.rs:173:76
5: 0x55d5d6723baf - core::fmt::write::h80461e1e45e4fdd2
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/fmt/mod.rs:1468:25
6: 0x55d5d66dbcb1 - std::io::default_write_fmt::h9e4845ee80fefc13
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/io/mod.rs:639:11
7: 0x55d5d66dbcb1 - std::io::Write::write_fmt::h6e6c69b2d6337d9b
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/io/mod.rs:1954:13
8: 0x55d5d66e8c02 - std::sys::backtrace::BacktraceLock::print::hf67a46baa621998e
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/sys/backtrace.rs:42:9
9: 0x55d5d66ee40f - std::panicking::default_hook::{{closure}}::h391aa815d5e47ec8
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:301:27
10: 0x55d5d66ee269 - std::panicking::default_hook::hd6fdcf2489bb807d
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:328:9
11: 0x55d5d66eeb45 - std::panicking::panic_with_hook::h185ddfb86bf14d73
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:834:13
12: 0x55d5d66ee92a - std::panicking::panic_handler::{{closure}}::had89ddd01b6112c9
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:707:13
13: 0x55d5d66e8d39 - std::sys::backtrace::__rust_end_short_backtrace::h5d0fc36eef7265ea
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/sys/backtrace.rs:174:18
14: 0x55d5d66cedad - __rustc[eb8946e36839644a]::rust_begin_unwind
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:698:5
15: 0x55d5d672f000 - core::panicking::panic_fmt::h92c8e5abe71dd8d1
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/panicking.rs:75:14
16: 0x55d5d672dfa6 - core::result::unwrap_failed::h0501379eaec3e720
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/result.rs:1855:5
17: 0x55d5d5374209 - core::result::Result<T,E>::unwrap::hcdd186c36e73b843
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/core/src/result.rs:1226:23
18: 0x55d5d5374209 - iroh_quinn::mutex::non_tracking::Mutex<T>::lock::h6d97802d77e1e7a7
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-0.14.0/src/mutex.rs:138:42
19: 0x55d5d536a21f - <iroh_quinn::connection::ConnectionRef as core::ops::drop::Drop>::drop::h177377b15e0b22da
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-0.14.0/src/connection.rs:924:37
20: 0x55d5d5380fc7 - core::ptr::drop_in_place<iroh_quinn::connection::ConnectionRef>::h9928d31ee1b35528
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/core/src/ptr/mod.rs:804:1
21: 0x55d5d53811eb - core::ptr::drop_in_place<iroh_quinn::connection::ConnectionDriver>::h2ec56f611f822a4e
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/core/src/ptr/mod.rs:804:1
22: 0x55d5d5365c90 - iroh_quinn::connection::Connecting::new::{{closure}}::hcf388489c473679a
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/iroh-quinn-0.14.0/src/connection.rs:64:44
23: 0x55d5d5393ecb - <tracing::instrument::Instrumented<T> as core::future::future::Future>::poll::h0aa0d130c1b5ec8c
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tracing-0.1.41/src/instrument.rs:321:15
24: 0x55d5d5388e93 - <core::pin::Pin<P> as core::future::future::Future>::poll::h2c9d3029e0486f87
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/core/src/future/future.rs:133:9
25: 0x55d5d539aa68 - tokio::runtime::task::core::Core<T,S>::poll::{{closure}}::h9ddceca5ca4c2fe8
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/core.rs:365:24
26: 0x55d5d539a351 - tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut::hed5b4a8790b3d947
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/loom/std/unsafe_cell.rs:16:9
27: 0x55d5d539a351 - tokio::runtime::task::core::Core<T,S>::poll::h3fe6fc743c91c1ca
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/core.rs:354:30
28: 0x55d5d5390f5e - tokio::runtime::task::harness::poll_future::{{closure}}::h440ceb96ce2b90bd
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/harness.rs:535:30
29: 0x55d5d53943d1 - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h9ab797d31c62a537
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:274:9
30: 0x55d5d5384075 - std::panicking::catch_unwind::do_call::h21fc0411d8795369
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/panicking.rs:590:40
31: 0x55d5d538ca6b - __rust_try
32: 0x55d5d538a1c6 - std::panicking::catch_unwind::he7ba364474670389
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/panicking.rs:553:19
33: 0x55d5d538a1c6 - std::panic::catch_unwind::h4bb331e4ea302d53
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/panic.rs:359:14
34: 0x55d5d5390ae0 - tokio::runtime::task::harness::poll_future::h3248892e0e7292b9
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/harness.rs:523:18
35: 0x55d5d5391918 - tokio::runtime::task::harness::Harness<T,S>::poll_inner::hb6e36cc321137d09
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/harness.rs:210:27
36: 0x55d5d5392447 - tokio::runtime::task::harness::Harness<T,S>::poll::hf840787d944b480e
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/harness.rs:155:20
37: 0x55d5d538e27d - tokio::runtime::task::raw::poll::hc6ae9e9a351775db
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/raw.rs:325:13
38: 0x55d5d5b15347 - tokio::runtime::task::raw::RawTask::poll::hc515cd691c730245
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/raw.rs:255:18
39: 0x55d5d5a879a2 - tokio::runtime::task::LocalNotified<S>::run::hfa9ffcbb9cd6437f
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/task/mod.rs:509:13
40: 0x55d5d5aa41bb - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::{{closure}}::hd2e83a7ad95ff4be
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:789:30
41: 0x55d5d5aa2111 - tokio::task::coop::with_budget::h73622191da846530
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:167:5
42: 0x55d5d5aa2111 - tokio::task::coop::budget::h9b7c798702a456d3
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:133:5
43: 0x55d5d5aa2111 - tokio::runtime::scheduler::current_thread::Context::run_task::{{closure}}::h5dcb3dd76c07c0b4
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:368:43
44: 0x55d5d5aa16ca - tokio::runtime::scheduler::current_thread::Context::enter::h59040956f3135f83
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:432:19
45: 0x55d5d5aa1c30 - tokio::runtime::scheduler::current_thread::Context::run_task::h10f245649fdc8c55
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:368:28
46: 0x55d5d5aa34f0 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::{{closure}}::h139721c786f4ad59
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:785:43
47: 0x55d5d5aa2a18 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}}::h53cdb70978464ccc
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:829:68
48: 0x55d5d5ac172f - tokio::runtime::context::scoped::Scoped<T>::set::hac9e5b477e9f1b81
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/scoped.rs:40:9
49: 0x55d5d5a8c22d - tokio::runtime::context::set_scheduler::{{closure}}::haeba59061081a317
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context.rs:176:38
50: 0x55d5d5a8a197 - std::thread::local::LocalKey<T>::try_with::hfe1c251aa99c0955
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/thread/local.rs:315:12
51: 0x55d5d5a88bef - std::thread::local::LocalKey<T>::with::hedf7ff14b33beaa1
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/thread/local.rs:279:20
52: 0x55d5d5a8c151 - tokio::runtime::context::set_scheduler::h9d4d82826662a3e5
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context.rs:176:17
53: 0x55d5d5aa27a4 - tokio::runtime::scheduler::current_thread::CoreGuard::enter::hab12f612b94c9e63
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:829:27
54: 0x55d5d5aa2a34 - tokio::runtime::scheduler::current_thread::CoreGuard::block_on::h8f43b153b00b145e
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:729:24
55: 0x55d5d5aa0404 - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::{{closure}}::h2b3872e6e54e1ee2
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:200:33
56: 0x55d5d5aaa678 - tokio::runtime::context::runtime::enter_runtime::h56b989d3f3a542db
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/runtime.rs:65:16
57: 0x55d5d5aa01ab - tokio::runtime::scheduler::current_thread::CurrentThread::block_on::h72b380fb00eb1dfc
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:188:9
58: 0x55d5d5a934db - tokio::runtime::runtime::Runtime::block_on_inner::h0b0276639eb5c513
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:368:52
59: 0x55d5d5a937f2 - tokio::runtime::runtime::Runtime::block_on::h05b855a9e8426d50
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:342:18
60: 0x55d5d5ab5980 - ractor::thread_local::ThreadLocalActorSpawner::new::{{closure}}::h68e8adba3c1e1621
at /home/adz/dev/.gnome-builder/projects/reflection/builds/org.p2panda.reflection.json-flatpak-org.gnome.Platform-49-x86_64-jsparber-new_p2panda_net/cargo-home/registry/src/index.crates.io-1949cf8c6b5b557f/ractor-0.15.9/src/thread_local.rs:411:16
61: 0x55d5d5a7ba66 - std::sys::backtrace::__rust_begin_short_backtrace::h2b462de0b7230c57
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/sys/backtrace.rs:158:18
62: 0x55d5d5a9e03f - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::hb0ef4e314067ff4c
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/thread/mod.rs:559:17
63: 0x55d5d5aa6614 - <core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::hdcc3537d746b7fd1
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/core/src/panic/unwind_safe.rs:274:9
64: 0x55d5d5a83ee5 - std::panicking::catch_unwind::do_call::h732fa4eabd0659cc
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/panicking.rs:590:40
65: 0x55d5d5aa609b - __rust_try
66: 0x55d5d5a9dbed - std::panicking::catch_unwind::h875e28353c8958f8
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/panicking.rs:553:19
67: 0x55d5d5a9dbed - std::panic::catch_unwind::h09ed5d0ea0f23e4e
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/panic.rs:359:14
68: 0x55d5d5a9dbed - std::thread::Builder::spawn_unchecked_::{{closure}}::hf1d11d60b2f444ef
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/std/src/thread/mod.rs:557:30
69: 0x55d5d5a8cf3f - core::ops::function::FnOnce::call_once{{vtable.shim}}::h72a25fb8b368fae3
at /usr/lib/sdk/rust-stable/lib/rustlib/src/rust/library/core/src/ops/function.rs:250:5
70: 0x55d5d66e3e8f - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::h300a0f9f4dad0b2e
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/alloc/src/boxed.rs:1985:9
71: 0x55d5d66e3e8f - std::sys::thread::unix::Thread::new::thread_start::h10345b7e8309cb92
at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/sys/thread/unix.rs:126:17
72: 0x7f63b289b56a - <unknown>
73: 0x7f63b291ee54 - clone
74: 0x0 - <unknown>
thread '<unnamed>' (78) panicked at library/core/src/panicking.rs:233:5:
panic in a destructor during cleanup
thread caused non-unwinding panic. aborting.
Aborted (core dumped) RUST_LOG=p2panda_net_next=ERROR reflection
