aptos-core
aptos-core copied to clipboard
[Bug][indexer] when indexing testnet, it stucked and panic at version:286297910
🐛 Bug
To reproduce
Code snippet to reproduce
- install the indexer(commit-id: be96c79)
- run the indexer to index testnet
- it will panic and stuck when indexing version 286297910(the version was got from error log, see blow)
# Your code goes here
# Please make sure it does not require any external dependencies
Stack trace/error message
2022-10-19T09:00:47.503822Z [network-Pub-13] INFO network/src/connectivity_manager/mod.rs:727 [full_node,Public,cb6f3cf6] pubkey sets updated for peer: 28dde00b, pubkeys: [{x25519::PublicKey(11593b0a139a373cbbb646b5f848bcd5ccf23a95f953eaa3f94130dd4b1b1a51)}, {}, {}] {"discovery_source":"OnChainValidatorSet","network_context":{"role":"full_node","network_id":"Public","peer_id":"cb6f3cf6ad07c3bd38732d6294cd4370f4bc496798ace80ec2b04eb13ba08030"},"remote_peer":"28dde00b49a2c5ec8b46a1fbd855afd0fac64ea347a3dffc803ad672e7810186"}
2022-10-19T09:00:47.503835Z [network-Pub-13] INFO network/src/connectivity_manager/mod.rs:742 [full_node,Public,cb6f3cf6] addresses updated for peer: 28dde00b, update src: OnChainValidatorSet, addrs: [[/dns/fullnode.testnet.aptos.movemove.org/tcp/6182/noise-ik/0x11593b0a139a373cbbb646b5f848bcd5ccf23a95f953eaa3f94130dd4b1b1a51/handshake/0], [], []] {"network_addresses":[["/dns/fullnode.testnet.aptos.movemove.org/tcp/6182/noise-ik/0x11593b0a139a373cbbb646b5f848bcd5ccf23a95f953eaa3f94130dd4b1b1a51/handshake/0"],[],[]],"network_context":{"role":"full_node","network_id":"Public","peer_id":"cb6f3cf6ad07c3bd38732d6294cd4370f4bc496798ace80ec2b04eb13ba08030"},"remote_peer":"28dde00b49a2c5ec8b46a1fbd855afd0fac64ea347a3dffc803ad672e7810186"}
details = '''panicked at 'Could not convert 14 txn from OnChainTransactions starting at 286297910: invalid utf-8 sequence of 1 bytes from index 1', crates/indexer/src/indexer/fetcher.rs:309:13'''
backtrace = '''
0: 0x561524d96077 - backtrace::backtrace::libunwind::trace::hf59b97827a414887
at /usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.66/src/backtrace/libunwind.rs:93:5
backtrace::backtrace::trace_unsynchronized::hfc9ee46e651fa90a
at /usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.66/src/backtrace/mod.rs:66:5
backtrace::backtrace::trace::h8eedbfc2548bb5d8
at /usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.66/src/backtrace/mod.rs:53:14
1: 0x561524d83d45 - backtrace::capture::Backtrace::create::h9f4acde781be3f2a
at /usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.66/src/capture.rs:176:9
backtrace::capture::Backtrace::new::h0326af951968e3fe
at /usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.66/src/capture.rs:140:22
2: 0x5615232cae7a - crash_handler::handle_panic::h8d2ba083e9e0db3b
at /usr/src/indexer-node/crates/crash-handler/src/lib.rs:35:38
crash_handler::setup_panic_handler::{{closure}}::he8869f8738070511
at /usr/src/indexer-node/crates/crash-handler/src/lib.rs:27:9
3: 0x561524df4c3a - std::panicking::rust_panic_with_hook::hb0138cb6e6fea3e4
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:702:17
4: 0x561524df4a77 - std::panicking::begin_panic_handler::{{closure}}::h4cb67095557cd1aa
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:588:13
5: 0x561524df3334 - std::sys_common::backtrace::__rust_end_short_backtrace::h2bfcac279dcdc911
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/sys_common/backtrace.rs:138:18
6: 0x561524df47a9 - rust_begin_unwind
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:584:5
7: 0x561522aa1533 - core::panicking::panic_fmt::h1de71520faaa17d3
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/panicking.rs:142:14
8: 0x5615234a81be - aptos_indexer::indexer::fetcher::fetch_nexts::{{closure}}::h1657c5ba42c2e147
at /usr/src/indexer-node/crates/indexer/src/indexer/fetcher.rs:309:13
2022-10-19T09:00:47.503846Z [network-Pub-13] INFO network/src/connectivity_manager/mod.rs:727 [full_node,Public,cb6f3cf6] pubkey sets updated for peer: 828ca971, pubkeys: [{x25519::PublicKey(657c1ce875959e2ad84f25a28547021c5c905291a75c39d2b940b512e20ccf2b)}, {}, {}] {"discovery_source":"OnChainValidatorSet","network_context":{"role":"full_node","network_id":"Public","peer_id":"cb6f3cf6ad07c3bd38732d6294cd4370f4bc496798ace80ec2b04eb13ba08030"},"remote_peer":"828ca971e35c8b9a807439e5a328fdc9a5ed0efbfb12f40bc451d17f6998be3f"}
2022-10-19T09:00:47.503858Z [network-Pub-13] INFO network/src/connectivity_manager/mod.rs:742 [full_node,Public,cb6f3cf6] addresses updated for peer: 828ca971, update src: OnChainValidatorSet, addrs: [[/dns/fullnode1.testnet.aptoslabs.com/tcp/6182/noise-ik/0x657c1ce875959e2ad84f25a28547021c5c905291a75c39d2b940b512e20ccf2b/handshake/0], [], []] {"network_addresses":[["/dns/fullnode1.testnet.aptoslabs.com/tcp/6182/noise-ik/0x657c1ce875959e2ad84f25a28547021c5c905291a75c39d2b940b512e20ccf2b/handshake/0"],[],[]],"network_context":{"role":"full_node","network_id":"Public","peer_id":"cb6f3cf6ad07c3bd38732d6294cd4370f4bc496798ace80ec2b04eb13ba08030"},"remote_peer":"828ca971e35c8b9a807439e5a328fdc9a5ed0efbfb12f40bc451d17f6998be3f"}
2022-10-19T09:00:47.503864Z [network-Pub-13] INFO network/src/connectivity_manager/mod.rs:727 [full_node,Public,cb6f3cf6] pubkey sets updated for peer: d1af3b6a, pubkeys: [{x25519::PublicKey(08d5e275d038af3ac8d5aa6675eb3dbfe6b5f65c079532223ed485b480b11e1b)}, {}, {}] {"discovery_source":"OnChainValidatorSet","network_context":{"role":"full_node","network_id":"Public","peer_id":"cb6f3cf6ad07c3bd38732d6294cd4370f4bc496798ace80ec2b04eb13ba08030"},"remote_peer":"d1af3b6a77458f90cf4207beb14e8df7cccd08db2896b59037807736aad8a376"}
2022-10-19T09:00:47.503873Z [network-Pub-13] INFO network/src/connectivity_manager/mod.rs:742 [full_node,Public,cb6f3cf6] addresses updated for peer: d1af3b6a, update src: OnChainValidatorSet, addrs: [[/ip4/8.213.133.242/tcp/6182/noise-ik/0x08d5e275d038af3ac8d5aa6675eb3dbfe6b5f65c079532223ed485b480b11e1b/handshake/0], [], []] {"network_addresses":[["/ip4/8.213.133.242/tcp/6182/noise-ik/0x08d5e275d038af3ac8d5aa6675eb3dbfe6b5f65c079532223ed485b480b11e1b/handshake/0"],[],[]],"network_context":{"role":"full_node","network_id":"Public","peer_id":"cb6f3cf6ad07c3bd38732d6294cd4370f4bc496798ace80ec2b04eb13ba08030"},"remote_peer":"d1af3b6a77458f90cf4207beb14e8df7cccd08db2896b59037807736aad8a376"}
2022-10-19T09:00:47.504366Z [sync-driver-13] INFO state-sync/state-sync-v2/state-sync-driver/src/driver.rs:178 {"message":"Started the state sync v2 driver!","name":"driver"}
2022-10-19T09:00:47.515237Z [main] INFO api/src/runtime.rs:154 Not using TLS for API
Expected Behavior
It shouldn't panic and stuck there.
System information
Please complete the following information:
Additional context
Add any other context about the problem here.
Ok
I also met this problem when running mainnet fullnode with indexer.
2022-10-20T05:02:14.721314Z [indexer] ERROR crates/indexer/src/indexer/fetcher.rs:303 Could not convert from OnChainTransactions {"error":"invalid utf-8 sequence of 1 bytes from index 8","num_transactions":233,"starting_version":4990529}
2022-10-20T05:02:14.855854Z [indexer] ERROR crates/crash-handler/src/lib.rs:39 details = '''panicked at 'Could not convert 233 txn from OnChainTransactions starting at 4990529: invalid utf-8 sequence of 1 bytes from index 8', crates/indexer/src/indexer/fetcher.rs:309:13'''
backtrace = '''
0: 0x5638d879c1d7 - backtrace::backtrace::libunwind::trace::hf59b97827a414887
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.66/src/backtrace/libunwind.rs:93:5
backtrace::backtrace::trace_unsynchronized::hfc9ee46e651fa90a
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.66/src/backtrace/mod.rs:66:5
backtrace::backtrace::trace::h8eedbfc2548bb5d8
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.66/src/backtrace/mod.rs:53:14
1: 0x5638d879d155 - backtrace::capture::Backtrace::create::h9f4acde781be3f2a
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.66/src/capture.rs:176:9
backtrace::capture::Backtrace::new::h0326af951968e3fe
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.66/src/capture.rs:140:22
2: 0x5638d6cda34a - crash_handler::handle_panic::h8d2ba083e9e0db3b
at /home/ec2-user/aptos/fullnode/main/aptos-core/crates/crash-handler/src/lib.rs:35:38
crash_handler::setup_panic_handler::{{closure}}::he8869f8738070511
at /home/ec2-user/aptos/fullnode/main/aptos-core/crates/crash-handler/src/lib.rs:27:9
3: 0x5638d880d53a - std::panicking::rust_panic_with_hook::hb0138cb6e6fea3e4
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:702:17
4: 0x5638d880d377 - std::panicking::begin_panic_handler::{{closure}}::h4cb67095557cd1aa
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:588:13
5: 0x5638d880bc34 - std::sys_common::backtrace::__rust_end_short_backtrace::h2bfcac279dcdc911
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/sys_common/backtrace.rs:138:18
6: 0x5638d880d0a9 - rust_begin_unwind
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:584:5
7: 0x5638d64bbdd3 - core::panicking::panic_fmt::h1de71520faaa17d3
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/panicking.rs:142:14
8: 0x5638d6cf64f3 - aptos_indexer::indexer::fetcher::fetch_nexts::{{closure}}::h3c5f40656a772346
at /home/ec2-user/aptos/fullnode/main/aptos-core/crates/indexer/src/indexer/fetcher.rs:309:13
<core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll::h944a4cbfdaa6a6c6
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/future/mod.rs:91:19
aptos_indexer::indexer::fetcher::Fetcher::run::{{closure}}::{{closure}}::hf5f66d1dbcb4bd30
at /home/ec2-user/aptos/fullnode/main/aptos-core/crates/indexer/src/indexer/fetcher.rs:123:22
<core::future::from_generator::GenFuture<T> as core::future::future::Future>::poll::h6a7082326dc500a2
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/future/mod.rs:91:19
tokio::runtime::task::core::CoreStage<T>::poll::{{closure}}::h8fb0abc2399efd84
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/core.rs:184:17
tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut::h6d8f57e4267f7a6d
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/loom/std/unsafe_cell.rs:14:9
9: 0x5638d6d1a37b - tokio::runtime::task::core::CoreStage<T>::poll::h649277f439583733
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/core.rs:174:13
tokio::runtime::task::harness::poll_future::{{closure}}::hcc7b0b1e62577602
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/harness.rs:480:19
<core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::hd1dbbf263b4062af
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/panic/unwind_safe.rs:271:9
std::panicking::try::do_call::h41c4d18d8afd3249
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:492:40
std::panicking::try::h73d8eda27986ccc2
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:456:19
10: 0x5638d6d65e2f - std::panic::catch_unwind::h748033fa79763774
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panic.rs:137:14
tokio::runtime::task::harness::poll_future::h37187863d0b5829b
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/harness.rs:468:18
tokio::runtime::task::harness::Harness<T,S>::poll_inner::h7dcfd9d6d8ca4438
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/harness.rs:104:27
tokio::runtime::task::harness::Harness<T,S>::poll::he3436fce6def0e10
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/harness.rs:57:15
11: 0x5638d8782165 - tokio::runtime::task::raw::RawTask::poll::h14a326981b59a8be
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/raw.rs:134:18
tokio::runtime::task::LocalNotified<S>::run::h298e9d44695f852d
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/mod.rs:385:9
tokio::runtime::scheduler::multi_thread::worker::Context::run_task::{{closure}}::h9c92959b5c0029bc
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/scheduler/multi_thread/worker.rs:421:13
tokio::coop::with_budget::{{closure}}::h210a60fbe7cd6ffc
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/coop.rs:102:9
std::thread::local::LocalKey<T>::try_with::hdc593fe32cd4e567
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/thread/local.rs:445:16
std::thread::local::LocalKey<T>::with::h435579e4c6f94ecd
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/thread/local.rs:421:9
12: 0x5638d8779830 - tokio::coop::with_budget::h6f84a476ffa2fb43
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/coop.rs:95:5
tokio::coop::budget::h461b70de1e81099c
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/coop.rs:72:5
tokio::runtime::scheduler::multi_thread::worker::Context::run_task::h743367c6643514b6
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/scheduler/multi_thread/worker.rs:420:9
13: 0x5638d8778dac - tokio::runtime::scheduler::multi_thread::worker::Context::run::h5ba34433b8a0a958
14: 0x5638d8772f77 - tokio::runtime::scheduler::multi_thread::worker::run::{{closure}}::hc17faceff29f763f
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/scheduler/multi_thread/worker.rs:372:17
tokio::macros::scoped_tls::ScopedKey<T>::set::hdb43f625385b722f
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/macros/scoped_tls.rs:61:9
15: 0x5638d8778609 - tokio::runtime::scheduler::multi_thread::worker::run::h2258f7cd838f0d09
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/scheduler/multi_thread/worker.rs:369:5
16: 0x5638d87705ec - tokio::runtime::scheduler::multi_thread::worker::Launch::launch::{{closure}}::ha12dc28defad1822
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/scheduler/multi_thread/worker.rs:348:45
<tokio::runtime::blocking::task::BlockingTask<T> as core::future::future::Future>::poll::he3f54ca3c621afd2
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/blocking/task.rs:42:21
17: 0x5638d87606e9 - tokio::runtime::task::core::CoreStage<T>::poll::{{closure}}::hbbee8e74eeb27eee
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/core.rs:184:17
tokio::loom::std::unsafe_cell::UnsafeCell<T>::with_mut::h32d8c1104d220d99
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/loom/std/unsafe_cell.rs:14:9
tokio::runtime::task::core::CoreStage<T>::poll::h06125c6f4576d63d
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/core.rs:174:13
tokio::runtime::task::harness::poll_future::{{closure}}::h99752056c58fabc2
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/harness.rs:480:19
<core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h5aa9c90115997904
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/panic/unwind_safe.rs:271:9
std::panicking::try::do_call::h14e5efbc9224aae7
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:492:40
std::panicking::try::h69d396faa1cae732
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:456:19
std::panic::catch_unwind::h1a79286cdc89ce76
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panic.rs:137:14
tokio::runtime::task::harness::poll_future::hab4eead369a294e8
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/harness.rs:468:18
tokio::runtime::task::harness::Harness<T,S>::poll_inner::hc7a493ba7c9d9644
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/harness.rs:104:27
tokio::runtime::task::harness::Harness<T,S>::poll::hb407291322ce7cd3
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/harness.rs:57:15
18: 0x5638d875e385 - tokio::runtime::task::raw::RawTask::poll::h14a326981b59a8be
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/raw.rs:134:18
tokio::runtime::task::UnownedTask<S>::run::h06d93c5fbbe43da7
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/task/mod.rs:422:9
tokio::runtime::blocking::pool::Task::run::h04c10ea28791cae5
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/blocking/pool.rs:111:9
tokio::runtime::blocking::pool::Inner::run::h2d53ccbdcab76869
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/blocking/pool.rs:346:17
19: 0x5638d8764513 - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::hd6db5a72f87b1a8b
at /home/ec2-user/.cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.21.2/src/runtime/blocking/pool.rs:321:13
std::sys_common::backtrace::__rust_begin_short_backtrace::hdec5973c70f44167
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/sys_common/backtrace.rs:122:18
20: 0x5638d876804f - std::thread::Builder::spawn_unchecked_::{{closure}}::{{closure}}::h44a85b0c70a87d40
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/thread/mod.rs:505:17
<core::panic::unwind_safe::AssertUnwindSafe<F> as core::ops::function::FnOnce<()>>::call_once::h2723ba013f294bbf
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/panic/unwind_safe.rs:271:9
std::panicking::try::do_call::h1b1a8ff2c4382586
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:492:40
std::panicking::try::h661b7a65aac2ae17
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:456:19
std::panic::catch_unwind::h1541ebfd999dafda
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panic.rs:137:14
std::thread::Builder::spawn_unchecked_::{{closure}}::hc48a663b766a9c88
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/thread/mod.rs:504:30
core::ops::function::FnOnce::call_once{{vtable.shim}}::h477c73be54c051b0
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/ops/function.rs:248:5
21: 0x5638d8810ff3 - <alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::h1680342795a2dc08
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/alloc/src/boxed.rs:1951:9
<alloc::boxed::Box<F,A> as core::ops::function::FnOnce<Args>>::call_once::h45204a69827b0e83
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/alloc/src/boxed.rs:1951:9
std::sys::unix::thread::Thread::new::thread_start::h5d4e11bbda4161c8
at /rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/sys/unix/thread.rs:108:17
22: 0x7f33ddc7644b - start_thread
23: 0x7f33dc3db56f - __GI___clone
24: 0x0 - <unknown>
'''
and aptos-node branch and commit is
mainnet: 86b29874ff68bece908494a8c54ea35ac2cb0c43
![Screen Shot 2022-10-20 at 15 55 51](https://user-images.githubusercontent.com/17536442/196890226-05a46293-c140-46c9-bdea-8907d2ce8d6a.png)
we have updates in main, mainnet, and testnet to address this, please update.