Open rainbowJson opened 2 years ago
what's your owner address and could you please attach more logs?
my address is : https://explorer. [Uploading logs.txt…]() devnet.aptos.dev/account/0x50c8d865560ff370970f4652d1c08c376ed85d68647a3b34863004d84b6388e?network=ait3
After the performance test last night, I got up in the morning and upgraded the latest version of the image. It was normal at first, and stopped synchronizing blocks after about 4 hours.
can i update more config vps with change new ip?
this is logs: logs.txt
{"level":"INFO","source":{"package":"state_sync_driver","file":"state-sync/state-sync-v2/state-sync-driver/src/storage_synchronizer.rs:535"},"thread_name":"state-sync-driver","hostname":"77c2a2749b30","timestamp":"2022-09-01T00:10:53.933762Z","data":{"message":"Committed a new transaction chunk! Transaction total: 2000, event total: 3479","name":"storage_synchronizer"}} {"level":"INFO","source":{"package":"network","file":"network/src/connectivity_manager/mod.rs:582"},"thread_name":"network-Validator","hostname":"77c2a2749b30","timestamp":"2022-09-01T00:10:56.268904Z","message":"[validator,Validator,050c8d86] Dialing peer 352eb70e at /ip4/18.230.129.115/tcp/6180/noise-ik/0x56e7fe079d9c8a60f70125d76acdc49d5ec795e4ff3518eb684c37a9bc0f914e/handshake/0","data":{"network_address":"/ip4/18.230.129.115/tcp/6180/noise-ik/0x56e7fe079d9c8a60f70125d76acdc49d5ec795e4ff3518eb684c37a9bc0f914e/handshake/0","network_context":{"role":"validator","network_id":"Validator","peer_id":"050c8d865560ff370970f4652d1c08c376ed85d68647a3b34863004d84b6388e"},"remote_peer":"352eb70e6ae3f13fd132bb56a79ddaa8b1ce41e4f26f3a8dc058c737728dc474"}} {"level":"ERROR","source":{"package":"aptos_data_client","file":"state-sync/aptos-data-client/src/aptosnet/mod.rs:434"},"thread_name":"data-streaming-service","hostname":"77c2a2749b30","timestamp":"2022-09-01T00:10:57.427376Z","data":{"error":"TimeoutWaitingForResponse(\"Rpc timed out\")","event":"response_error","name":"storage_service_response","peer":"Validator:f2e80275","request_id":7005,"request_type":"get_transaction_outputs_with_proof_compressed"}} {"level":"WARN","source":{"package":"network","file":"network/src/protocols/rpc/mod.rs:558"},"thread_name":"network-Validator","hostname":"77c2a2749b30","timestamp":"2022-09-01T00:10:57.427734Z","message":"[validator,Validator,050c8d86] Error making outbound rpc request with request_id 108 to f2e80275: Error: Rpc timed out\n\nStack backtrace:\n 0: network::protocols::rpc::OutboundRpcs::handle_outbound_request::{{closure}}::{{closure}}\n at ./aptos/network/src/protocols/rpc/mod.rs:477:57\n <core::future::from_generator::GenFuture as core::future::future::Future>::poll\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/future/mod.rs:91:19\n network::protocols::rpc::OutboundRpcs::handle_outbound_request::{{closure}}::{{closure}}\n at ./aptos/network/src/protocols/rpc/mod.rs:490:37\n <core::future::from_generator::GenFuture as core::future::future::Future>::poll\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/future/mod.rs:91:19\n 1: <core::pin::Pin
as core::future::future::Future>::poll\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/future/future.rs:124:9\n <futures_util::stream::futures_unordered::FuturesUnordered as futures_core::stream::Stream>::poll_next\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/futures_unordered/mod.rs:514:17\n futures_util::stream::stream::StreamExt::poll_next_unpin\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/mod.rs:1626:9\n 2: <futures_util::stream::stream::select_next_some::SelectNextSome as core::future::future::Future>::poll\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/stream/stream/select_next_some.rs:34:36\n <core::pin::Pin
as core::future::future::Future>::poll\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/future/future.rs:124:9\n futures_util::future::future::FutureExt::poll_unpin\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/future/future/mod.rs:562:9\n network::peer::Peer::start::{{closure}}::{{closure}}::{{closure}}\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/async_await/select_mod.rs:321:13\n 3: core::ops::function::impls::<impl core::ops::function::FnMut for &mut F>::call_mut\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/ops/function.rs:290:13\n network::peer::Peer::start::{{closure}}::{{closure}}\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/async_await/select_mod.rs:321:13\n <futures_util::future::poll_fn::PollFn as core::future::future::Future>::poll\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/futures-util-0.3.21/src/future/poll_fn.rs:56:9\n 4: network::peer::Peer::start::{{closure}}\n at ./aptos/network/src/peer/mod.rs:254:13\n 5: <core::future::from_generator::GenFuture as core::future::future::Future>::poll\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/future/mod.rs:91:19\n tokio::runtime::task::core::CoreStage::poll::{{closure}}\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/core.rs:165:17\n tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/loom/std/unsafe_cell.rs:14:9\n tokio::runtime::task::core::CoreStage::poll\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/core.rs:155:13\n tokio::runtime::task::harness::poll_future::{{closure}}\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/harness.rs:470:19\n <core::panic::unwind_safe::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/panic/unwind_safe.rs:271:9\n std::panicking::try::do_call\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:492:40\n std::panicking::try\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:456:19\n std::panic::catch_unwind\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panic.rs:137:14\n tokio::runtime::task::harness::poll_future\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/harness.rs:458:18\n 6: tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/harness.rs:104:27\n tokio::runtime::task::harness::Harness<T,S>::poll\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/harness.rs:57:15\n 7: tokio::runtime::task::raw::RawTask::poll\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/raw.rs:84:18\n tokio::runtime::task::LocalNotified
::run\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/mod.rs:376:9\n tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/thread_pool/worker.rs:435:13\n tokio::coop::with_budget::{{closure}}\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/coop.rs:102:9\n std::thread::local::LocalKey::try_with\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/thread/local.rs:445:16\n std::thread::local::LocalKey::with\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/thread/local.rs:421:9\n 8: tokio::coop::with_budget\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/coop.rs:95:5\n tokio::coop::budget\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/coop.rs:72:5\n tokio::runtime::thread_pool::worker::Context::run_task\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/thread_pool/worker.rs:434:9\n 9: tokio::runtime::thread_pool::worker::Context::run\n 10: tokio::runtime::thread_pool::worker::run::{{closure}}\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/thread_pool/worker.rs:386:17\n tokio::macros::scoped_tls::ScopedKey::set\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/macros/scoped_tls.rs:61:9\n 11: tokio::runtime::thread_pool::worker::run\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/thread_pool/worker.rs:383:5\n 12: tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/thread_pool/worker.rs:362:45\n <tokio::runtime::blocking::task::BlockingTask as core::future::future::Future>::poll\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/blocking/task.rs:42:21\n 13: tokio::runtime::task::core::CoreStage::poll::{{closure}}\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/core.rs:165:17\n tokio::loom::std::unsafe_cell::UnsafeCell::with_mut\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/loom/std/unsafe_cell.rs:14:9\n tokio::runtime::task::core::CoreStage::poll\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/core.rs:155:13\n tokio::runtime::task::harness::poll_future::{{closure}}\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/harness.rs:470:19\n <core::panic::unwind_safe::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/panic/unwind_safe.rs:271:9\n std::panicking::try::do_call\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:492:40\n std::panicking::try\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:456:19\n std::panic::catch_unwind\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panic.rs:137:14\n tokio::runtime::task::harness::poll_future\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/harness.rs:458:18\n tokio::runtime::task::harness::Harness<T,S>::poll_inner\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/harness.rs:104:27\n tokio::runtime::task::harness::Harness<T,S>::poll\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/harness.rs:57:15\n 14: tokio::runtime::task::raw::RawTask::poll\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/raw.rs:84:18\n tokio::runtime::task::UnownedTask ::run\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/task/mod.rs:413:9\n tokio::runtime::blocking::pool::Task::run\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/blocking/pool.rs:91:9\n tokio::runtime::blocking::pool::Inner::run\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/blocking/pool.rs:325:17\n 15: tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}\n at ./usr/local/cargo/registry/src/github.com-1ecc6299db9ec823/tokio-1.19.2/src/runtime/blocking/pool.rs:300:13\n std::sys_common::backtrace::__rust_begin_short_backtrace\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/sys_common/backtrace.rs:122:18\n 16: std::thread::Builder::spawnunchecked::{{closure}}::{{closure}}\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/thread/mod.rs:505:17\n <core::panic::unwind_safe::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/panic/unwind_safe.rs:271:9\n std::panicking::try::do_call\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:492:40\n std::panicking::try\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panicking.rs:456:19\n std::panic::catch_unwind\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/panic.rs:137:14\n std::thread::Builder::spawnunchecked::{{closure}}\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/thread/mod.rs:504:30\n core::ops::function::FnOnce::call_once{{vtable.shim}}\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/core/src/ops/function.rs:248:5\n 17: <alloc::boxed::Box<F,A> as core::ops::function::FnOnce>::call_once\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/alloc/src/boxed.rs:1951:9\n <alloc::boxed::Box<F,A> as core::ops::function::FnOnce>::call_once\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/alloc/src/boxed.rs:1951:9\n std::sys::unix::thread::Thread::new::thread_start\n at ./rustc/4b91a6ea7258a947e59c6522cd5898e7c0a6a88f/library/std/src/sys/unix/thread.rs:108:17\n 18: start_thread\n at ./build/glibc-fWwxX8/glibc-2.28/nptl/pthread_create.c:486:8\n 19: clone\n at ./build/glibc-fWwxX8/glibc-2.28/misc/../sysdeps/unix/sysv/linux/x86_64/clone.S:95","data":{"network_context":{"role":"validator","network_id":"Validator","peer_id":"050c8d865560ff370970f4652d1c08c376ed85d68647a3b34863004d84b6388e"},"remote_peer":"f2e802753bbaa2b3e0861180dfd2dd3fe8dc9bb0d49e0094376f6d565bab9884"}}
{"level":"ERROR","source":{"package":"data_streaming_service","file":"state-sync/state-sync-v2/data-streaming-service/src/data_stream.rs:413"},"thread_name":"data-streaming-service","hostname":"77c2a2749b30","timestamp":"2022-09-01T00:10:57.525176Z","data":{"error":{"AptosDataClientError":"Timed out waiting for a response: Rpc timed out"},"event":"error","message":"Encountered a data client error!","name":"received_data_response","stream_id":2}}
{"level":"ERROR","source":{"package":"state_sync_driver","file":"state-sync/state-sync-v2/state-sync-driver/src/driver.rs:602"},"thread_name":"state-sync-driver","hostname":"77c2a2749b30","timestamp":"2022-09-01T00:10:58.126733Z","data":{"error":{"DataStreamNotificationTimeout":"5s"},"message":"Error found when checking the bootstrapper progress!","name":"driver"}}
{"level":"INFO","source":{"package":"executor","file":"execution/executor/src/chunk_executor.rs:304"},"thread_name":"state-sync-driver","hostname":"77c2a2749b30","timestamp":"2022-09-01T00:10:59.077722Z","message":"Applied transaction output chunk!","data":{"first_version_in_request":46257610,"local_synced_version":46257609,"name":"chunk_executor","num_txns_in_request":2000}}