rajasekarv / vega

A new arguably faster implementation of Apache Spark from scratch in Rust
Apache License 2.0
2.23k stars 207 forks source link

error in the distributed mode of Vega : executor not initialized #124

Open liergou99 opened 3 years ago

liergou99 commented 3 years ago

thread 'tokio-runtime-worker' panicked at 'executor @15000 not initialized', /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/macros.rs:16:9 stack backtrace: 0: 0x5577bacef035 - backtrace::backtrace::libunwind::trace::h508d2c55eb856ef2 at /cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.46/src/backtrace/libunwind.rs:86 1: 0x5577bacef035 - backtrace::backtrace::trace_unsynchronized::h31c9d8a0097b92f8 at /cargo/registry/src/github.com-1ecc6299db9ec823/backtrace-0.3.46/src/backtrace/mod.rs:66 2: 0x5577bacef035 - std::sys_common::backtrace::_print_fmt::h520f528c4c103a3f at src/libstd/sys_common/backtrace.rs:78 3: 0x5577bacef035 - ::fmt::hf4dec5da8360bccb at src/libstd/sys_common/backtrace.rs:59 4: 0x5577bad1b31c - core::fmt::write::hdf236390fbd68d3d at src/libcore/fmt/mod.rs:1076 5: 0x5577bace77f3 - std::io::Write::write_fmt::hd33447f61d92a88a at src/libstd/io/mod.rs:1537 6: 0x5577bacf1d40 - std::sys_common::backtrace::_print::h856c809943c588ab at src/libstd/sys_common/backtrace.rs:62 7: 0x5577bacf1d40 - std::sys_common::backtrace::print::hc042b4237cc3648a at src/libstd/sys_common/backtrace.rs:49 8: 0x5577bacf1d40 - std::panicking::default_hook::{{closure}}::h35997132c163f935 at src/libstd/panicking.rs:198 9: 0x5577bacf1a8c - std::panicking::default_hook::h8555bf398b0f1318 at src/libstd/panicking.rs:218 10: 0x5577bacf2377 - std::panicking::rust_panic_with_hook::h9b80e82887819c44 at src/libstd/panicking.rs:486 11: 0x5577bacf1f7b - rust_begin_unwind at src/libstd/panicking.rs:388 12: 0x5577bacf1eeb - std::panicking::begin_panic_fmt::ha3a705fe707278db at src/libstd/panicking.rs:342 13: 0x5577ba25b625 - ::submit_task::{{closure}}::hf126ad5c35648b1b at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/macros.rs:16 14: 0x5577ba227119 - <core::future::from_generator::GenFuture as core::future::future::Future>::poll::h6ec335f1fcc81da4 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libcore/future/mod.rs:73 15: 0x5577ba333639 - tokio::runtime::task::core::Core<T,S>::poll::{{closure}}::h78aed4ccd1a6d03f at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/core.rs:173 16: 0x5577ba2fcdf7 - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h3593b9cfa5044276 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/loom/std/unsafe_cell.rs:14 17: 0x5577ba333483 - tokio::runtime::task::core::Core<T,S>::poll::hb10803f461ff2df1 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/core.rs:158 18: 0x5577ba258dab - tokio::runtime::task::harness::Harness<T,S>::poll::{{closure}}::hbcfbeb30ed9245a2 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/harness.rs:107 19: 0x5577ba2aac80 - core::ops::function::FnOnce::call_once::h73693a3fa1033ef3 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libcore/ops/function.rs:232 20: 0x5577ba239bfb - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::h3f558966588bd2e8 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panic.rs:318 21: 0x5577ba228eaa - std::panicking::try::do_call::had1ce840843fdd5e at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panicking.rs:297 22: 0x5577ba22943d - rust_try 23: 0x5577ba228845 - std::panicking::try::h3af79c0afa54065e at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panicking.rs:274 24: 0x5577ba239cca - std::panic::catch_unwind::h61eaa281eeede289 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panic.rs:394 25: 0x5577ba258263 - tokio::runtime::task::harness::Harness<T,S>::poll::h82302ef8aaffdc48 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/harness.rs:89 26: 0x5577ba2f3f10 - tokio::runtime::task::raw::poll::hae75b29e62d6bf24 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/raw.rs:104 27: 0x5577babdbddf - tokio::runtime::task::raw::RawTask::poll::h6749f790f11914f5 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/raw.rs:66 28: 0x5577bac1f2d1 - tokio::runtime::task::Notified::run::hb335b7e3feb41ffd at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/mod.rs:169 29: 0x5577babc4312 - tokio::runtime::thread_pool::worker::Context::run_task::{{closure}}::hb1c45cf00218c4a8 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/thread_pool/worker.rs:349 30: 0x5577babe4306 - tokio::coop::with_budget::{{closure}}::h344cf887f743b125 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/coop.rs:127 31: 0x5577babbc905 - std::thread::local::LocalKey::try_with::hb4e0647c5427c023 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/thread/local.rs:263 32: 0x5577babba64e - std::thread::local::LocalKey::with::h3cbe7749f39e09be at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/thread/local.rs:239 33: 0x5577babc4149 - tokio::coop::with_budget::h1fe3b166fff60a8c at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/coop.rs:120 34: 0x5577babc4149 - tokio::coop::budget::h5652104cdec93792 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/coop.rs:96 35: 0x5577babc4149 - tokio::runtime::thread_pool::worker::Context::run_task::h7fb4a7e7ae9f9872 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/thread_pool/worker.rs:348 36: 0x5577babc3caa - tokio::runtime::thread_pool::worker::Context::run::hf0265362430c720c at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/thread_pool/worker.rs:327 37: 0x5577babc3953 - tokio::runtime::thread_pool::worker::run::{{closure}}::hfd6cde609be5c2bd at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/thread_pool/worker.rs:305 38: 0x5577babe31ea - tokio::macros::scoped_tls::ScopedKey::set::h9f8531be72da2945 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/macros/scoped_tls.rs:63 39: 0x5577babc3836 - tokio::runtime::thread_pool::worker::run::hc527e313d268fd78 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/thread_pool/worker.rs:302 40: 0x5577babc36eb - tokio::runtime::thread_pool::worker::Launch::launch::{{closure}}::h86157bd7d8180940 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/thread_pool/worker.rs:281 41: 0x5577babe58f0 - <tokio::runtime::blocking::task::BlockingTask as core::future::future::Future>::poll::h67fbd38c2e1a9351 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/blocking/task.rs:41 42: 0x5577bac308de - tokio::runtime::task::core::Core<T,S>::poll::{{closure}}::hdd8902314b689e4a at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/core.rs:173 43: 0x5577babb727b - tokio::loom::std::unsafe_cell::UnsafeCell::with_mut::h2ceb6eff3f2f1bc0 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/loom/std/unsafe_cell.rs:14 44: 0x5577bac3071e - tokio::runtime::task::core::Core<T,S>::poll::hade3b71839b36aff at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/core.rs:158 45: 0x5577bac36f14 - tokio::runtime::task::harness::Harness<T,S>::poll::{{closure}}::h1588ee4c72a0a8da at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/harness.rs:107 46: 0x5577bac11a50 - core::ops::function::FnOnce::call_once::h3c73c9db1103969e at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libcore/ops/function.rs:232 47: 0x5577bac3c46c - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::hde0706673733aec5 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panic.rs:318 48: 0x5577babbd7dc - std::panicking::try::do_call::h355a5f001591d6ef at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panicking.rs:297 49: 0x5577babc7f3d - __rust_try 50: 0x5577babbd692 - std::panicking::try::h796f493406880011 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panicking.rs:274 51: 0x5577bac3ccab - std::panic::catch_unwind::h9c809335ae627240 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panic.rs:394 52: 0x5577bac36a60 - tokio::runtime::task::harness::Harness<T,S>::poll::hf0e8b958f9e7e54a at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/harness.rs:89 53: 0x5577babdbf32 - tokio::runtime::task::raw::poll::h5447fbc06bff0fae at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/raw.rs:104 54: 0x5577babdbddf - tokio::runtime::task::raw::RawTask::poll::h6749f790f11914f5 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/raw.rs:66 55: 0x5577bac1f261 - tokio::runtime::task::Notified::run::h80475a8c73406fa0 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/task/mod.rs:169 56: 0x5577bac397e4 - tokio::runtime::blocking::pool::Inner::run::h38d2163f810734d6 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/blocking/pool.rs:250 57: 0x5577bac3954e - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::{{closure}}::h7f3f28f10c9fa340 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/blocking/pool.rs:230 58: 0x5577bac3293b - tokio::runtime::context::enter::h078aa1060d2bea1c at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/context.rs:72 59: 0x5577bac0f712 - tokio::runtime::handle::Handle::enter::hd63e017e1370edee at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/handle.rs:76 60: 0x5577bac395e2 - tokio::runtime::blocking::pool::Spawner::spawn_thread::{{closure}}::h170dea7809362524 at /root/.cargo/registry/src/mirrors.sjtug.sjtu.edu.cn-7a04d2510079875b/tokio-0.2.23/src/runtime/blocking/pool.rs:229 61: 0x5577babe6990 - std::sys_common::backtrace::rust_begin_short_backtrace::h1b6282dd728f6658 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/sys_common/backtrace.rs:130 62: 0x5577bac32191 - std::thread::Builder::spawn_unchecked::{{closure}}::{{closure}}::h5b672195a48076b0 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/thread/mod.rs:475 63: 0x5577bac3c443 - <std::panic::AssertUnwindSafe as core::ops::function::FnOnce<()>>::call_once::h806f67c01629286d at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panic.rs:318 64: 0x5577babbd8b4 - std::panicking::try::do_call::h919a00c733aaa7f8 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panicking.rs:297 65: 0x5577babc7f3d - rust_try 66: 0x5577babbd4d4 - std::panicking::try::h2e8874678db6a632 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panicking.rs:274 67: 0x5577bac3ccf3 - std::panic::catch_unwind::hfc6aba7db14e3b76 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/panic.rs:394 68: 0x5577bac31f9a - std::thread::Builder::spawn_unchecked::{{closure}}::hd546233487009d23 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libstd/thread/mod.rs:474 69: 0x5577bac1195f - core::ops::function::FnOnce::call_once{{vtable.shim}}::hc6aec8618c0d2ff9 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/libcore/ops/function.rs:232 70: 0x5577bacfa47a - <alloc::boxed::Box as core::ops::function::FnOnce>::call_once::h82579ad6d01265b5 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/liballoc/boxed.rs:1076 71: 0x5577bacfa47a - <alloc::boxed::Box as core::ops::function::FnOnce>::call_once::ha64b44ac705bd524 at /rustc/74e80468347471779be6060d8d7d6d04e98e467f/src/liballoc/boxed.rs:1076 72: 0x5577bacfa47a - std::sys::unix::thread::Thread::new::thread_start::hbaf2c67a26ced5a5 at src/libstd/sys/unix/thread.rs:87 73: 0x7fb25ccd4ea5 - start_thread 74: 0x7fb25c7e78dd - clone 75: 0x0 -