search

redpanda-data / redpanda

Redpanda is a streaming data platform for developers. Kafka API compatible. 10x faster. No ZooKeeper. No JVM!
https://redpanda.com
9.69k stars 590 forks source link

oversized allocation: 393216 bytes in kafka::wait_for_topics #14073

Open andijcr opened 1 year ago

andijcr commented 1 year ago

see https://github.com/redpanda-data/redpanda/issues/13512 from https://buildkite.com/redpanda/vtools/builds/9490 

Module: rptest.scale_tests.many_partitions_test
Class: ManyPartitionsTest
Method: test_many_partitions
INFO  2023-09-15 20:17:42,950 [shard 0:main] tx - [{kafka/scale_000000/5996}] - rm_stm.cc:314 - Setting bootstrap committed offset to: 0
INFO  2023-09-15 20:17:42,950 [shard 0:main] tx - [{kafka/scale_000000/8132}] - rm_stm.cc:314 - Setting bootstrap committed offset to: 0
WARN  2023-09-15 20:17:42,957 [shard 0:main] seastar_memory - oversized allocation: 393216 bytes. This is non-fatal, but could lead to latency and/or fragmentation issues. Please report: at 0x626591b 0x5f7a00f 0x5f859a7 0x32be933 0x32bf3db 0x6024cf7 0x6027397 0x602557f 0x5f4b1db 0x5f49d2f 0x224109b 0x6307063 /opt/redpanda/lib/libc.so.6+0x2b1c7 /opt/redpanda/lib/libc.so.6+0x2b29f 0x223b9af
   --------
   seastar::continuation<seastar::internal::promise_base_with_type<void>, kafka::wait_for_topics(cluster::metadata_cache&, std::__1::vector<cluster::topic_result, std::__1::allocator<cluster::topic_result>>, cluster::controller_api&, std::__1::chrono::time_point<seastar::lowres_clock, std::__1::chrono::duration<long long, std::__1::ratio<1l, 1000000000l>>>)::$_0::operator()(std::__1::vector<cluster::topic_result, std::__1::allocator<cluster::topic_result>>&) const::'lambda'(), seastar::future<void> seastar::future<void>::then_impl_nrvo<kafka::wait_for_topics(cluster::metadata_cache&, std::__1::vector<cluster::topic_result, std::__1::allocator<cluster::topic_result>>, cluster::controller_api&, std::__1::chrono::time_point<seastar::lowres_clock, std::__1::chrono::duration<long long, std::__1::ratio<1l, 1000000000l>>>)::$_0::operator()(std::__1::vector<cluster::topic_result, std::__1::allocator<cluster::topic_result>>&) const::'lambda'(), seastar::future<void>>(kafka::wait_for_topics(cluster::metadata_cache&, std::__1::vector<cluster::topic_result, std::__1::allocator<cluster::topic_result>>, cluster::controller_api&, std::__1::chrono::time_point<seastar::lowres_clock, std::__1::chrono::duration<long long, std::__1::ratio<1l, 1000000000l>>>)::$_0::operator()(std::__1::vector<cluster::topic_result, std::__1::allocator<cluster::topic_result>>&) const::'lambda'()&&)::'lambda'(seastar::internal::promise_base_with_type<void>&&, kafka::wait_for_topics(cluster::metadata_cache&, std::__1::vector<cluster::topic_result, std::__1::allocator<cluster::topic_result>>, cluster::controller_api&, std::__1::chrono::time_point<seastar::lowres_clock, std::__1::chrono::duration<long long, std::__1::ratio<1l, 1000000000l>>>)::$_0::operator()(std::__1::vector<cluster::topic_result, std::__1::allocator<cluster::topic_result>>&) const::'lambda'()&, seastar::future_state<seastar::internal::monostate>&&), void>
   --------
   seastar::internal::do_with_state<std::__1::tuple<std::__1::vector<cluster::topic_result, std::__1::allocator<cluster::topic_result>>>, seastar::future<void>>
   --------
   seastar::internal::coroutine_traits_base<seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>::promise_type
   --------
   seastar::continuation<seastar::internal::promise_base_with_type<void>, kafka::process_result_stages::single_stage(seastar::future<seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>)::'lambda'(seastar::future<seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>), seastar::futurize<void>::type seastar::future<seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>::then_wrapped_nrvo<void, kafka::process_result_stages::single_stage(seastar::future<seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>)::'lambda'(seastar::future<seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>)>(kafka::process_result_stages::single_stage(seastar::future<seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>)::'lambda'(seastar::future<seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>)&&)::'lambda'(seastar::internal::promise_base_with_type<void>&&, kafka::process_result_stages::single_stage(seastar::future<seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>)::'lambda'(seastar::future<seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>)&, seastar::future_state<seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>&&), seastar::foreign_ptr<std::__1::unique_ptr<kafka::response, std::__1::default_delete<kafka::response>>>>
   --------
   seastar::internal::coroutine_traits_base<void>::promise_type
   --------
   seastar::internal::coroutine_traits_base<void>::promise_type
   --------
   seastar::internal::coroutine_traits_base<void>::promise_type
   --------
   seastar::internal::coroutine_traits_base<void>::promise_type
   --------
   seastar::continuation<seastar::internal::promise_base_with_type<void>, net::server::apply_proto(seastar::lw_shared_ptr<net::connection>, net::conn_quota::units)::$_0, seastar::futurize<seastar::future<void>>::type seastar::future<void>::then_wrapped_nrvo<seastar::future<void>, net::server::apply_proto(seastar::lw_shared_ptr<net::connection>, net::conn_quota::units)::$_0>(net::server::apply_proto(seastar::lw_shared_ptr<net::connection>, net::conn_quota::units)::$_0&&)::'lambda'(seastar::internal::promise_base_with_type<void>&&, net::server::apply_proto(seastar::lw_shared_ptr<net::connection>, net::conn_quota::units)::$_0&, seastar::future_state<seastar::internal::monostate>&&), void>
   --------
   seastar::continuation<seastar::internal::promise_base_with_type<void>, seastar::future<void>::finally_body<net::server::apply_proto(seastar::lw_shared_ptr<net::connection>, net::conn_quota::units)::$_1, false>, seastar::futurize<seastar::future<void>>::type seastar::future<void>::then_wrapped_nrvo<seastar::future<void>, seastar::future<void>::finally_body<net::server::apply_proto(seastar::lw_shared_ptr<net::connection>, net::conn_quota::units)::$_1, false>>(seastar::future<void>::finally_body<net::server::apply_proto(seastar::lw_shared_ptr<net::connection>, net::conn_quota::units)::$_1, false>&&)::'lambda'(seastar::internal::promise_base_with_type<void>&&, seastar::future<void>::finally_body<net::server::apply_proto(seastar::lw_shared_ptr<net::connection>, net::conn_quota::units)::$_1, false>&, seastar::future_state<seastar::internal::monostate>&&), void>
   --------
   seastar::continuation<seastar::internal::promise_base_with_type<void>, seastar::future<void>::finally_body<auto seastar::internal::invoke_func_with_gate<net::server::accept_finish(seastar::basic_sstring<char, unsigned int, 15u, true>, seastar::future<seastar::accept_result>)::$_0>(seastar::gate::holder&&, net::server::accept_finish(seastar::basic_sstring<char, unsigned int, 15u, true>, seastar::future<seastar::accept_result>)::$_0&&)::'lambda'(), false>, seastar::futurize<net::server::accept_finish(seastar::basic_sstring<char, unsigned int, 15u, true>, seastar::future<seastar::accept_result>)::$_0>::type seastar::future<void>::then_wrapped_nrvo<seastar::future<void>, seastar::future<void>::finally_body<auto seastar::internal::invoke_func_with_gate<net::server::accept_finish(seastar::basic_sstring<char, unsigned int, 15u, true>, seastar::future<seastar::accept_result>)::$_0>(seastar::gate::holder&&, net::server::accept_finish(seastar::basic_sstring<char, unsigned int, 15u, true>, seastar::future<seastar::accept_result>)::$_0&&)::'lambda'(), false>>(seastar::future<void>::finally_body<auto seastar::internal::invoke_func_with_gate<net::server::accept_finish(seastar::basic_sstring<char, unsigned int, 15u, true>, seastar::future<seastar::accept_result>)::$_0>(seastar::gate::holder&&, net::server::accept_finish(seastar::basic_sstring<char, unsigned int, 15u, true>, seastar::future<seastar::accept_result>)::$_0&&)::'lambda'(), false>&&)::'lambda'(seastar::internal::promise_base_with_type<void>&&, seastar::future<void>::finally_body<auto seastar::internal::invoke_func_with_gate<net::server::accept_finish(seastar::basic_sstring<char, unsigned int, 15u, true>, seastar::future<seastar::accept_result>)::$_0>(seastar::gate::holder&&, net::server::accept_finish(seastar::basic_sstring<char, unsigned int, 15u, true>, seastar::future<seastar::accept_result>)::$_0&&)::'lambda'(), false>&, seastar::future_state<seastar::internal::monostate>&&), void>
   --------
   seastar::internal::coroutine_traits_base<void>::promise_type
INFO  2023-09-15 20:17:42,963 [shard 0:main] kafka - connection_context.h:140 - Connection input_shutdown; aborting operations
INFO  2023-09-15 20:17:42,964 [shard 1:main] tx - [{kafka/scale_000000/22}] - rm_stm.cc:314 - Setting bootstrap

the complete log: redpanda.zip

JIRA Link: CORE-1499

github-actions[bot] commented 1 week ago

This issue hasn't seen activity in 3 months. If you want to keep it open, post a comment or remove the stale label – otherwise this will be closed in two weeks.