Skip to content

Instantly share code, notes, and snippets.

@toddlipcon
Created February 21, 2018 20:22
Show Gist options
  • Save toddlipcon/cac4f4a82d118931a7e0bcdcc7be7e65 to your computer and use it in GitHub Desktop.
Save toddlipcon/cac4f4a82d118931a7e0bcdcc7be7e65 to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
ninja: Entering directory `/src/kudu/build/debug'
[1/107] Recreating ../build/latest symlink
[2/107] cd /src/kudu/build/debug/src/kudu/util && /src/kudu/build-support/gen_version_info.py --version=1.7.0-SNAPSHOT --build-type=DEBUG /src/kudu/build/debug/src/kudu/generated/version_defines.h
Stacks at 0221 11:39:33.337439 (periodic):
tids=[26778]
0x302340f710 <unknown>
0x30230dc657 <unknown>
0x1c4212f kudu::(anonymous namespace)::PosixEnv::DeleteFile()
0x1c4e157 kudu::env_util::DeleteExcessFilesByPattern()
0x1c6a006 kudu::DeleteExcessLogFiles()
0x996d31 kudu::server::ServerBase::StartExcessLogFileDeleterThread()
0x999ece kudu::server::ServerBase::Init()
0x958c2f kudu::kserver::KuduServer::Init()
0x8ae19f kudu::tserver::TabletServer::Init()
0x8aadda kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29046,29045,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26818,26819,26820]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1cc67a4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26912]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:40:38.485326 (periodic):
tids=[29120]
0x302340f710 <unknown>
0x30230db267 <unknown>
0x1c41f14 kudu::(anonymous namespace)::PosixEnv::CreateDir()
0xa086e6 kudu::tablet::TabletBootstrap::PrepareRecoveryDir()
0xa10fb5 kudu::tablet::TabletBootstrap::RunBootstrap()
0xa11b1b kudu::tablet::TabletBootstrap::Bootstrap()
0xa12235 kudu::tablet::BootstrapTablet()
0x8cf8e7 kudu::tserver::TSTabletManager::OpenTablet()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29124,29114,29115,29117]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a25b9e kudu::cfile::CFileIterator::SeekAtOrAfter()
0xaa0189 kudu::tablet::CFileSet::CheckRowPresent()
0xa41fbd kudu::tablet::DiskRowSet::CheckRowPresent()
0x9f7325 kudu::tablet::Tablet::ApplyRowOperation()
0xa064bf kudu::tablet::TabletBootstrap::ApplyOperations()
0xa06f0d kudu::tablet::TabletBootstrap::PlayRowOperations()
0xa0ccfe kudu::tablet::TabletBootstrap::PlayWriteRequest()
tids=[29118,29119]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a1843e kudu::cfile::BloomFileReader::InitOnce()
0x1a1b87c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
tids=[29123,29122]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ff1e kudu::cfile::CFileReader::ReadAndParseHeader()
0x1a20d1c kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0xaa15d1 kudu::tablet::CFileSet::DoOpen()
0xaa2690 kudu::tablet::CFileSet::Open()
0xa45349 kudu::tablet::DiskRowSet::Open()
tids=[29113]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c4a034 kudu::(anonymous namespace)::DoReadV()
0x1c4a390 kudu::(anonymous namespace)::PosixRandomAccessFile::Read()
0xb0ccd5 kudu::log::ReadableLogSegment::ReadEntryHeaderAndBatch()
0xb0e842 kudu::log::LogEntryReader::ReadNextEntry()
0xa0f170 kudu::tablet::TabletBootstrap::PlaySegments()
0xa114ab kudu::tablet::TabletBootstrap::RunBootstrap()
0xa11b1b kudu::tablet::TabletBootstrap::Bootstrap()
0xa12235 kudu::tablet::BootstrapTablet()
0x8cf8e7 kudu::tserver::TSTabletManager::OpenTablet()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[26819,26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29116]
0x302340f710 <unknown>
0x30230e8d47 <unknown>
0xb2f6c3 kudu::clock::SystemNtp::WalltimeWithError()
0xb29ce3 kudu::clock::HybridClock::WalltimeWithError()
0xb2b4e3 kudu::clock::HybridClock::Update()
0xa0a907 kudu::tablet::TabletBootstrap::HandleReplicateMessage()
0xa0eaa9 kudu::tablet::TabletBootstrap::HandleEntry()
0xa0f1a0 kudu::tablet::TabletBootstrap::PlaySegments()
0xa114ab kudu::tablet::TabletBootstrap::RunBootstrap()
0xa11b1b kudu::tablet::TabletBootstrap::Bootstrap()
0xa12235 kudu::tablet::BootstrapTablet()
0x8cf8e7 kudu::tserver::TSTabletManager::OpenTablet()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[29047,29046,29045,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29191,29190,29186,29189,29188,29187,29199,29193,29194,29195,29196,29197,29198,29211,29185,29184,29183,29182,29181,29180,29179,29178,29177,29176,29175,29174,29173,29213,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29200,29212,29161,29210,29209,29208,29207,29206,29205,29204,29203,29202,29201,29137,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29171,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29227,29150,29172,29170,29169,29168,29167,29166,29165,29164,29163,29162,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29149]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[30225,30230,30232,30233,30234,30105]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:41:42.552925 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820,26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[29123,29116,29114]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a25b9e kudu::cfile::CFileIterator::SeekAtOrAfter()
0xaa0189 kudu::tablet::CFileSet::CheckRowPresent()
0xa41fbd kudu::tablet::DiskRowSet::CheckRowPresent()
0x9f7325 kudu::tablet::Tablet::ApplyRowOperation()
0xa064bf kudu::tablet::TabletBootstrap::ApplyOperations()
0xa06f0d kudu::tablet::TabletBootstrap::PlayRowOperations()
0xa0ccfe kudu::tablet::TabletBootstrap::PlayWriteRequest()
tids=[29118,29117]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0xaa15d1 kudu::tablet::CFileSet::DoOpen()
0xaa2690 kudu::tablet::CFileSet::Open()
0xa45349 kudu::tablet::DiskRowSet::Open()
tids=[29119,29113,29122,29115]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ff1e kudu::cfile::CFileReader::ReadAndParseHeader()
0x1a20d1c kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0xaa15d1 kudu::tablet::CFileSet::DoOpen()
0xaa2690 kudu::tablet::CFileSet::Open()
0xa45349 kudu::tablet::DiskRowSet::Open()
tids=[29120]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c4a034 kudu::(anonymous namespace)::DoReadV()
0x1c4a390 kudu::(anonymous namespace)::PosixRandomAccessFile::Read()
0xb0a19c kudu::log::ReadableLogSegment::ReadHeaderMagicAndHeaderLength()
0xb1005a kudu::log::ReadableLogSegment::ReadHeader()
0xb10455 kudu::log::ReadableLogSegment::Init()
0xb10a3d kudu::log::ReadableLogSegment::Open()
0xb256cb kudu::log::LogReader::Init()
0xb26e87 kudu::log::LogReader::Open()
0xa068db kudu::tablet::TabletBootstrap::OpenLogReaderInRecoveryDir()
0xa1146f kudu::tablet::TabletBootstrap::RunBootstrap()
0xa11b1b kudu::tablet::TabletBootstrap::Bootstrap()
0xa12235 kudu::tablet::BootstrapTablet()
0x8cf8e7 kudu::tserver::TSTabletManager::OpenTablet()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1ca7301 kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29124]
0x302340f710 <unknown>
0x3023133620 <unknown>
0x302609cf20 <unknown>
0xb1b215 kudu::log::Log::DoAppend()
0xb1d0db kudu::log::Log::Append()
0xa0a92e kudu::tablet::TabletBootstrap::HandleReplicateMessage()
0xa0eaa9 kudu::tablet::TabletBootstrap::HandleEntry()
0xa0f1a0 kudu::tablet::TabletBootstrap::PlaySegments()
0xa114ab kudu::tablet::TabletBootstrap::RunBootstrap()
0xa11b1b kudu::tablet::TabletBootstrap::Bootstrap()
0xa12235 kudu::tablet::BootstrapTablet()
0x8cf8e7 kudu::tserver::TSTabletManager::OpenTablet()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[29190,29189,29188,29187,29186,29198,29185,29191,29193,29194,29195,29196,29197,29210,29184,29183,29182,29181,29180,29179,29178,29177,29176,29175,29174,29173,29172,29212,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29199,29211,29160,29209,29208,29207,29206,29205,29204,29203,29202,29201,29200,29136,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29170,29135,29134,29133,29132,29131,29130,29129,29128,29127,29226,29227,29149,29171,29169,29168,29167,29166,29165,29164,29163,29162,29161,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29148]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[31157,31151,31159]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[31086,31156,31158]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:42:46.649404 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29119]
0x302340f710 <unknown>
0x30230e02c7 <unknown>
0x8d820d kudu::sw_internal::LogTiming::~LogTiming()
0xb1b472 kudu::log::Log::DoAppend()
0xb1d0db kudu::log::Log::Append()
0xa0cc5a kudu::tablet::TabletBootstrap::PlayWriteRequest()
0xa0d418 kudu::tablet::TabletBootstrap::HandleEntryPair()
0xa0de7d kudu::tablet::TabletBootstrap::ApplyCommitMessage()
0xa0e469 kudu::tablet::TabletBootstrap::HandleCommitMessage()
0xa0ea22 kudu::tablet::TabletBootstrap::HandleEntry()
0xa0f1a0 kudu::tablet::TabletBootstrap::PlaySegments()
0xa114ab kudu::tablet::TabletBootstrap::RunBootstrap()
0xa11b1b kudu::tablet::TabletBootstrap::Bootstrap()
0xa12235 kudu::tablet::BootstrapTablet()
0x8cf8e7 kudu::tserver::TSTabletManager::OpenTablet()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29122,29120]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a25b9e kudu::cfile::CFileIterator::SeekAtOrAfter()
0xaa0189 kudu::tablet::CFileSet::CheckRowPresent()
0xa41fbd kudu::tablet::DiskRowSet::CheckRowPresent()
0x9f7325 kudu::tablet::Tablet::ApplyRowOperation()
0xa064bf kudu::tablet::TabletBootstrap::ApplyOperations()
0xa06f0d kudu::tablet::TabletBootstrap::PlayRowOperations()
0xa0ccfe kudu::tablet::TabletBootstrap::PlayWriteRequest()
tids=[29114]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a24baa kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a25a3d kudu::cfile::CFileIterator::SeekAtOrAfter()
0xaa0189 kudu::tablet::CFileSet::CheckRowPresent()
0xa41fbd kudu::tablet::DiskRowSet::CheckRowPresent()
0x9f7325 kudu::tablet::Tablet::ApplyRowOperation()
0xa064bf kudu::tablet::TabletBootstrap::ApplyOperations()
0xa06f0d kudu::tablet::TabletBootstrap::PlayRowOperations()
0xa0ccfe kudu::tablet::TabletBootstrap::PlayWriteRequest()
tids=[29124,29115,29116,29117,29118,29123]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0xaa15d1 kudu::tablet::CFileSet::DoOpen()
0xaa2690 kudu::tablet::CFileSet::Open()
0xa45349 kudu::tablet::DiskRowSet::Open()
tids=[29113]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c4a034 kudu::(anonymous namespace)::DoReadV()
0x1c4a390 kudu::(anonymous namespace)::PosixRandomAccessFile::Read()
0xb0a19c kudu::log::ReadableLogSegment::ReadHeaderMagicAndHeaderLength()
0xb1005a kudu::log::ReadableLogSegment::ReadHeader()
0xb10455 kudu::log::ReadableLogSegment::Init()
0xb10a3d kudu::log::ReadableLogSegment::Open()
0xb256cb kudu::log::LogReader::Init()
0xb26e87 kudu::log::LogReader::Open()
0xa068db kudu::tablet::TabletBootstrap::OpenLogReaderInRecoveryDir()
0xa1146f kudu::tablet::TabletBootstrap::RunBootstrap()
0xa11b1b kudu::tablet::TabletBootstrap::Bootstrap()
0xa12235 kudu::tablet::BootstrapTablet()
0x8cf8e7 kudu::tserver::TSTabletManager::OpenTablet()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[26820,26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29046,29045,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340959b <unknown>
0x1c89285 kudu::Mutex::Acquire()
0x1c77d26 kudu::ArenaBase<>::memory_footprint()
0xa8f000 kudu::tablet::DeltaTracker::DeltaMemStoreSize()
0x9f28a2 kudu::tablet::Tablet::FindBestDMSToFlush()
0x9f2a15 kudu::tablet::Tablet::GetInfoForBestDMSToFlush()
0xa9cb8d kudu::tablet::FlushDeltaMemStoresOp::UpdateStats()
0x1c6e0c2 kudu::MaintenanceManager::FindBestOp()
0x1c70e16 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29193,29187,29191,29190,29189,29188,29200,29194,29195,29196,29197,29198,29199,29212,29186,29185,29184,29183,29182,29181,29180,29179,29178,29177,29176,29175,29174,29173,29214,29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29201,29213,29161,29211,29210,29209,29208,29207,29206,29205,29204,29203,29202,29137,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29171,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29150,29172,29170,29169,29168,29167,29166,29165,29164,29163,29162,29160,29149,29151,29152,29153,29154,29155,29156,29157,29158,29159]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1cc67a4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[32390,32384,32398,32402,32399]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[32400,32397,32401,32396,32395,32403,32394,32393,32392,32391,32388,32385,32377,32370]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:43:46.767545 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[29116,29118]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a25b9e kudu::cfile::CFileIterator::SeekAtOrAfter()
0xaa0189 kudu::tablet::CFileSet::CheckRowPresent()
0xa41fbd kudu::tablet::DiskRowSet::CheckRowPresent()
0x9f7325 kudu::tablet::Tablet::ApplyRowOperation()
0xa064bf kudu::tablet::TabletBootstrap::ApplyOperations()
0xa06f0d kudu::tablet::TabletBootstrap::PlayRowOperations()
0xa0ccfe kudu::tablet::TabletBootstrap::PlayWriteRequest()
tids=[29117,29113]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0xa8457e kudu::tablet::DeltaFileReader::InitOnce()
0xa85e5c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
tids=[26819,26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29188,29189,29184,29187,29186,29185,29197,29190,29191,29193,29194,29195,29196,29205,29183,29182,29181,29180,29179,29178,29177,29176,29175,29174,29173,29172,29171,29211,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29198,29210,29209,29208,29207,29206,29163,29204,29203,29202,29201,29200,29199,29134,29145,29144,29143,29142,29141,29140,29139,29138,29137,29136,29135,29169,29133,29132,29131,29130,29129,29128,29127,29224,29225,29226,29227,29147,29170,29168,29167,29166,29165,29164,29162,29161,29160,29159,29158,29156,29155,29154,29153,29152,29151,29157,29146,29150,29149,29148]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[33416,33412]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[33283,33373,33407,33414,33415]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:44:46.882037 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ff1e kudu::cfile::CFileReader::ReadAndParseHeader()
0x1a20d1c kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29191,29186,29190,29189,29188,29187,29180,29193,29194,29195,29196,29197,29198,29199,29185,29184,29183,29182,29181,29206,29179,29178,29177,29176,29175,29174,29173,29213,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29200,29212,29211,29210,29209,29208,29207,29166,29205,29204,29203,29202,29201,29137,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29171,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29227,29150,29172,29170,29169,29168,29167,29165,29164,29163,29162,29161,29159,29149,29151,29152,29153,29154,29155,29156,29157,29158,29160]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[34468,34464,34439,34463,34465,34466,34467]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[34469,34462,34461,34460,34459,34458,34457,34456,34455,34442,34440,34413]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:45:47.018226 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29047,29046,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29189,29190,29193,29191,29169,29188,29187,29186,29185,29184,29183,29182,29181,29180,29179,29178,29177,29176,29175,29174,29173,29172,29171,29170,29219,29206,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29208,29207,29194,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29195,29130,29142,29141,29140,29139,29138,29137,29136,29135,29134,29133,29132,29131,29167,29129,29128,29127,29220,29221,29222,29223,29224,29225,29226,29227,29144,29168,29166,29165,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29148,29147,29146,29145,29143]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[35169,35254,35258,35259]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:46:47.108536 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29185,29189,29188,29187,29186,29179,29191,29193,29194,29195,29196,29197,29198,29184,29183,29182,29181,29180,29204,29178,29177,29176,29175,29174,29173,29172,29212,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29199,29211,29210,29209,29208,29207,29206,29205,29165,29203,29202,29201,29200,29135,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29136,29170,29134,29133,29132,29131,29130,29129,29128,29127,29225,29226,29227,29148,29171,29169,29168,29167,29166,29164,29163,29162,29161,29160,29159,29157,29147,29149,29150,29151,29152,29153,29154,29155,29156,29158]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[36305,36314,36308,36317]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[36312,36319,36311,36313,36315,36316,36318,36310,36309,36306,36197,36093]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:47:47.352075 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26817,26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29046,29045,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29197,29198,29199,29173,29200,29196,29195,29194,29193,29191,29190,29189,29188,29187,29186,29185,29184,29183,29182,29181,29180,29179,29178,29177,29176,29175,29174,29167,29214,29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29201,29213,29212,29211,29210,29209,29208,29207,29206,29205,29204,29203,29202,29137,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29171,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29150,29172,29170,29169,29168,29166,29165,29164,29163,29162,29161,29159,29149,29151,29152,29153,29154,29155,29156,29157,29158,29160]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[37163,37192,37186,37189,37190,37191,37154,37135]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:48:47.601642 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26818]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a2d2bf kudu::cfile::CFileWriter::Start()
0xa58854 kudu::tablet::MultiColumnWriter::Open()
0xa43612 kudu::tablet::DiskRowSetWriter::Open()
0xa4774b kudu::tablet::RollingDiskRowSetWriter::RollWriter()
0xa48214 kudu::tablet::RollingDiskRowSetWriter::RollIfNecessary()
0xa38857 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29185,29189,29188,29187,29186,29179,29191,29193,29194,29195,29196,29197,29198,29184,29183,29182,29181,29180,29204,29178,29177,29176,29175,29174,29173,29172,29212,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29199,29211,29210,29209,29208,29207,29206,29205,29165,29203,29202,29201,29200,29135,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29136,29170,29134,29133,29132,29131,29130,29129,29128,29127,29225,29226,29227,29148,29171,29169,29168,29167,29166,29164,29163,29162,29161,29160,29159,29157,29147,29149,29150,29151,29152,29153,29154,29155,29156,29158]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[38255,38254]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[38259,38260]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[38261]
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[38258,38257,38256,38262,38263,38245,38242,38228]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:49:47.717206 (periodic):
tids=[26818]
0x302340f710 <unknown>
0x1a295b4 kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230dfbda <unknown>
0x1c45561 kudu::(anonymous namespace)::PosixRWFile::Flush()
0x1c5105e kudu::internal::Descriptor<>::Flush()
0x1a8600f kudu::fs::internal::LogBlockContainer::FlushData()
0x1a87a40 kudu::fs::internal::LogWritableBlock::FlushDataAsync()
0x1a8ad91 kudu::fs::internal::LogWritableBlock::Finalize()
0x1a2c5ea kudu::cfile::CFileWriter::FinishAndReleaseBlock()
0xa583cb kudu::tablet::MultiColumnWriter::FinishAndReleaseBlocks()
0xa46443 kudu::tablet::DiskRowSetWriter::FinishAndReleaseBlocks()
0xa46e9e kudu::tablet::RollingDiskRowSetWriter::FinishCurrentWriter()
0xa4768c kudu::tablet::RollingDiskRowSetWriter::RollWriter()
0xa48214 kudu::tablet::RollingDiskRowSetWriter::RollIfNecessary()
0xa38857 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29046,29045,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29189,29184,29188,29187,29186,29185,29178,29190,29191,29193,29194,29195,29196,29197,29183,29182,29181,29180,29179,29203,29177,29176,29175,29174,29173,29172,29171,29211,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29198,29210,29209,29208,29207,29206,29205,29204,29165,29202,29201,29200,29199,29134,29145,29144,29143,29142,29141,29140,29139,29138,29137,29136,29135,29169,29133,29132,29131,29130,29129,29128,29127,29224,29225,29226,29227,29147,29170,29168,29167,29166,29164,29163,29162,29161,29160,29159,29158,29156,29155,29154,29153,29152,29151,29157,29146,29150,29149,29148]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[39112,39104]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[39069,39078,39091]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:50:48.190076 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29189,29184,29188,29187,29186,29185,29178,29190,29191,29193,29194,29195,29196,29197,29183,29182,29181,29180,29179,29203,29177,29176,29175,29174,29173,29172,29171,29211,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29198,29210,29209,29208,29207,29206,29205,29204,29165,29202,29201,29200,29199,29134,29145,29144,29143,29142,29141,29140,29139,29138,29137,29136,29135,29169,29133,29132,29131,29130,29129,29128,29127,29224,29225,29226,29227,29147,29170,29168,29167,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29148,29146]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[40134]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[40030,40045,40101]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:51:48.282741 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26817]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c468b7 kudu::(anonymous namespace)::PosixRWFile::Write()
0x1c5150b kudu::internal::Descriptor<>::Write()
0x1ca25bf kudu::pb_util::WritablePBContainerFile::Append()
0x1a85ec1 kudu::fs::internal::LogBlockContainer::AppendMetadata()
0x1a8ffe0 kudu::fs::internal::LogWritableBlock::AppendMetadata()
0x1a9013a kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29047,29046,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29197,29198,29200,29199,29173,29196,29195,29194,29193,29191,29190,29189,29188,29187,29186,29185,29184,29183,29182,29181,29180,29179,29178,29177,29176,29175,29174,29168,29214,29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29201,29213,29212,29211,29210,29209,29208,29207,29206,29205,29204,29203,29202,29137,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29171,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29150,29172,29170,29169,29167,29166,29165,29164,29163,29162,29161,29159,29149,29151,29152,29153,29154,29155,29156,29157,29158,29160]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[40897,40796,40887]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:52:48.589675 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ff1e kudu::cfile::CFileReader::ReadAndParseHeader()
0x1a20d1c kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29193,29187,29191,29190,29189,29188,29180,29194,29195,29196,29197,29198,29199,29200,29186,29185,29184,29183,29182,29181,29206,29179,29178,29177,29176,29175,29174,29173,29214,29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29201,29213,29212,29211,29210,29209,29208,29207,29167,29205,29204,29203,29202,29137,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29171,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29150,29172,29170,29169,29168,29166,29165,29164,29163,29162,29161,29159,29149,29151,29152,29153,29154,29155,29156,29157,29158,29160]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[41889]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[41890,41888,41895,41887,41891,41892,41893,41894,41885,41884,41883,41867,41773]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:53:48.731657 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa805c7 kudu::tablet::DeltaFileWriter::Finish()
0xa906bb kudu::tablet::DeltaTracker::FlushDMS()
0xa98ad9 kudu::tablet::DeltaTracker::Flush()
0xa42422 kudu::tablet::DiskRowSet::FlushDeltas()
0x9f2b69 kudu::tablet::Tablet::FlushBestDMS()
0xa9cfda kudu::tablet::FlushDeltaMemStoresOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29184,29179,29185,29186,29187,29188,29189,29190,29191,29193,29194,29195,29196,29197,29183,29182,29181,29180,29203,29178,29177,29176,29175,29174,29173,29172,29171,29211,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29198,29210,29209,29208,29207,29206,29205,29204,29165,29202,29201,29200,29199,29135,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29136,29169,29134,29133,29132,29131,29130,29129,29128,29127,29225,29226,29227,29148,29170,29168,29167,29166,29164,29163,29162,29161,29160,29159,29157,29156,29155,29154,29153,29152,29151,29158,29147,29150,29149]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[42896,42898,42691,42897]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[42900,42901,42902,42899,42903,42904,42905,42906,42701,42694,42692,42673,42559]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x302340e262 <unknown>
0x3023409508 <unknown>
0x30234093d7 <unknown>
0x1c892df kudu::Mutex::Acquire()
0xa7503c kudu::tablet::TabletMetadata::Flush()
0xa7af44 kudu::tablet::RowSetMetadata::Flush()
0xa90bd8 kudu::tablet::DeltaTracker::FlushDMS()
0xa98ad9 kudu::tablet::DeltaTracker::Flush()
0xa42422 kudu::tablet::DiskRowSet::FlushDeltas()
0x9f2b69 kudu::tablet::Tablet::FlushBestDMS()
0xa9cfda kudu::tablet::FlushDeltaMemStoresOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26820]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa7af44 kudu::tablet::RowSetMetadata::Flush()
0xa90bd8 kudu::tablet::DeltaTracker::FlushDMS()
0xa98ad9 kudu::tablet::DeltaTracker::Flush()
0xa42422 kudu::tablet::DiskRowSet::FlushDeltas()
0x9f2b69 kudu::tablet::Tablet::FlushBestDMS()
0xa9cfda kudu::tablet::FlushDeltaMemStoresOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:54:49.442854 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[43699]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c4584d kudu::(anonymous namespace)::PosixRWFile::PunchHole()
0x1c519ab kudu::internal::Descriptor<>::PunchHole()
0x1a85a7c kudu::fs::internal::LogBlockContainer::PunchHole()
0x1a86ba6 kudu::fs::internal::LogBlockContainer::ContainerDeletionAsync()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a2f824 kudu::cfile::IndexTreeIterator::LoadBlock()
0x1a30c09 kudu::cfile::IndexTreeIterator::SeekAtOrBefore()
0x1a25118 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26818]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[26817,26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29046,29047,29045,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29198,29199,29200,29174,29197,29196,29195,29194,29193,29191,29190,29189,29188,29187,29186,29185,29184,29183,29182,29181,29180,29179,29178,29177,29176,29175,29173,29214,29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29201,29213,29212,29211,29210,29209,29208,29207,29206,29205,29204,29203,29202,29138,29149,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29172,29137,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29151,29171,29170,29169,29168,29167,29166,29165,29164,29163,29162,29160,29161,29150,29152,29153,29154,29155,29156,29157,29158,29159]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[43696,43693,43692]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[43597,43656,43690,43697,43698]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26813,26814,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:55:49.557415 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26817]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1ca7301 kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29185,29189,29188,29187,29186,29179,29191,29193,29194,29195,29196,29197,29198,29184,29183,29182,29181,29180,29204,29178,29177,29176,29175,29174,29173,29172,29212,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29199,29211,29210,29209,29208,29207,29206,29205,29165,29203,29202,29201,29200,29135,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29136,29170,29134,29133,29132,29131,29130,29129,29128,29127,29225,29226,29227,29148,29171,29169,29168,29167,29166,29164,29163,29162,29161,29160,29159,29157,29147,29149,29150,29151,29152,29153,29154,29155,29156,29158]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[44677,44669]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[44667,44676,44675,44674,44673,44672,44671,44670,44668,44449,44421,44372]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26812,26813,26814]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:56:49.645323 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ff1e kudu::cfile::CFileReader::ReadAndParseHeader()
0x1a20d1c kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29193,29187,29191,29190,29189,29188,29180,29194,29195,29196,29197,29198,29199,29200,29186,29185,29184,29183,29182,29181,29206,29179,29178,29177,29176,29175,29174,29173,29214,29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29201,29213,29212,29211,29210,29209,29208,29207,29167,29205,29204,29203,29202,29137,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29171,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29150,29172,29170,29169,29168,29166,29165,29164,29163,29162,29161,29159,29149,29151,29152,29153,29154,29155,29156,29157,29158,29160]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[45462]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[45380,45455,45471,45472,45315]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:57:49.745292 (periodic):
tids=[26818]
0x302340f710 <unknown>
0xa399ff kudu::tablet::(anonymous namespace)::MergeCompactionInput::PrepareBlock()
0xa387e4 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26817,26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29047,29046,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29197,29198,29200,29199,29173,29196,29195,29194,29193,29191,29190,29189,29188,29187,29186,29185,29184,29182,29181,29180,29179,29178,29177,29176,29175,29174,29168,29214,29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29201,29213,29212,29211,29210,29209,29208,29207,29206,29205,29204,29203,29202,29138,29149,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29171,29137,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29151,29172,29170,29169,29167,29166,29165,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29150,29153,29152]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29183]
0x302340f710 <unknown>
0x302340b5bc <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[46478,46216,46266]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:58:49.838344 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a2f824 kudu::cfile::IndexTreeIterator::LoadBlock()
0x1a30c09 kudu::cfile::IndexTreeIterator::SeekAtOrBefore()
0x1a25118 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29191,29186,29190,29189,29188,29187,29180,29193,29194,29195,29196,29197,29198,29199,29185,29184,29183,29182,29181,29206,29179,29178,29177,29176,29175,29174,29173,29213,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29200,29212,29211,29210,29209,29208,29207,29166,29205,29204,29203,29202,29201,29137,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29171,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29227,29150,29172,29170,29169,29168,29167,29165,29164,29163,29162,29161,29159,29149,29151,29152,29153,29154,29155,29156,29157,29158,29160]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[47284,47279,47280,47281]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[47153,47249,47268]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 11:59:49.976028 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26817,26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29185,29189,29188,29187,29186,29179,29191,29193,29194,29195,29196,29197,29198,29184,29183,29182,29181,29180,29205,29178,29177,29176,29175,29174,29173,29172,29212,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29199,29211,29210,29209,29208,29207,29206,29166,29204,29203,29202,29201,29200,29136,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29170,29135,29134,29133,29132,29131,29130,29129,29128,29127,29226,29227,29149,29171,29169,29168,29167,29165,29164,29163,29162,29161,29160,29158,29148,29150,29151,29152,29153,29154,29155,29156,29157,29159]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[48237,48235,48236]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[47923,48006,48155]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:00:50.047993 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ff1e kudu::cfile::CFileReader::ReadAndParseHeader()
0x1a20d1c kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26818,26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29047,29046,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29197,29198,29200,29199,29173,29196,29195,29194,29193,29191,29190,29189,29188,29187,29186,29185,29184,29183,29182,29181,29180,29179,29178,29177,29176,29175,29174,29168,29214,29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29201,29213,29212,29211,29210,29209,29208,29207,29206,29205,29204,29203,29202,29137,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29171,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29150,29172,29170,29169,29167,29166,29165,29164,29163,29162,29161,29159,29149,29151,29152,29153,29154,29155,29156,29157,29158,29160]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[49004,48973,49003]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:01:50.137346 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a2f824 kudu::cfile::IndexTreeIterator::LoadBlock()
0x1a30c09 kudu::cfile::IndexTreeIterator::SeekAtOrBefore()
0x1a25118 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ff1e kudu::cfile::CFileReader::ReadAndParseHeader()
0x1a20d1c kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047]
0x302340f710 <unknown>
0x30230e994a <unknown>
0x1c962bb kudu::Socket::SetTcpCork()
0x1b862fe kudu::security::TlsSocket::Writev()
0x1b5ad80 kudu::rpc::OutboundTransfer::SendBuffer()
0x1b5d060 kudu::rpc::Connection::WriteHandler()
0x1cde627 ev_invoke_pending
0x1b3441d kudu::rpc::ReactorThread::InvokePendingCb()
0x1cdf52d ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29185,29189,29188,29187,29186,29179,29191,29193,29194,29195,29196,29197,29198,29184,29183,29182,29181,29180,29205,29178,29177,29176,29175,29174,29173,29172,29212,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29199,29211,29210,29209,29208,29207,29206,29166,29204,29203,29202,29201,29200,29136,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29170,29135,29134,29133,29132,29131,29130,29129,29128,29127,29226,29227,29149,29171,29169,29168,29167,29165,29164,29163,29162,29161,29160,29158,29148,29150,29151,29152,29153,29154,29155,29156,29157,29159]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[50003,50001,50002]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[49742,49776,49994,50000]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:02:50.221856 (periodic):
tids=[26817]
0x302340f710 <unknown>
0x1a8b400 <unknown>
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
0xa3663f kudu::tablet::(anonymous namespace)::MergeCompactionInput::ProcessEmptyInputs()
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[26818,26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29189,29184,29188,29187,29186,29185,29178,29190,29191,29193,29194,29195,29196,29197,29183,29182,29181,29180,29179,29203,29177,29176,29175,29174,29173,29172,29171,29211,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29198,29210,29209,29208,29207,29206,29205,29204,29165,29202,29201,29200,29199,29134,29145,29144,29143,29142,29141,29140,29139,29138,29137,29136,29135,29169,29133,29132,29131,29130,29129,29128,29127,29224,29225,29226,29227,29147,29170,29168,29167,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29148,29146]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[50722]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[50679,50701,50706,50718]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:03:50.361265 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a24baa kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
0xa3663f kudu::tablet::(anonymous namespace)::MergeCompactionInput::ProcessEmptyInputs()
tids=[26817,26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29047,29046,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29189,29190,29193,29191,29169,29188,29187,29186,29185,29184,29183,29182,29181,29180,29179,29178,29177,29176,29175,29174,29173,29172,29171,29170,29219,29206,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29208,29207,29194,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29195,29130,29142,29141,29140,29139,29138,29137,29136,29135,29134,29133,29132,29131,29167,29129,29128,29127,29220,29221,29222,29223,29224,29225,29226,29227,29144,29168,29166,29165,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29148,29147,29146,29145,29143]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[51236,51441,51655,51656]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:04:50.438078 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26819]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29191,29186,29190,29189,29188,29187,29180,29193,29194,29195,29196,29197,29198,29199,29185,29184,29183,29182,29181,29206,29179,29178,29177,29176,29175,29174,29173,29213,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29200,29212,29211,29210,29209,29208,29207,29166,29205,29204,29203,29202,29201,29137,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29171,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29227,29150,29172,29170,29169,29168,29167,29165,29164,29163,29162,29161,29159,29149,29151,29152,29153,29154,29155,29156,29157,29158,29160]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[52376,52390,52391,52411,52412,52331]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:05:50.558230 (periodic):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26818,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29047,29046,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29189,29190,29193,29191,29169,29188,29187,29186,29185,29184,29183,29182,29181,29180,29179,29178,29177,29176,29175,29174,29173,29172,29171,29170,29219,29206,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29208,29207,29194,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29195,29130,29142,29141,29140,29139,29138,29137,29136,29135,29134,29133,29132,29131,29167,29129,29128,29127,29220,29221,29222,29223,29224,29225,29226,29227,29144,29168,29166,29165,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29148,29147,29146,29145,29143]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[53069,53082,53325,53362]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:06:50.672391 (periodic):
tids=[26818]
0x302340f710 <unknown>
0x1cb030d kudu::LongAdder::IncrementBy()
0x1c804ea kudu::Counter::Increment()
0x1c1d78a kudu::(anonymous namespace)::ShardedLRUCache::Lookup()
0x1c501dd kudu::internal::Descriptor<>::ReopenFileIfNecessary()
0x1c52e16 kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26819,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29047,29046,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29189,29190,29193,29191,29169,29188,29187,29186,29185,29184,29183,29182,29181,29180,29179,29178,29177,29176,29175,29174,29173,29172,29171,29170,29219,29206,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29208,29207,29194,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29195,29130,29142,29141,29140,29139,29138,29137,29136,29135,29134,29133,29132,29131,29167,29129,29128,29127,29220,29221,29222,29223,29224,29225,29226,29227,29144,29168,29166,29165,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29148,29147,29146,29145,29143]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[54115,54141,54181,54182]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:07:18.682902 (service queue overflowed for kudu.tserver.TabletServerAdminService):
tids=[29147,29161,29163,29158,29152,29149]
0x302340f710 <unknown>
0x30230641d7 <unknown>
0x1c4024c kudu::(anonymous namespace)::PosixEnv::RenameFile()
0x1ca722d kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29153,29150,29156,29155,29154]
0x302340f710 <unknown>
0x30230db2ed <unknown>
0x3023063caa <unknown>
0x1c429f5 kudu::(anonymous namespace)::PosixEnv::MkTmpFile()
0x1c451b2 kudu::(anonymous namespace)::PosixEnv::NewTempRWFile()
0x1ca70ee kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230db2ed <unknown>
0x3023063caa <unknown>
0x1c429f5 kudu::(anonymous namespace)::PosixEnv::MkTmpFile()
0x1c451b2 kudu::(anonymous namespace)::PosixEnv::NewTempRWFile()
0x1ca70ee kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29165,29159,29157]
0x302340f710 <unknown>
0x30230dc657 <unknown>
0x1c4212f kudu::(anonymous namespace)::PosixEnv::DeleteFile()
0xa71342 kudu::tablet::TabletMetadata::DeleteSuperBlock()
0x8d1fae kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a2f824 kudu::cfile::IndexTreeIterator::LoadBlock()
0x1a30c09 kudu::cfile::IndexTreeIterator::SeekAtOrBefore()
0x1a25118 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26820,26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29166]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1ca7301 kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29046,29045,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29189,29193,29191,29190,29198,29188,29187,29186,29185,29184,29183,29182,29181,29180,29179,29209,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29194,29208,29207,29206,29205,29204,29203,29202,29201,29200,29199,29225,29197,29196,29195,29135,29143,29142,29141,29140,29139,29138,29137,29136,29177,29134,29133,29132,29131,29130,29129,29128,29127,29145,29178,29176,29175,29174,29173,29172,29171,29170,29168,29167,29226,29227,29146,29144,29169]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[54514]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[54509,54519,54507,54510,54511]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[54512]
tids=[54513,54515,54516,54517,54518,54502,54498,54469]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29164,29162,29160,29148]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763c2 kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29151]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:07:29.245350 (service queue overflowed for kudu.tserver.TabletServerAdminService):
tids=[29047]
0x302340f710 <unknown>
0x1cd8034 kudu::HdrHistogram::Increment()
0x1c80665 kudu::Histogram::Increment()
0x1cdf52d ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29165,29148,29153,29155,29156,29159,29162]
0x302340f710 <unknown>
0x30230641d7 <unknown>
0x1c4024c kudu::(anonymous namespace)::PosixEnv::RenameFile()
0x1ca722d kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763c2 kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29157,29160,29161,29151,29164,29147]
0x302340f710 <unknown>
0x30230641d7 <unknown>
0x1c4024c kudu::(anonymous namespace)::PosixEnv::RenameFile()
0x1ca722d kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29158]
0x302340f710 <unknown>
0x30230db2ed <unknown>
0x3023063caa <unknown>
0x1c429f5 kudu::(anonymous namespace)::PosixEnv::MkTmpFile()
0x1c451b2 kudu::(anonymous namespace)::PosixEnv::NewTempRWFile()
0x1ca70ee kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[54677]
0x302340f710 <unknown>
0x30230db2ed <unknown>
0x3023063caa <unknown>
0x1c429f5 kudu::(anonymous namespace)::PosixEnv::MkTmpFile()
0x1c451b2 kudu::(anonymous namespace)::PosixEnv::NewTempRWFile()
0x1ca70ee kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa798e3 kudu::tablet::TabletMetadata::ReplaceSuperBlock()
0x90012c kudu::tserver::TabletCopyClient::Finish()
0x8d3071 kudu::tserver::TSTabletManager::RunTabletCopy()
0x8db4fe kudu::tserver::TabletCopyRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29152]
0x302340f710 <unknown>
0x30230dc657 <unknown>
0x1c4212f kudu::(anonymous namespace)::PosixEnv::DeleteFile()
0xa71342 kudu::tablet::TabletMetadata::DeleteSuperBlock()
0x8d1fae kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a24baa kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
0xa3663f kudu::tablet::(anonymous namespace)::MergeCompactionInput::ProcessEmptyInputs()
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[29150]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c468b7 kudu::(anonymous namespace)::PosixRWFile::Write()
0x1ca2119 kudu::pb_util::WritablePBContainerFile::AppendBytes()
0x1ca6d78 kudu::pb_util::WritablePBContainerFile::CreateNew()
0x1ca71ad kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29046,29045,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29186,29191,29190,29189,29188,29187,29175,29185,29184,29183,29182,29181,29180,29179,29178,29177,29176,29170,29204,29215,29214,29213,29212,29211,29210,29209,29208,29207,29206,29205,29193,29203,29202,29201,29200,29199,29198,29197,29196,29195,29194,29135,29144,29143,29142,29141,29140,29139,29138,29137,29136,29145,29134,29133,29132,29131,29130,29129,29128,29127,29219,29217,29173,29172,29171,29220,29169,29168,29167,29216,29174,29227,29226,29225,29224,29223,29218,29222,29221,29146]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[54498,54520,54698,54700,54701,54702,54703,54704]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1a8bc9b kudu::fs::LogBlockManager::SyncContainer()
0x1a90288 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29166]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763c2 kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29163,29154,29149]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:07:55.952721 (service queue overflowed for kudu.tserver.TabletServerAdminService):
tids=[29149,29154,29155,29156,29166]
0x302340f710 <unknown>
0x30230641d7 <unknown>
0x1c4024c kudu::(anonymous namespace)::PosixEnv::RenameFile()
0x1ca722d kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763c2 kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29148,29153,29157,29147]
0x302340f710 <unknown>
0x30230641d7 <unknown>
0x1c4024c kudu::(anonymous namespace)::PosixEnv::RenameFile()
0x1ca722d kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29151,29152,29164,29163,29162,29159]
0x302340f710 <unknown>
0x30230db2ed <unknown>
0x3023063caa <unknown>
0x1c429f5 kudu::(anonymous namespace)::PosixEnv::MkTmpFile()
0x1c451b2 kudu::(anonymous namespace)::PosixEnv::NewTempRWFile()
0x1ca70ee kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[29160,29150]
0x302340f710 <unknown>
0x30230dc657 <unknown>
0x1c4212f kudu::(anonymous namespace)::PosixEnv::DeleteFile()
0xa71342 kudu::tablet::TabletMetadata::DeleteSuperBlock()
0x8d1fae kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819,26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26820,26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29165]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1ca7301 kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29046,29045,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29194,29190,29193,29191,29198,29189,29188,29187,29186,29185,29184,29183,29182,29181,29180,29209,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29195,29208,29207,29206,29205,29204,29203,29202,29201,29200,29199,29223,29197,29196,29133,29142,29141,29140,29139,29138,29137,29136,29135,29134,29178,29132,29131,29130,29129,29128,29127,29226,29227,29144,29179,29177,29176,29175,29174,29173,29172,29171,29170,29169,29168,29167,29224,29225,29146,29145,29143]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55422,55425,55426]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55424,55117,55403,55420,55421,55423]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26812,26814,26813]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29158,29161]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763c2 kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:08:00.874219 (service queue overflowed for kudu.tserver.TabletServerAdminService):
tids=[55460]
0x302340f710 <unknown>
0x30230641d7 <unknown>
0x1c4024c kudu::(anonymous namespace)::PosixEnv::RenameFile()
0x1ca722d kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa75c07 kudu::tablet::TabletMetadata::CreateNew()
0x8ff1cd kudu::tserver::TabletCopyClient::Start()
0x8d2ae5 kudu::tserver::TSTabletManager::RunTabletCopy()
0x8db4fe kudu::tserver::TabletCopyRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29162,29161]
0x302340f710 <unknown>
0x30230641d7 <unknown>
0x1c4024c kudu::(anonymous namespace)::PosixEnv::RenameFile()
0x1ca722d kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763c2 kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29165,29150,29153,29157,29158]
0x302340f710 <unknown>
0x30230641d7 <unknown>
0x1c4024c kudu::(anonymous namespace)::PosixEnv::RenameFile()
0x1ca722d kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230641d7 <unknown>
0x1c4024c kudu::(anonymous namespace)::PosixEnv::RenameFile()
0x1ca722d kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230641d7 <unknown>
0x1c4024c kudu::(anonymous namespace)::PosixEnv::RenameFile()
0x1ca722d kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa7af44 kudu::tablet::RowSetMetadata::Flush()
0xa90bd8 kudu::tablet::DeltaTracker::FlushDMS()
0xa98ad9 kudu::tablet::DeltaTracker::Flush()
0xa42422 kudu::tablet::DiskRowSet::FlushDeltas()
0x9f2b69 kudu::tablet::Tablet::FlushBestDMS()
0xa9cfda kudu::tablet::FlushDeltaMemStoresOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29155]
0x302340f710 <unknown>
0x30230db2ed <unknown>
0x3023063caa <unknown>
0x1c429f5 kudu::(anonymous namespace)::PosixEnv::MkTmpFile()
0x1c451b2 kudu::(anonymous namespace)::PosixEnv::NewTempRWFile()
0x1ca70ee kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa75c07 kudu::tablet::TabletMetadata::CreateNew()
0x8d0fa4 kudu::tserver::TSTabletManager::CreateNewTablet()
0x8baf90 kudu::tserver::TabletServiceAdminImpl::CreateTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55464,55462]
0x302340f710 <unknown>
0x30230db2ed <unknown>
0x3023063caa <unknown>
0x1c429f5 kudu::(anonymous namespace)::PosixEnv::MkTmpFile()
0x1c451b2 kudu::(anonymous namespace)::PosixEnv::NewTempRWFile()
0x1ca70ee kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa75c07 kudu::tablet::TabletMetadata::CreateNew()
0x8ff1cd kudu::tserver::TabletCopyClient::Start()
0x8d2ae5 kudu::tserver::TSTabletManager::RunTabletCopy()
0x8db4fe kudu::tserver::TabletCopyRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29156,29154]
0x302340f710 <unknown>
0x30230db2ed <unknown>
0x3023063caa <unknown>
0x1c429f5 kudu::(anonymous namespace)::PosixEnv::MkTmpFile()
0x1c451b2 kudu::(anonymous namespace)::PosixEnv::NewTempRWFile()
0x1ca70ee kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[29152,29151,29148,29159]
0x302340f710 <unknown>
0x30230db577 <unknown>
0x1c3d1da kudu::(anonymous namespace)::PosixEnv::FileExists()
0xa757d0 kudu::tablet::TabletMetadata::CreateNew()
0x8d0fa4 kudu::tserver::TSTabletManager::CreateNewTablet()
0x8baf90 kudu::tserver::TabletServiceAdminImpl::CreateTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55468,55469]
0x302340f710 <unknown>
0x30230db577 <unknown>
0x1c3d1da kudu::(anonymous namespace)::PosixEnv::FileExists()
0xa757d0 kudu::tablet::TabletMetadata::CreateNew()
0x8ff1cd kudu::tserver::TabletCopyClient::Start()
0x8d2ae5 kudu::tserver::TSTabletManager::RunTabletCopy()
0x8db4fe kudu::tserver::TabletCopyRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29164,29163,29147]
0x302340f710 <unknown>
0x30230dc657 <unknown>
0x1c4212f kudu::(anonymous namespace)::PosixEnv::DeleteFile()
0xa71342 kudu::tablet::TabletMetadata::DeleteSuperBlock()
0x8d1fae kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[29149]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1ca7301 kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29047,29046,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29171,29185,29203,29188,29186,29187,29202,29201,29200,29199,29198,29197,29196,29195,29194,29193,29191,29190,29189,29216,29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29204,29215,29214,29213,29212,29211,29210,29209,29208,29207,29206,29205,29136,29145,29144,29143,29142,29141,29140,29139,29138,29137,29183,29135,29134,29133,29132,29131,29130,29129,29128,29127,29146,29184,29182,29181,29180,29179,29178,29177,29176,29175,29173,29172,29170,29169,29168,29167,29174]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55474,55472,55473,55471,55475,55470,55459,55421,55403]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29160]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa75c07 kudu::tablet::TabletMetadata::CreateNew()
0x8d0fa4 kudu::tserver::TSTabletManager::CreateNewTablet()
0x8baf90 kudu::tserver::TabletServiceAdminImpl::CreateTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55458]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa75c07 kudu::tablet::TabletMetadata::CreateNew()
0x8ff1cd kudu::tserver::TabletCopyClient::Start()
0x8d2ae5 kudu::tserver::TSTabletManager::RunTabletCopy()
0x8db4fe kudu::tserver::TabletCopyRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29166]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa763de kudu::tablet::TabletMetadata::DeleteTabletData()
0x8d1cc3 kudu::tserver::TSTabletManager::DeleteTabletData()
0x8d4630 kudu::tserver::TSTabletManager::DeleteTablet()
0x8bbc22 kudu::tserver::TabletServiceAdminImpl::DeleteTablet()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:09:01.689076 (periodic):
tids=[29169]
0x302340f710 <unknown>
0x1d3f36d kudu::subtle::RefCountedThreadSafeBase::AddRef()
0x1d3dfdd kudu::internal::CallbackBase::CallbackBase()
0xa28057 kudu::tablet::TransactionDriver::ExecuteAsync()
0xa2104f kudu::tablet::TabletReplica::StartReplicaTransaction()
0xae8f71 kudu::consensus::RaftConsensus::StartReplicaTransactionUnlocked()
0xaede86 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55796]
0x302340f710 <unknown>
0x1ed7cd9 tc_delete_nothrow
0x1d98b88 google::protobuf::internal::RepeatedPtrFieldBase::Destroy<>()
0x1d98cf0 kudu::SchemaPB::~SchemaPB()
0x1b1b521 kudu::tserver::WriteRequestPB::SharedDtor()
0x1b1d3f8 kudu::tserver::WriteRequestPB::~WriteRequestPB()
0x1ae7e09 kudu::consensus::ReplicateMsg::SharedDtor()
0x1ae7f78 kudu::consensus::ReplicateMsg::~ReplicateMsg()
0xad39bf kudu::consensus::LogCache::EvictSomeUnlocked()
0xad41b6 kudu::consensus::LogCache::EvictThroughOp()
0xacbf72 kudu::consensus::PeerMessageQueue::ResponseFromPeer()
0xad1115 kudu::consensus::PeerMessageQueue::LocalPeerAppendFinished()
0xad3ebc kudu::consensus::LogCache::LogCallback()
0xb1c362 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[57799]
0x302340f710 <unknown>
0x3023089786 <unknown>
0xa52b59 kudu::tablet::MemRowSet::Insert()
0x9ec4af kudu::tablet::Tablet::InsertOrUpsertUnlocked()
0x9f724e kudu::tablet::Tablet::ApplyRowOperation()
0x9ffd7f kudu::tablet::Tablet::ApplyRowOperations()
0xa3240a kudu::tablet::WriteTransaction::Apply()
0xa2aa45 kudu::tablet::TransactionDriver::ApplyTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[57893,57895,57896,57897,57898]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c48e47 kudu::(anonymous namespace)::PosixWritableFile::PreAllocate()
0xb15185 kudu::log::Log::PreAllocateNewSegment()
0xb1551a kudu::log::Log::SegmentAllocationTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045]
0x302340f710 <unknown>
0x30230e8e9a <unknown>
0x1cdbb36 epoll_modify
0x1cdab1a fd_reify
0x1cdf148 ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29197,29188,29189,29190,29193,29194,29195,29196,29198,29199,29200,29176,29201,29187,29186,29185,29184,29183,29182,29181,29180,29179,29178,29177,29191,29215,29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29202,29214,29213,29212,29211,29210,29209,29208,29207,29206,29205,29204,29203,29138,29150,29149,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29151,29137,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29162,29174,29173,29172,29171,29170,29167,29166,29165,29164,29163,29161,29160,29175,29159,29158,29157,29156,29155,29154,29153,29152]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29168]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55601,55605,55603,55604,55606,55609,55616,55640,55743,55770,55775,55777,55788,55800,55802,55599,55555,55572,55573,55581,55593,55594,55596,55597,55595,55598,55600]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[57873,57908,57872,57871,57870,57869,57868,57859,57867,57860,57861,57866,57865,57864,57863,57862,57858,57899,57907,57906,57905,57904,57903,57902,57901,57900,57874,57894,57892,57891,57878,57877,57876,57875,57750,57796,57795,57789,57776,57771,57763,57762,57754,57856,57706,57669,57645,57594,57278,57043,56718,57800,57857,57855,57854,57853,57852,57851,57850,57849,57848,57843,57842,57841,57805,57801,57797]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29046]
0x302340f710 <unknown>
0x3025ca3321 <unknown>
Stacks at 0221 12:09:41.434205 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[26817]
0x302340f710 <unknown>
0x1cb0325 kudu::LongAdder::IncrementBy()
0x1c804ea kudu::Counter::Increment()
0x1c1d80e kudu::(anonymous namespace)::ShardedLRUCache::Lookup()
0x1a182af kudu::cfile::BlockCache::Lookup()
0x1a21380 kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
0xa3663f kudu::tablet::(anonymous namespace)::MergeCompactionInput::ProcessEmptyInputs()
0xa36ab1 kudu::tablet::(anonymous namespace)::MergeCompactionInput::FinishBlock()
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[55595,55596,55594,55597,55593,55802,55598,55600,55606,55609,55616,55640,55572,55555,55581,55743,55800,55796,55777,55775,55770]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29194,29189,29190,29188,29191,29193,29195,29187,29225,29226,29227,29222,29223,29224,29208,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29221,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29183,29185,29170,29169,29171,29186,29172,29173,29174,29175,29176,29177,29178,29168,29179,29180,29167,29181,29182,29184]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55788,55599,55605,55604,55603,55601,55573]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[59572,59576,59574,59575,59548,59571,59564,59563,59561,59634,59577,59584,59586,59588,59591,59630,59631,59632,59633,59546,59085,59296,59383,59420,59440,59441,59448,59469,59480,59481,59501,59540,59541,59547]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:09:51.186947 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a2d2bf kudu::cfile::CFileWriter::Start()
0xa58854 kudu::tablet::MultiColumnWriter::Open()
0xa43612 kudu::tablet::DiskRowSetWriter::Open()
0xa4774b kudu::tablet::RollingDiskRowSetWriter::RollWriter()
0xa48214 kudu::tablet::RollingDiskRowSetWriter::RollIfNecessary()
0xa38857 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
tids=[55796,55573,55581,55593,55594,55595,55596,55597,55598,55600,55603,55640,55572,55555,55743,55788,55802,55777,55800,55770]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0xb14130 kudu::log::Log::WaitUntilAllFlushed()
0xa1a217 kudu::tablet::FlushInflightsToLogCallback::WaitForInflightsAndFlushLog()
0xa1284e kudu::internal::Invoker<>::Run()
0xa75313 kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29223,29194,29193,29191,29190,29189,29188,29187,29224,29225,29226,29227,29196,29209,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29195,29208,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29182,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29176,29178,29179,29180,29181,29186,29183,29184,29177]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55604,55775,55616,55609,55606,55605,55601,55599]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[60140,60159,60208,60161,60195,60202,60203,60109,59817]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:10:01.388499 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[55581,55594,55595,55596,55573,55597,55616,55598,55599,55600,55601,55603,55743,55770,55572,55609,55606,55605,55604,55788,55777,55775]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29188,29189,29194,29191,29193,29195,29187,29225,29226,29227,29223,29224,29208,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29222,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29178,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29176,29177,29179,29180,29181,29182,29183,29184,29186]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55640,60601,55796,55800,55802,60588,60600,55555,55593]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[60533,60530,60535,60537,60538,60539,60541,60545,60546,60547,60549,60551,60584,60587,60598,60599,60505,60213,60258,60386,60406,60429,60454,60461,60486,60494,60500,60532]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa7af44 kudu::tablet::RowSetMetadata::Flush()
0xa90bd8 kudu::tablet::DeltaTracker::FlushDMS()
0xa98ad9 kudu::tablet::DeltaTracker::Flush()
0xa42422 kudu::tablet::DiskRowSet::FlushDeltas()
0x9f2b69 kudu::tablet::Tablet::FlushBestDMS()
0xa9cfda kudu::tablet::FlushDeltaMemStoresOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:10:06.911481 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818,26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26817]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[55603,55572,55573,55616,55609,55606,55605,55604,55802,55598,55597,55596,55595,55594,55788,55777,55775,55770,55743,55640]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29188,29189,29194,29191,29193,29195,29187,29224,29225,29226,29227,29222,29223,29208,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29221,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29183,29168,29172,29171,29170,29186,29173,29174,29175,29176,29177,29169,29178,29179,29167,29180,29181,29182,29184,29185]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55599,55796,55800,55601,55600,55593,55581,55555]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[60814,60817,60818,60819,60809,60813,60812,60811,60810,60850,60820,60821,60822,60843,60844,60845,60846,60847,60848,60849,60807,60587,60599,60609,60612,60659,60713,60720,60726,60734,60738,60739,60744,60804,60806,60808]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:10:17.015113 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[61206]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61055,61232,61226,61223,61225,61151,61153,61230,61160,61229]
0x302340f710 <unknown>
0x3023089713 <unknown>
0xa52b59 kudu::tablet::MemRowSet::Insert()
0x9ec4af kudu::tablet::Tablet::InsertOrUpsertUnlocked()
0x9f724e kudu::tablet::Tablet::ApplyRowOperation()
0x9ffd7f kudu::tablet::Tablet::ApplyRowOperations()
0xa3240a kudu::tablet::WriteTransaction::Apply()
0xa2aa45 kudu::tablet::TransactionDriver::ApplyTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61233]
0x302340f710 <unknown>
0x3023089751 <unknown>
0xa52b59 kudu::tablet::MemRowSet::Insert()
0x9ec4af kudu::tablet::Tablet::InsertOrUpsertUnlocked()
0x9f724e kudu::tablet::Tablet::ApplyRowOperation()
0x9ffd7f kudu::tablet::Tablet::ApplyRowOperations()
0xa3240a kudu::tablet::WriteTransaction::Apply()
0xa2aa45 kudu::tablet::TransactionDriver::ApplyTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61217]
0x302340f710 <unknown>
0x3023089754 <unknown>
0xa52b59 kudu::tablet::MemRowSet::Insert()
0x9ec4af kudu::tablet::Tablet::InsertOrUpsertUnlocked()
0x9f724e kudu::tablet::Tablet::ApplyRowOperation()
0x9ffd7f kudu::tablet::Tablet::ApplyRowOperations()
0xa3240a kudu::tablet::WriteTransaction::Apply()
0xa2aa45 kudu::tablet::TransactionDriver::ApplyTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[26819,26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29170,29178,29182,29183]
0x302340f710 <unknown>
0x30230e5337 <unknown>
0x3023407067 <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaed366 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29175]
0x302340f710 <unknown>
0x30230e5337 <unknown>
0x3023407067 <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4fa5 kudu::ThreadPoolToken::SubmitClosure()
0xa2806f kudu::tablet::TransactionDriver::ExecuteAsync()
0xa2104f kudu::tablet::TabletReplica::StartReplicaTransaction()
0xae8f71 kudu::consensus::RaftConsensus::StartReplicaTransactionUnlocked()
0xaede86 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29168,29172,29173,29180,29179]
0x302340f710 <unknown>
0x30230e88a5 <unknown>
0x30234068c0 <unknown>
0x3023406da2 <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaed366 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[29046,29045,29047,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29201,29200,29199,29198,29197,29196,29195,29194,29193,29191,29189,29188]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61222]
tids=[29187,29184,29186,29185,29215,29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29202,29214,29213,29212,29211,29210,29209,29208,29207,29206,29205,29204,29203,29137,29149,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29177,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61234]
tids=[29151,29181,29176,29174,29171,29169,29167,29166,29165,29164,29163,29162,29160,29150,29152,29153,29154,29155,29156,29161,29159,29158,29157]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55573,55555,55802,55800,55796,55788,55777,55775,55770,55743,55640,55616,55606,55572,55581,55593,55594,55609,55595,55596,55597,55598,55599,55600,55601,55603,55604,55605]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61221,61235,61231,61224,61227,61228,61216,61212,61211,61210]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61203]
tids=[61097,61090]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61051]
tids=[61048,61045]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x7fc1c7b74572 <unknown>
0xa4e9cb kudu::tablet::MemRowSet::Iterator::GetCurrentRow()
0xa34e98 kudu::tablet::(anonymous namespace)::MemRowSetCompactionInput::PrepareBlock()
0xa387e4 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:10:26.726203 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61619]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c4584d kudu::(anonymous namespace)::PosixRWFile::PunchHole()
0x1c519ab kudu::internal::Descriptor<>::PunchHole()
0x1a85a7c kudu::fs::internal::LogBlockContainer::PunchHole()
0x1a86ba6 kudu::fs::internal::LogBlockContainer::ContainerDeletionAsync()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61618]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c48e47 kudu::(anonymous namespace)::PosixWritableFile::PreAllocate()
0xb15185 kudu::log::Log::PreAllocateNewSegment()
0xb1551a kudu::log::Log::SegmentAllocationTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ff1e kudu::cfile::CFileReader::ReadAndParseHeader()
0x1a20d1c kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26818]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[55606,55596,55601,55600,55599,55598,55597,55594,55593,55581,55555,55802,55800,55743,55796,55777,55770,55640]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55616,55609]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c46903 kudu::(anonymous namespace)::PosixWritableFile::Append()
0xb0aa2e kudu::log::WritableLogSegment::WriteFooterAndClose()
0xb12d66 kudu::log::Log::CloseCurrentSegment()
0xb1aeef kudu::log::Log::RollOver()
0xb1bac4 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29046,29047,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29197,29198,29199,29200,29201,29202,29203,29204,29205,29206,29196,29195,29194,29193,29191,29190,29189,29188,29208,29187,29218,29227,29226,29225,29224,29223,29222,29221,29220,29219,29207,29217,29216,29215,29214,29213,29212,29211,29210,29209,29152,29162,29161,29160,29159,29141,29158,29157,29156,29155,29154,29153,29163,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29164,29127,29128,29129,29130,29131,29132,29133,29134,29135,29136,29137,29138,29139,29140,29166,29165]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61563]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x9e7881 worker_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29180,29173,29184,29183,29185,29186,29178,29177,29176,29175,29182,29174,29172,29181,29171,29179,29170,29169,29168,29167]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55775,55788,55604,55603,55595,55573,55605,55572]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61595,61596,61594,61597,61598,61599,61600,61601,61602,61603,61604,61605,61606,61607,61608,61609,61610,61611,61612,61613,61614,61615,61616,61617,61464,61592,61396,61402,61437,61438,61443,61444,61446,61474,61509,61523,61552,61569,61572,61573,61583,61584,61586,61588,61589,61593]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x302340e7bd <unknown>
0x1c3c0ab kudu::(anonymous namespace)::PosixRandomAccessFile::~PosixRandomAccessFile()
0x911145 std::vector<>::~vector()
0xb18d63 kudu::log::Log::GC()
0xa22293 kudu::tablet::TabletReplica::RunLogGC()
0xa9babc kudu::tablet::LogGCOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:10:32.295624 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[61769]
0x302340f710 <unknown>
0xa57ca5 kudu::tablet::btree::CBTree<>::Insert()
0xa52b90 kudu::tablet::MemRowSet::Insert()
0x9ec4af kudu::tablet::Tablet::InsertOrUpsertUnlocked()
0x9f724e kudu::tablet::Tablet::ApplyRowOperation()
0x9ffd7f kudu::tablet::Tablet::ApplyRowOperations()
0xa3240a kudu::tablet::WriteTransaction::Apply()
0xa2aa45 kudu::tablet::TransactionDriver::ApplyTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61776]
0x302340f710 <unknown>
0x1a18925 kudu::cfile::BloomFileReader::Init()
0xa9fe8b kudu::tablet::CFileSet::CheckRowPresent()
0xa41fbd kudu::tablet::DiskRowSet::CheckRowPresent()
0x9ea5d0 _ZZN4kudu6tablet6Tablet17BulkCheckPresenceEPNS0_21WriteTransactionStateEENKUlvE1_clEv
0x9f393e _ZNSt17_Function_handlerIFvPN4kudu6tablet6RowSetEiEZNS1_6Tablet17BulkCheckPresenceEPNS1_21WriteTransactionStateEEUlS3_iE2_E9_M_invokeERKSt9_Any_dataS3_i
0xa68654 _ZNK4kudu22interval_tree_internal6ITNodeINS_6tablet20RowSetIntervalTraitsEE31ForEachIntervalContainingPointsIZNKS2_10RowSetTree27ForEachRowSetContainingKeysERKSt6vectorINS_5SliceESaIS8_EERKSt8functionIFvPNS2_6RowSetEiEEEUlRKNS2_12_GLOBAL__N_111QueryStructEPNS2_16RowSetWithBoundsEE_N9__gnu_cxx17__normal_iteratorIPSM_S7_ISL_SaISL_EEEEEEvT0_SX_RKT_
0xa682e3 _ZNK4kudu22interval_tree_internal6ITNodeINS_6tablet20RowSetIntervalTraitsEE31ForEachIntervalContainingPointsIZNKS2_10RowSetTree27ForEachRowSetContainingKeysERKSt6vectorINS_5SliceESaIS8_EERKSt8functionIFvPNS2_6RowSetEiEEEUlRKNS2_12_GLOBAL__N_111QueryStructEPNS2_16RowSetWithBoundsEE_N9__gnu_cxx17__normal_iteratorIPSM_S7_ISL_SaISL_EEEEEEvT0_SX_RKT_
0xa68983 kudu::tablet::RowSetTree::ForEachRowSetContainingKeys()
0x9ff8ac kudu::tablet::Tablet::BulkCheckPresence()
0x9ffd1a kudu::tablet::Tablet::ApplyRowOperations()
0xa3240a kudu::tablet::WriteTransaction::Apply()
0xa2aa45 kudu::tablet::TransactionDriver::ApplyTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[61692]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55598]
0x302340f710 <unknown>
0x1ed7c88 tc_delete_nothrow
0x1b9aa98 google::protobuf::internal::RepeatedPtrFieldBase::Destroy<>()
0x1b9ad09 google::protobuf::internal::RepeatedPtrFieldBase::Destroy<>()
0x1b9ad8e kudu::tablet::TxResultPB::~TxResultPB()
0x1ae749a kudu::consensus::CommitMsg::~CommitMsg()
0xb32abb google::protobuf::internal::RepeatedPtrFieldBase::Destroy<>()
0xb32bae kudu::log::LogEntryBatchPB::~LogEntryBatchPB()
0xb1c37c kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29180,29176]
0x302340f710 <unknown>
0x1ed929c mmap
0x302340715b <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaed366 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[55596]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0xb14130 kudu::log::Log::WaitUntilAllFlushed()
0xa1a217 kudu::tablet::FlushInflightsToLogCallback::WaitForInflightsAndFlushLog()
0xa1284e kudu::internal::Invoker<>::Run()
0xa75313 kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29230]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b33838 kudu::rpc::Proxy::SyncRequest()
0x98fd4a kudu::master::MasterServiceProxy::TSHeartbeat()
0x8eb915 kudu::tserver::Heartbeater::Thread::DoHeartbeat()
0x8ed210 kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29208,29207,29209,29206,29205,29204,29203,29202,29201,29199,29210,29211,29212,29193,29198,29197,29196,29195,29194,29222,29191,29190,29189,29188,29187,29186,29185,29184]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61437,61786,61777,61775,61772,61771,61706,61697,61657,61648,61646,61642,61641,61637,61631]
tids=[29213,29227,29226,29225,29224,29223,29200,29221,29220,29219,29218,29217,29216,29215,29214,29139,29153,29152,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29141,29140,29182,29138,29137,29127,29128,29129,29130,29131,29183,29136,29132,29135,29133,29134,29155,29181,29179,29175,29174,29173,29172,29171,29154,29169,29168,29167,29166,29165,29164,29163,29162,29161,29160,29159,29158,29157,29156]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29178,29177]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55743,55770,55775,55777,55788,55796,55800,55802,55595,61778,55616,55640,55555,55572,55573,55581,55593,55594,55597,55599,55600,55601,55603,55604,55605,55606,55609]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[61783,61705,61782,61784,61781,61780,61779,61785,61774,61773,61770,61620,61444]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29170]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaed366 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:10:52.013987 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[26817]
0x302340f710 <unknown>
0xa4e831 kudu::tablet::MemRowSet::Iterator::GetCurrentRow()
0xa34e98 kudu::tablet::(anonymous namespace)::MemRowSetCompactionInput::PrepareBlock()
0xa387e4 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55603,55572,55573,55606,55605,55604,55595,55596,55597,55598,55599,55600,55609,55616,55601,55788,55777,55775,55770,55743]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818,26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29046,29047,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29223,29194,29193,29191,29190,29189,29188,29187,29224,29225,29226,29227,29196,29209,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29195,29208,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29176,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29177,29178,29179,29180,29181,29182,29183,29184,29186]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55800,55640,55796,55594,55593,55581,55555,55802]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[62558,62561,62548,62562,62557,62551,62550,62577,62564,62568,62571,62573,62574,62575,62576,62546,62544,62478,62445,62431,62406,62405,62359,62352,62262,62202]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:11:03.628848 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[62935,62962]
tids=[62961]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[62960,62959]
tids=[62958]
0x302340f710 <unknown>
0x1ed93b8 munmap
0x3023406770 <unknown>
0x30234078ea <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[62956,62953,62952,62951,62949,62945,62942]
tids=[62985]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c48e47 kudu::(anonymous namespace)::PosixWritableFile::PreAllocate()
0xb15185 kudu::log::Log::PreAllocateNewSegment()
0xb1551a kudu::log::Log::SegmentAllocationTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[62933,62930,62924,62922,62917]
tids=[62916]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x1ed929c mmap
0x302340715b <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0x1a63420 kudu::fs::DataDir::ExecClosure()
0x1a8d0d3 kudu::fs::internal::LogBlockDeletionTransaction::~LogBlockDeletionTransaction()
0x8c8682 std::_Sp_counted_base<>::_M_release()
0x1a90774 kudu::fs::internal::LogWritableBlock::Abort()
0x1a9096b kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a90b11 kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a27325 kudu::cfile::CFileWriter::~CFileWriter()
0xa4716c kudu::tablet::RollingDiskRowSetWriter::FinishCurrentWriter()
0xa4768c kudu::tablet::RollingDiskRowSetWriter::RollWriter()
tids=[62848]
tids=[55599]
0x302340f710 <unknown>
0x1ab399a LZ4_compress_fast_extState
0x1ab43b8 LZ4_compress_fast
0x1ab21be kudu::Lz4Codec::Compress()
0xb0af93 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[62780]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55573]
0x302340f710 <unknown>
0x30230842b4 <unknown>
0x1ab3259 LZ4_compress_fast_extState
0x1ab43b8 LZ4_compress_fast
0x1ab21be kudu::Lz4Codec::Compress()
0xb0af93 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[62982,62981,62984,62983,62977,62978,62979]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c48e47 kudu::(anonymous namespace)::PosixWritableFile::PreAllocate()
0xb15185 kudu::log::Log::PreAllocateNewSegment()
0xb1551a kudu::log::Log::SegmentAllocationTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[55796,55770]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55597]
0x302340f710 <unknown>
0x30230e88a5 <unknown>
0x30234068c0 <unknown>
0x3023406da2 <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xb14ebe kudu::log::Log::AsyncAllocateSegment()
0xb1b72a kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55601]
0x302340f710 <unknown>
0x30230e88bf <unknown>
tids=[29046,29045,29044,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29206,29207,29216,29208,29209,29211,29212,29213,29214,29215,29227,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[62963,62965,62967,62968,62969,62970,62971,62972,62973]
tids=[29210,29217,29226,29225,29224,29223,29222,29221,29220,29219,29218,29152,29144,29145,29146,29147,29148,29149,29150,29151,29143,29153,29154,29155,29156,29157,29158,29159,29160,29135,29127,29128,29129,29130,29131,29132,29133,29134,29194,29136,29137,29138,29139,29140,29141,29142,29189,29168,29186,29187,29190,29170,29166,29195,29165,29175,29193,29188,29164,29163,29177,29161,29162,29181,29180,29191]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29172,29173,29171,29174,29179,29182,29178,29183,29184,29169,29185,29176,29167]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55802,55555,55572,55581,55593,55595,55596,55598,55600,55603,55605,55606,55609,55616,55640,55788,55800]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[62974,62975,62976,62980,62923,62964,62406,62776,62777,62850,62918,62920,62941,62966]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55777,55775,55743,55604,55594]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xb14ebe kudu::log::Log::AsyncAllocateSegment()
0xb1b72a kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:11:18.668419 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[63457]
0x302340f710 <unknown>
0xb20b07 kudu::log::LogIndex::AddEntry()
0xb17780 kudu::log::Log::UpdateIndexForBatch()
0xb1b4a5 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[63391,63533]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[63514]
0x302340f710 <unknown>
0x1ed93b8 munmap
0x3023406770 <unknown>
0x30234078ea <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26818,26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29047,29046,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b33838 kudu::rpc::Proxy::SyncRequest()
0x98fd4a kudu::master::MasterServiceProxy::TSHeartbeat()
0x8eb915 kudu::tserver::Heartbeater::Thread::DoHeartbeat()
0x8ed210 kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29197,29199,29200,29201,29202,29193,29203,29204,29205,29206,29207,29208,29209,29210,29211,29196,29195,29194,29219,29191,29190,29189,29188,29187,29185,29184,29182,29181,29180,29226]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[63542,63539,63538,63537,63536,63532,63525,63506,63503,63448,63442,63440]
tids=[29227,29212,29225,29224,29223,29222,29221,29220,29198,29218,29217,29216,29215,29214,29213,29140,29153,29152,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29141,29178,29139,29138,29137,29136,29135,29134,29133,29132,29128,29179,29129,29130,29131,29155,29177,29176,29175,29173,29171,29154,29169,29168,29166,29165,29127,29163,29156,29162,29161,29160,29159,29157,29158,29164]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29167]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55777,55788,55775,55796,55770,55800,55802,55573,63445,63455,63456,63459,63458,55640,55743,55555,55572,55581,55593,55594,55597,55598,55599,55600,55601,55605,55606]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[63460,63462,63519]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26812,26813,26814]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407e7a <unknown>
0x3023406aaf <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0x1a63420 kudu::fs::DataDir::ExecClosure()
0x1a8d0d3 kudu::fs::internal::LogBlockDeletionTransaction::~LogBlockDeletionTransaction()
0x8c8682 std::_Sp_counted_base<>::_M_release()
0x1a90774 kudu::fs::internal::LogWritableBlock::Abort()
0x1a9096b kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a90b11 kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a27325 kudu::cfile::CFileWriter::~CFileWriter()
0xa4716c kudu::tablet::RollingDiskRowSetWriter::FinishCurrentWriter()
tids=[29183,29174,29186,29170,29172]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407e7a <unknown>
0x3023406aaf <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4fa5 kudu::ThreadPoolToken::SubmitClosure()
0xa2806f kudu::tablet::TransactionDriver::ExecuteAsync()
0xa2104f kudu::tablet::TabletReplica::StartReplicaTransaction()
0xae8f71 kudu::consensus::RaftConsensus::StartReplicaTransactionUnlocked()
0xaede86 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[63471,63541,63540,63461,63534,63509,63530,63528,63526,63524,63515]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:11:27.432503 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[26820]
0x302340f710 <unknown>
0x1cea915 crcutil::Crc32cSSE4::Crc32c()
0x1ce47a9 crcutil_interface::Implementation<>::Compute()
0x1c1fb3e kudu::crc::Crc32c()
0x1a2877e kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
tids=[63941]
0x302340f710 <unknown>
0x30230db2ed <unknown>
0x3023063caa <unknown>
0x1c429f5 kudu::(anonymous namespace)::PosixEnv::MkTmpFile()
0x1c489a4 kudu::(anonymous namespace)::PosixEnv::NewTempWritableFile()
0xb13398 kudu::log::Log::CreatePlaceholderSegment()
0xb15059 kudu::log::Log::PreAllocateNewSegment()
0xb1551a kudu::log::Log::SegmentAllocationTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[63931,63930]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c4584d kudu::(anonymous namespace)::PosixRWFile::PunchHole()
0x1c519ab kudu::internal::Descriptor<>::PunchHole()
0x1a85a7c kudu::fs::internal::LogBlockContainer::PunchHole()
0x1a86ba6 kudu::fs::internal::LogBlockContainer::ContainerDeletionAsync()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c46117 kudu::(anonymous namespace)::PosixRWFile::PreAllocate()
0x1c506fe kudu::internal::Descriptor<>::PreAllocate()
0x1a86785 kudu::fs::internal::LogBlockContainer::EnsurePreallocated()
0x1a8afc7 kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
tids=[63927,63918,63919,63920,63921,63922,63923,63924,63925,63926,63928,63938,63939,63940]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c48e47 kudu::(anonymous namespace)::PosixWritableFile::PreAllocate()
0xb15185 kudu::log::Log::PreAllocateNewSegment()
0xb1551a kudu::log::Log::SegmentAllocationTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[55775,55770,55743,55640,55600,55598,55597,55555,55572,55573,55581,55594,55593,55800,55802,63445,63455,63456,63457,55777]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29044,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29209,29191,29208,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29195,29194,29193,29220,29210,29227,29226,29225,29224,29223,29222,29221,29211,29219,29218,29217,29216,29215,29214,29213,29212,29151,29143,29144,29145,29146,29147,29148,29149,29150,29142,29152,29153,29154,29155,29156,29157,29158,29189,29141,29140,29139,29138,29137,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127,29160,29159,29190,29188,29187,29166,29165,29164,29163,29162,29161]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[63855]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x9e7881 worker_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29177,29178,29179,29181,29182,29180,29186,29185,29184,29183,29176,29175,29167,29174,29173,29168,29169,29170,29171,29172]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55788,63914,55599,55601,55605,55606,55796,63458,63459]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[63932,63933,63934,63935,63936,63937,63822,63917,63916,63915,63929,63912,63555,63731,63739,63751,63766,63767,63773,63820,63821,63880,63881,63882,63885,63894,63902,63906,63907,63908,63909,63910,63911,63913]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:11:42.895073 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[64578]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c48e47 kudu::(anonymous namespace)::PosixWritableFile::PreAllocate()
0xb15185 kudu::log::Log::PreAllocateNewSegment()
0xb1551a kudu::log::Log::SegmentAllocationTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26819]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[55788,55598,55777,55775,55770,55640,55601,55600,55599,55594,55581,55573,55572,55555,55802,63459,63458,63457,63456,55800,63455]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29046,29047,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0xb14130 kudu::log::Log::WaitUntilAllFlushed()
0xa1a217 kudu::tablet::FlushInflightsToLogCallback::WaitForInflightsAndFlushLog()
0xa1284e kudu::internal::Invoker<>::Run()
0xa75313 kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29197,29198,29199,29200,29201,29203,29204,29205,29206,29207,29196,29195,29194,29193,29191,29190,29189,29188,29202,29187,29218,29227,29226,29225,29224,29223,29222,29221,29220,29219,29208,29217,29216,29215,29214,29213,29212,29211,29210,29209,29141,29156,29155,29153,29152,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29154,29140,29139,29138,29137,29136,29135,29134,29133,29132,29131,29130,29129,29127,29128,29158,29166,29165,29164,29163,29162,29161,29160,29157,29159]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29181,29177,29178,29180,29179,29186,29185,29184,29183,29182,29176,29175,29174,29173,29172,29171,29170,29169,29168,29167]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55796,63445,55597,55606,55605,55593,55743]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[64479,64560,64559,64561,64562,64563,64564,64565,64566,64567,64568,64569,64570,64571,64572,64573,64574,64575,64576,64577,64543,64159,64182,64352,64393,64403,64411,64412,64413,64415,64433,64441,64477,64481,64544]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26813,26814,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:11:48.189665 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[26817]
0x302340f710 <unknown>
0x1c501d7 kudu::internal::Descriptor<>::ReopenFileIfNecessary()
0x1c52e16 kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
0xa3663f kudu::tablet::(anonymous namespace)::MergeCompactionInput::ProcessEmptyInputs()
0xa36ab1 kudu::tablet::(anonymous namespace)::MergeCompactionInput::FinishBlock()
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[55598,55600,55597,55594,55605,63456,55640,55743,55770,55777,55788,55581,55555,55593,63455,63445,55802,63457,55800,55796]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29188,29189,29194,29191,29193,29195,29187,29224,29225,29226,29227,29222,29223,29208,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29221,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29181,29178,29170,29171,29169,29172,29173,29186,29174,29175,29176,29177,29168,29167,29179,29180,29182,29183,29184,29185]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[55599,63458,63459,55775,55606,55601,55573,55572]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[64731,64727,64730,64729,64728,64738,64732,64733,64734,64735,64736,64737,64726,64725,64724,64723,64722,64721,64718,64609]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:12:19.101428 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[26820]
0x302340f710 <unknown>
0x1ed929c mmap
0x302340715b <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0x1a63420 kudu::fs::DataDir::ExecClosure()
0x1a8d0d3 kudu::fs::internal::LogBlockDeletionTransaction::~LogBlockDeletionTransaction()
0x8c8682 std::_Sp_counted_base<>::_M_release()
0x1a90774 kudu::fs::internal::LogWritableBlock::Abort()
0x1a9096b kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a90b11 kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a27325 kudu::cfile::CFileWriter::~CFileWriter()
0xa471c6 kudu::tablet::RollingDiskRowSetWriter::FinishCurrentWriter()
0xa4768c kudu::tablet::RollingDiskRowSetWriter::RollWriter()
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c46117 kudu::(anonymous namespace)::PosixRWFile::PreAllocate()
0x1c506fe kudu::internal::Descriptor<>::PreAllocate()
0x1a86785 kudu::fs::internal::LogBlockContainer::EnsurePreallocated()
0x1a8afc7 kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
tids=[66037,66007,66008,66027,66028,66029,66030,66031,66036,66035,66032,66033,66034]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c48e47 kudu::(anonymous namespace)::PosixWritableFile::PreAllocate()
0xb15185 kudu::log::Log::PreAllocateNewSegment()
0xb1551a kudu::log::Log::SegmentAllocationTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29044,29047,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29195,29196,29197,29198,29199,29200,29201,29202,29206,29203,29204,29205,29181,29194,29193,29191,29190,29189,29188,29187,29186,29185,29184,29183,29221,29219]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[66005,65982,65972,65971]
tids=[29227,29226,29225,29224,29223,29222,29220,29207,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29208,29139,29152,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29141,29140,29179,29138,29137,29136,29135,29134,29127,29128,29129,29130,29131,29132,29133,29180,29154,29178,29177,29176,29174,29173,29172,29171,29170,29169,29168,29167,29166,29165,29164,29163,29162,29161,29160,29159,29153,29155,29156,29158,29157]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29182,29175]
0x302340f710 <unknown>
0x302340b5bc <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65096,65094,65092,65091,65088,65087,65083,65082,65081,65080,65078,65062,65066,65068,65057,65064,65079,65065,65048,65021,65077,65076,65070,65071,65075,65074,65072,65073]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[66010,66009,66011,66000,66012,66006,66004,66003,66002,66001,65995,66013,66014,66015,66016,66017,66018,66019,66020,66021,66022,66023,66024,66025,66026,65922,65974,65973,65970,65957,65956,65940,65925,65924,65998,65889,65877,65876,65875,65871,65812,65732,65980,65999,65997,65996,65994,65993,65992,65991,65990,65989,65988,65987,65986,65985,65984,65975]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:12:28.528851 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26812]
0x302340f710 <unknown>
0x30230df34d <unknown>
0x91961d google::(anonymous namespace)::LogFileObject::Write()
0x1cd6a71 kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c46117 kudu::(anonymous namespace)::PosixRWFile::PreAllocate()
0x1c506fe kudu::internal::Descriptor<>::PreAllocate()
0x1a86785 kudu::fs::internal::LogBlockContainer::EnsurePreallocated()
0x1a8afc7 kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
tids=[65080,65065,65079,65078,65077,65076,65075,65072,65071,65064,65062,65057,65048,65021,65082,65092,65091,65088,65087,65081,65083]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[26819,26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29046,29047,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29195,29194,29193,29191,29190,29189,29188,29210,29187,29218,29227,29226,29225,29224,29223,29222,29221,29220,29219,29207,29217,29216,29215,29214,29213,29212,29211,29209,29208,29152,29162,29161,29160,29159,29158,29141,29157,29156,29155,29154,29153,29163,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29164,29127,29128,29129,29130,29131,29132,29133,29134,29135,29136,29137,29138,29139,29140,29166,29165]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[66282]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x9e7881 worker_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29181,29167,29182,29183,29184,29185,29186,29179,29178,29177,29176,29175,29168,29174,29173,29169,29180,29172,29171,29170]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65094,65096,65074,65073,65070,65068,65066]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[66368,66354,66355,66356,66357,66358,66359,66360,66361,66362,66363,66364,66366,66367,66380,66369,66370,66371,66372,66373,66374,66375,66376,66378,66381,66382,66379,66352,66049,66213,66237,66274,66278,66290,66297,66299,66300,66301,66304,66305,66307,66308,66309,66313,66346,66347,66348,66349,66350,66351,66353]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26813,26814]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:12:39.701144 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[65074]
0x302340f710 <unknown>
0x1ab3b93 LZ4_compress_fast_extState
0x1ab43b8 LZ4_compress_fast
0x1ab21be kudu::Lz4Codec::Compress()
0xb0af93 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047]
0x302340f710 <unknown>
0x1b32934 _ZN5boost6detail8function26void_function_obj_invoker1IZN4kudu3rpc13PeriodicTimer8CallbackElEUlRKNS3_6StatusEE_vS8_E6invokeERNS1_15function_bufferES8_
0x1b3b651 ev::base<>::method_thunk<>()
0x1cde627 ev_invoke_pending
0x1b3441d kudu::rpc::ReactorThread::InvokePendingCb()
0x1cdf52d ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[66809]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65096]
0x302340f710 <unknown>
0x1ed7cb0 tc_delete_nothrow
0x1b9aa98 google::protobuf::internal::RepeatedPtrFieldBase::Destroy<>()
0x1b9ad09 google::protobuf::internal::RepeatedPtrFieldBase::Destroy<>()
0x1b9ad8e kudu::tablet::TxResultPB::~TxResultPB()
0x1ae749a kudu::consensus::CommitMsg::~CommitMsg()
0xb32abb google::protobuf::internal::RepeatedPtrFieldBase::Destroy<>()
0xb32bae kudu::log::LogEntryBatchPB::~LogEntryBatchPB()
0xb1c37c kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[66816]
0x302340f710 <unknown>
0x1ed93b8 munmap
0x3023406770 <unknown>
0x30234078ea <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26812]
0x302340f710 <unknown>
0x30230df34d <unknown>
0x91961d google::(anonymous namespace)::LogFileObject::Write()
0x1cd6a71 kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[26820,26818,26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b33838 kudu::rpc::Proxy::SyncRequest()
0x98fd4a kudu::master::MasterServiceProxy::TSHeartbeat()
0x8eb915 kudu::tserver::Heartbeater::Thread::DoHeartbeat()
0x8ed210 kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29201,29215,29187,29205,29206,29207,29208,29209,29210,29211,29212,29213,29214,29188,29204,29203,29202,29200,29199,29198,29189,29197,29196,29190,29195,29194,29193,29191]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[66757,66827,66825,66824,66823,66822,66821,66820,66818,66813,66812,66804,66802,66759]
tids=[29216]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[66651,66617]
tids=[29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29217,29154,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29165,29153,29152,29151,29150,29149,29148,29147,29146,29145,29144,29138,29136,29135,29134,29133,29137,29132,29131,29130,29129,29128,29139,29140,29141,29142,29143,29127,29166]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29180,29177,29179,29185,29184,29178,29176,29168,29174,29171,29170,29169]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65094,65087,65082,65079,65076,65073,65070,65068,65066,65065,65064,65062]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[66828,66346,66829]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26813,26814]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[66817]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407e7a <unknown>
0x3023406aaf <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2882a kudu::tablet::TransactionDriver::Prepare()
0xa2930d kudu::tablet::TransactionDriver::PrepareTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29175]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407e7a <unknown>
0x3023406aaf <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaeda82 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[29172]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407e7a <unknown>
0x3023406aaf <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4fa5 kudu::ThreadPoolToken::SubmitClosure()
0xa2806f kudu::tablet::TransactionDriver::ExecuteAsync()
0xa2104f kudu::tablet::TabletReplica::StartReplicaTransaction()
0xae8f71 kudu::consensus::RaftConsensus::StartReplicaTransactionUnlocked()
0xaede86 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[29186]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaed366 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[29181,29182,29173]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaeda82 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[65091,65021,65048,65057,65071,65078,65088,65092,65083,65081,65080,65077,65072,65075]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xb14ebe kudu::log::Log::AsyncAllocateSegment()
0xb1b72a kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29167,29183]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4fa5 kudu::ThreadPoolToken::SubmitClosure()
0xa2806f kudu::tablet::TransactionDriver::ExecuteAsync()
0xa2104f kudu::tablet::TabletReplica::StartReplicaTransaction()
0xae8f71 kudu::consensus::RaftConsensus::StartReplicaTransactionUnlocked()
0xaede86 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[66604,66796,66760,66826,66806,66603,66811,66819,66616,66761,66815,66814,66810]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:12:50.033171 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[67178]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67210]
0x302340f710 <unknown>
0x1ed93b8 munmap
0x3023406770 <unknown>
0x30234078ea <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67224,67222]
tids=[26820]
0x302340f710 <unknown>
0x30230dc657 <unknown>
0x1c4212f kudu::(anonymous namespace)::PosixEnv::DeleteFile()
0xb18ade kudu::log::Log::GC()
0xa22293 kudu::tablet::TabletReplica::RunLogGC()
0xa9babc kudu::tablet::LogGCOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818,26819,26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b33838 kudu::rpc::Proxy::SyncRequest()
0x98fd4a kudu::master::MasterServiceProxy::TSHeartbeat()
0x8eb915 kudu::tserver::Heartbeater::Thread::DoHeartbeat()
0x8ed210 kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29222,29194,29221,29186,29187,29188,29189,29190,29191,29193,29223,29224,29225,29226,29227,29178,29200]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67212,67218,67219]
tids=[29208,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29195,29207,29206,29205,29204,29203,29202,29201,29163,29199,29198,29197,29196,29132]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67202]
tids=[29142,29141,29140,29139,29138,29137,29136,29135,29134,29133,29143,29131,29130,29129,29128,29127]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67194,67192,67180,67179,67146,67027]
tids=[29157,29167,29166,29165,29164,29162,29161,29160,29159,29158,29144,29156,29155,29154,29153,29152,29151,29150,29149,29148,29147,29146,29145]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29183,29169]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67239,67238,67236,67235,67232]
tids=[29185,29170,29171]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67231]
tids=[29173,29174,29184,29175,29176,29180,29182,29181]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65091,65088,65087,65083,65082,65092,65080,65079,65021,65075,65094,65096,65066,65065,65062]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67226,67229]
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26813,26814]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65078,65072,65071,65070,65073,65074,65076,65077,65068,65081,65064,65048,65057]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xb14ebe kudu::log::Log::AsyncAllocateSegment()
0xb1b72a kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29172,29179,29177,29168]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4fa5 kudu::ThreadPoolToken::SubmitClosure()
0xa2806f kudu::tablet::TransactionDriver::ExecuteAsync()
0xa2104f kudu::tablet::TabletReplica::StartReplicaTransaction()
0xae8f71 kudu::consensus::RaftConsensus::StartReplicaTransactionUnlocked()
0xaede86 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[67228,67227,67230,67217,67225,67233,67234,67237,67223,67240,67191]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[66975]
tids=[67042,67065,67097,67104,67177,67221,67197,67198,67199,67201,67203,67216]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67009]
tids=[67220]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
Stacks at 0221 12:13:04.102011 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[65091]
0x302340f710 <unknown>
0x1ab37ab LZ4_compress_fast_extState
0x1ab43b8 LZ4_compress_fast
0x1ab21be kudu::Lz4Codec::Compress()
0xb0af93 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67800,67799]
tids=[67742,67741]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819,26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26818]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29191,29190,29189,29217,29188,29187,29218,29185,29219,29220,29182,29221,29222,29223,29224,29225,29226,29227,29172,29216,29169,29204,29215,29214,29213,29212,29211,29210,29209,29208,29207,29206,29205,29193,29203,29202,29201,29200,29199,29198,29197,29196,29195,29194,29133,29144,29143,29142,29141,29140,29139,29138,29137,29136,29135,29134,29166,29132,29131,29130,29129,29128,29127]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67803,67804,67808,67811]
tids=[29146,29167,29165,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29148,29147,29145]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29181,29184]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67798]
tids=[29186,29168]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67791]
tids=[29170,29171,29173,29174,29175,29176,29177,29178,29179,29180,29183]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65087,65082,65088,65079,65065,65074,65073,65071,65070,65068,65066,65057,65048]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67806,67809,67794,67810,67788,67837,67814,67816]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67817]
tids=[67818]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67819,67822,67824]
tids=[67825]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67826,67827]
tids=[67829]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67832]
tids=[67833]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67834]
tids=[67835,67836,67779,67781,67782,67777,67776]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26812,26814,26813]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65064,65062]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407e7a <unknown>
0x3023406aaf <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xb14ebe kudu::log::Log::AsyncAllocateSegment()
0xb1b72a kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65094,65096,65083,65081,65080,65078,65092,65077,65076,65075,65072,65021]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xb14ebe kudu::log::Log::AsyncAllocateSegment()
0xb1b72a kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67820,67821,67823,67815,67789,67812]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[67787]
tids=[67790,67786,67793,67785,67795,67796,67797]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[67784]
tids=[67802]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[67801]
0x302340f710 <unknown>
0x302340e3bf <unknown>
0x302340802c <unknown>
0x30234078c9 <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[67780]
tids=[67805]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[67792]
0x302340f710 <unknown>
0x302340e22e <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67778]
tids=[67807,67813]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
Stacks at 0221 12:13:09.140962 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[68085]
0x302340f710 <unknown>
0xa04fb9 kudu::tablet::btree::FindInSliceArray<>()
0xa55cbe kudu::tablet::btree::PreparedMutation<>::Prepare()
0xa52a14 kudu::tablet::MemRowSet::Insert()
0x9ec4af kudu::tablet::Tablet::InsertOrUpsertUnlocked()
0x9f724e kudu::tablet::Tablet::ApplyRowOperation()
0x9ffd7f kudu::tablet::Tablet::ApplyRowOperations()
0xa3240a kudu::tablet::WriteTransaction::Apply()
0xa2aa45 kudu::tablet::TransactionDriver::ApplyTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68087]
0x302340f710 <unknown>
0xa05058 kudu::tablet::btree::FindInSliceArray<>()
0xa55643 kudu::tablet::btree::CBTree<>::TraverseToLeaf()
0xa55c71 kudu::tablet::btree::PreparedMutation<>::Prepare()
0xa52a14 kudu::tablet::MemRowSet::Insert()
0x9ec4af kudu::tablet::Tablet::InsertOrUpsertUnlocked()
0x9f724e kudu::tablet::Tablet::ApplyRowOperation()
0x9ffd7f kudu::tablet::Tablet::ApplyRowOperations()
0xa3240a kudu::tablet::WriteTransaction::Apply()
0xa2aa45 kudu::tablet::TransactionDriver::ApplyTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68078]
0x302340f710 <unknown>
0xa4b94f kudu::tablet::LockTable::GetLockEntry()
0xa4c659 kudu::tablet::LockManager::Lock()
0xa4cda5 kudu::tablet::ScopedRowLock::ScopedRowLock()
0x9eb327 kudu::tablet::Tablet::AcquireLockForOp()
0x9eb51a kudu::tablet::Tablet::AcquireRowLocks()
0xa31497 kudu::tablet::WriteTransaction::Prepare()
0xa2857c kudu::tablet::TransactionDriver::Prepare()
0xa2930d kudu::tablet::TransactionDriver::PrepareTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[67776]
0x302340f710 <unknown>
0xa4bc1a kudu::tablet::LockTable::GetLockEntry()
0xa4c659 kudu::tablet::LockManager::Lock()
0xa4cda5 kudu::tablet::ScopedRowLock::ScopedRowLock()
0x9eb327 kudu::tablet::Tablet::AcquireLockForOp()
0x9eb51a kudu::tablet::Tablet::AcquireRowLocks()
0xa31497 kudu::tablet::WriteTransaction::Prepare()
0xa2857c kudu::tablet::TransactionDriver::Prepare()
0xa2930d kudu::tablet::TransactionDriver::PrepareTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68062,68076]
0x302340f710 <unknown>
0xa52b35 kudu::tablet::MemRowSet::Insert()
0x9ec4af kudu::tablet::Tablet::InsertOrUpsertUnlocked()
0x9f724e kudu::tablet::Tablet::ApplyRowOperation()
0x9ffd7f kudu::tablet::Tablet::ApplyRowOperations()
0xa3240a kudu::tablet::WriteTransaction::Apply()
0xa2aa45 kudu::tablet::TransactionDriver::ApplyTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68086,68083]
0x302340f710 <unknown>
0xa57ca5 kudu::tablet::btree::CBTree<>::Insert()
0xa52b90 kudu::tablet::MemRowSet::Insert()
0x9ec4af kudu::tablet::Tablet::InsertOrUpsertUnlocked()
0x9f724e kudu::tablet::Tablet::ApplyRowOperation()
0x9ffd7f kudu::tablet::Tablet::ApplyRowOperations()
0xa3240a kudu::tablet::WriteTransaction::Apply()
0xa2aa45 kudu::tablet::TransactionDriver::ApplyTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65091]
0x302340f710 <unknown>
0x1ab3602 LZ4_compress_fast_extState
0x1ab43b8 LZ4_compress_fast
0x1ab21be kudu::Lz4Codec::Compress()
0xb0af93 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68093,67861,68000,68068]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29168]
0x302340f710 <unknown>
0x1ed929c mmap
0x302340715b <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaeda82 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26819]
0x302340f710 <unknown>
0x1ed929c mmap
0x302340715b <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0x1a63420 kudu::fs::DataDir::ExecClosure()
0x1a8d0d3 kudu::fs::internal::LogBlockDeletionTransaction::~LogBlockDeletionTransaction()
0x8c8682 std::_Sp_counted_base<>::_M_release()
0x1a885dc kudu::fs::internal::LogReadableBlock::~LogReadableBlock()
0x1a88691 kudu::fs::internal::LogReadableBlock::~LogReadableBlock()
0xa9e0e9 kudu::tablet::CFileSet::~CFileSet()
0xaa55e9 std::_Sp_counted_ptr<>::_M_dispose()
0xa4a622 kudu::tablet::DiskRowSet::~DiskRowSet()
0x8c8682 std::_Sp_counted_base<>::_M_release()
tids=[26817,26820]
0x302340f710 <unknown>
0x1ed929c mmap
0x302340715b <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0x1a63420 kudu::fs::DataDir::ExecClosure()
0x1a8d0d3 kudu::fs::internal::LogBlockDeletionTransaction::~LogBlockDeletionTransaction()
0x8c8682 std::_Sp_counted_base<>::_M_release()
0x1a90774 kudu::fs::internal::LogWritableBlock::Abort()
0x1a9096b kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a90b11 kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a27325 kudu::cfile::CFileWriter::~CFileWriter()
0xa471c6 kudu::tablet::RollingDiskRowSetWriter::FinishCurrentWriter()
0xa4768c kudu::tablet::RollingDiskRowSetWriter::RollWriter()
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[65021,65048]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x30230e52da <unknown>
0x30230662ec <unknown>
0x30230737ac <unknown>
0x30230716cc <unknown>
0x3023070c0e <unknown>
0x1c49e15 kudu::(anonymous namespace)::PosixSequentialFile::Read()
0x1c3ba9e kudu::ReadFileToString()
0x1c67bbf kudu::GetKernelStack()
0x1c684b8 kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29184]
0x302340f710 <unknown>
0x30230e88a5 <unknown>
0x30234068c0 <unknown>
0x3023406da2 <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaeda82 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[29047,29044,29045,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29206,29207,29208,29209,29205,29210,29204,29187,29212,29211,29203,29201,29200,29199,29198,29197,29196,29195,29194,29193,29191,29190,29189,29188,29202,29226]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68091,68082,68081,68080,68077,68072,68071,68069,68063,68060,67842]
tids=[29227,29213,29225,29224,29223,29222,29221,29220,29219,29218,29217,29216,29215,29214,29128,29154,29153,29152,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29127,29185,29129,29130,29131,29132,29133,29186,29134,29135,29136,29137,29138,29139,29140,29141,29156,29183,29182,29181,29179,29177,29176,29175,29174,29173,29172,29171,29170,29169,29167,29155,29166,29157,29165,29164,29163,29162,29161,29160,29158,29159]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29180,29178]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65096,65094,65092,65072,65088,65083,65057,65062,65064,65065,65087,65066,65068,65070,65071,65073,65074,65075,65082,65081,65076,65077,65078,65079,65080]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68084,68092,68088,68090,68073,68089,68075,68074,68067,68038,68022,68003]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68079]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0xa556f0 kudu::tablet::btree::CBTree<>::TraverseToLeaf()
0xa55c71 kudu::tablet::btree::PreparedMutation<>::Prepare()
0xa52a14 kudu::tablet::MemRowSet::Insert()
0x9ec4af kudu::tablet::Tablet::InsertOrUpsertUnlocked()
0x9f724e kudu::tablet::Tablet::ApplyRowOperation()
0x9ffd7f kudu::tablet::Tablet::ApplyRowOperations()
0xa3240a kudu::tablet::WriteTransaction::Apply()
0xa2aa45 kudu::tablet::TransactionDriver::ApplyTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:13:19.225816 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[68418]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68379]
0x302340f710 <unknown>
0x1ed93b8 munmap
0x3023406770 <unknown>
0x30234078ea <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26817,26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29195,29197,29196,29191,29194,29193,29182,29198,29199,29200,29201,29202,29203,29204,29190,29188,29187,29186,29185,29184]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68429]
tids=[29211,29181,29179,29178]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68432,68434]
tids=[29175,29218]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68413,68414,68415,68425]
tids=[29227,29226,29225,29224,29223,29222,29221,29220,29219,29205,29217,29216,29215,29214,29213,29212,29189,29210,29209,29208,29207,29206,29138,29150,29149,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29128,29137,29136,29135,29134,29133,29132,29131,29130,29129,29174,29127]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68448]
tids=[29152,29173,29172,29171,29170,29169,29167,29166,29165,29164,29163,29162,29161,29151,29153,29154,29155,29156,29157,29158,29159,29160]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[65074,65076,65075,65077,65078,65079,65080,65081,65082,65083,65087,65088,65091,65092,65094,65096,65072,65073,65071,65070,65068,65066,65065,65064,65062,65057,65048,65021]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68437,68430,68252,68426,68335,68419,68345,68445,68369,68446,68447]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26812,26813,26814]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29180,29183,29177,29176,29168]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407e7a <unknown>
0x3023406aaf <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4fa5 kudu::ThreadPoolToken::SubmitClosure()
0xa2806f kudu::tablet::TransactionDriver::ExecuteAsync()
0xa2104f kudu::tablet::TabletReplica::StartReplicaTransaction()
0xae8f71 kudu::consensus::RaftConsensus::StartReplicaTransactionUnlocked()
0xaede86 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[68439,68433,68435,68436,68438,68431,68440,68441,68442,68443,68444,68449,68420,68406,68411]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[68380]
tids=[68374,68370,68351,68344,68390,68421,68422,68423,68424,68340]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[68255]
tids=[68427,68428]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
Stacks at 0221 12:13:54.470572 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26818]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[69845,69833,69834,69909,69908,69907,69906,69903,69932,69844,69842,69841,69838,69836,69920,69918,69916,69915,69913,69912]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29188,29189,29194,29191,29193,29195,29187,29224,29225,29226,29227,29223,29208,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29222,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29185,29186,29167,29168,29169,29170,29171,29172,29173,29174,29175,29176,29177,29178,29179,29180,29184,29183,29181,29182]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[69919,69921,69922,69923,69924,69925,69843,69835]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[70008,69989,69991,69993,69998,69997,69996,69995,69994,69987,69999,70000,70001,70002,70003,70004,70005,70006,70007,69985,69888,69902,69905,69910,69914,69938,69941,69944,69945,69973,69981,69984,69986]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:14:09.764825 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26818,26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[69919,69903,69906,70351,70350,70348,70347,69921,69920,70432,69918,69916,69915,69913,69907,70431,70430,70428,70426,70435,70436]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29187,29223,29188,29189,29190,29191,29193,29225,29226,29227,29221,29222,29194,29224,29207,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29208,29220,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29195,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29183,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29176,29177,29178,29179,29180,29181,29182,29186,29184]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[69909,70429,70427,70433,70434,69908,69912]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[70565,70602,70574,70573,70566,70618,70604,70608,70609,70612,70613,70614,70615,70616,70617,70556,70520,70519,70447,70438,70437,70424,70423,70418,70369,70318]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:14:14.474411 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[70825]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c4584d kudu::(anonymous namespace)::PosixRWFile::PunchHole()
0x1c519ab kudu::internal::Descriptor<>::PunchHole()
0x1a85a7c kudu::fs::internal::LogBlockContainer::PunchHole()
0x1a86ba6 kudu::fs::internal::LogBlockContainer::ContainerDeletionAsync()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819,26818]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a2d2bf kudu::cfile::CFileWriter::Start()
0xa58854 kudu::tablet::MultiColumnWriter::Open()
0xa43612 kudu::tablet::DiskRowSetWriter::Open()
0xa4774b kudu::tablet::RollingDiskRowSetWriter::RollWriter()
0xa48214 kudu::tablet::RollingDiskRowSetWriter::RollIfNecessary()
0xa38857 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
tids=[69907,69908,69906,69903,69912,69909,69913,69915,69916,69918,70426,70427,70428,70430,70436,70435,70434,70433,70432,70429,70431]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29046,29047,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29197,29198,29199,29200,29201,29202,29203,29204,29205,29206,29196,29195,29194,29193,29191,29190,29189,29188,29211,29187,29218,29227,29226,29225,29224,29223,29222,29221,29220,29219,29207,29217,29216,29215,29214,29213,29212,29210,29209,29208,29153,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29164,29152,29151,29150,29149,29148,29147,29146,29145,29144,29143,29137,29128,29127,29129,29130,29131,29132,29133,29134,29135,29136,29138,29139,29140,29141,29142,29166,29165]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29180,29168,29181,29182,29183,29184,29185,29186,29179,29178,29177,29176,29175,29174,29173,29172,29171,29170,29169,29167]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[70351,70350,70347,69921,69920,69919,70348]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[70809,70797,70808,70807,70805,70806,70804,70803,70802,70801,70800,70799,70798,70792,70810,70811,70812,70813,70814,70815,70816,70817,70818,70819,70820,70821,70822,70823,70824,70795,70624,70625,70632,70635,70636,70714,70726,70728,70768,70769,70772,70775,70796,70794,70793,70791,70790,70789,70787,70784,70780,70776,70773]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26813,26814,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:14:19.557524 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[70967]
0x302340f710 <unknown>
0x30230db2ed <unknown>
0x3023063caa <unknown>
0x1c429f5 kudu::(anonymous namespace)::PosixEnv::MkTmpFile()
0x1c489a4 kudu::(anonymous namespace)::PosixEnv::NewTempWritableFile()
0xb13398 kudu::log::Log::CreatePlaceholderSegment()
0xb15059 kudu::log::Log::PreAllocateNewSegment()
0xb1551a kudu::log::Log::SegmentAllocationTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[70348,69912,70347,69921,69920,69919,69918,69916,69915,69909,69908,69907,69906,69903,70431,70436,70435,70434,70433,70429,70432]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[26819,26818]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29046,29047,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29195,29194,29193,29191,29190,29189,29188,29208,29187,29218,29227,29226,29225,29224,29223,29222,29221,29220,29219,29207,29217,29216,29215,29214,29213,29212,29211,29210,29209,29153,29163,29162,29161,29160,29142,29159,29158,29157,29156,29155,29154,29164,29152,29151,29150,29149,29148,29147,29146,29145,29144,29143,29165,29127,29128,29129,29130,29131,29132,29133,29134,29135,29136,29137,29138,29139,29140,29141,29166]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29181,29177,29180,29182,29183,29184,29185,29186,29179,29178,29176,29170,29167,29168,29169,29175,29171,29172,29173,29174]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[70430,69913,70350,70351,70426,70427,70428]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[70956,70940,70941,70943,70945,70946,70947,70948,70949,70950,70951,70952,70953,70954,70955,70957,70958,70959,70960,70961,70962,70963,70964,70965,70966,70873,70938,70625,70792,70794,70804,70823,70827,70831,70876,70899,70907,70919,70922,70923,70926,70932,70933,70934,70935,70936,70937,70939]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26813,26814,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:14:25.085215 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[26819]
0x302340f710 <unknown>
0x1a56b15 kudu::cfile::BinaryDictBlockBuilder::Add()
0x1a2a0f0 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[69913,70427,69903,69920,69919,69918,69916,69915,69921,69912,69909,69908,69907,69906,70434,70433,70432,70431,70426,70429]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29188,29189,29194,29191,29193,29195,29187,29224,29225,29226,29227,29222,29223,29208,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29221,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29175,29185,29167,29168,29169,29170,29171,29172,29173,29174,29176,29177,29178,29179,29180,29181,29182,29183,29184,29186]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[70351,70436,70428,70430,70435,70350,70348,70347]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[71158,71159,71156,71170,71152,71160,71162,71167,71168,71169,71149,71148,71147,71145,71038,70907]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:14:30.200496 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820,26819,26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[69912,69913,69915,69909,69908,70436,69916,70426,70427,70428,70429,69906,69903,69907,70435,70434,70433,70432,70431,70430]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29188,29189,29194,29191,29193,29195,29187,29224,29225,29226,29227,29222,29223,29208,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29221,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29183,29185,29170,29186,29169,29171,29172,29173,29174,29175,29176,29177,29178,29179,29168,29180,29181,29182,29167,29184]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[69919,70351,70350,70348,70347,69921,69920,69918]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[71377,71374,71375,71376,71370,71373,71372,71371,71386,71378,71379,71380,71381,71382,71383,71384,71385,71368,71038,71270,71360,71361,71362,71363,71364,71365,71366,71367,71369]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:14:45.401926 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29184]
0x302340f710 <unknown>
0x8bc485 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29180]
0x302340f710 <unknown>
0xaec81c kudu::consensus::RaftConsensus::CheckLeaderRequestUnlocked()
0xaed040 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x1a16c98 _ZN4kudu5cfile23BinaryPlainBlockDecoder11HandleBatchIZNS1_14CopyNextValuesEPmPNS_14ColumnDataViewEEUlmNS_5SliceEPS6_PNS_5ArenaEE_EENS_6StatusES3_S5_T_.isra.39
0x1a16e01 kudu::cfile::BinaryPlainBlockDecoder::CopyNextValues()
0x1a5718c kudu::cfile::BinaryDictBlockDecoder::CopyNextValues()
0x1a1dc8f kudu::cfile::CFileIterator::Scan()
0xaa0624 kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
0xa3663f kudu::tablet::(anonymous namespace)::MergeCompactionInput::ProcessEmptyInputs()
0xa36ab1 kudu::tablet::(anonymous namespace)::MergeCompactionInput::FinishBlock()
0xa3adfc kudu::tablet::ReupdateMissedDeltas()
0x9fa079 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
tids=[29179]
0x302340f710 <unknown>
0x1d65796 kudu::rpc::RequestIdPB::MergePartialFromCodedStream()
0x1af8f58 kudu::consensus::ReplicateMsg::MergePartialFromCodedStream()
0x1af952d kudu::consensus::ConsensusRequestPB::MergePartialFromCodedStream()
0x1dc148e google::protobuf::MessageLite::ParseFromArray()
0x1b56215 kudu::rpc::ServiceIf::ParseParam()
0x1b56dc2 kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[71978]
0x302340f710 <unknown>
0x30230328e0 <unknown>
0x92293f _ULx86_64_dwarf_step
0x920bf1 _ULx86_64_step
0x1c1fc2d kudu::StackTrace::Collect()
0x1cae2ef kudu::(anonymous namespace)::SubmitSpinLockProfileData()
0xac0b5a kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[26818,26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29045,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29206,29210,29207,29205,29204,29203,29208,29202,29201,29200,29199,29217,29198,29197,29196,29195,29194,29193,29191,29190,29189,29188,29187,29186,29185,29183,29182,29181,29226]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[72035,72034,72027,72021,72018,72012,72009,72008,72006,72005,71975,71898,71897,71826]
tids=[29227,29211,29225,29224,29223,29222,29221,29220,29219,29218,29209,29216,29215,29214,29213,29212,29138,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29177,29137,29136,29135,29134,29133,29132,29131,29127,29128,29129,29130,29178,29165,29176,29175,29174,29173,29172,29171,29170,29169,29168,29167,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[70436,70435,70434,70433,70432,70431,70430,70429,70347,70428,70427,70426,69912,69906,69907,69908,69903,69909,70351,69913,69915,69916,69918,69919,69920,69921,70348,70350]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[72024,72014,72015,72016,72017,72019,72020,71784,72022,72023,71957,72025,72026,72028,72029,72030,72031,72032,72033,71786,71940,71964,71968,71969,71972,71974,71906,71976,71895,71815,72007,71808,72010,72011,72013]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29046]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407e7a <unknown>
0x3023406aaf <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4ba6 kudu::ThreadPoolToken::SubmitFunc()
0xabfe36 kudu::consensus::Peer::SignalRequest()
0xac016a _ZNSt17_Function_handlerIFvvEZN4kudu9consensus4Peer4InitEvEUlvE_E9_M_invokeERKSt9_Any_data
0x1b32288 kudu::rpc::PeriodicTimer::Callback()
0x1b3294c _ZN5boost6detail8function26void_function_obj_invoker1IZN4kudu3rpc13PeriodicTimer8CallbackElEUlRKNS3_6StatusEE_vS8_E6invokeERNS1_15function_bufferES8_
0x1b3b651 ev::base<>::method_thunk<>()
0x1cde627 ev_invoke_pending
0x1b3441d kudu::rpc::ReactorThread::InvokePendingCb()
0x1cdf52d ev_run
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:14:50.485238 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c46117 kudu::(anonymous namespace)::PosixRWFile::PreAllocate()
0x1c506fe kudu::internal::Descriptor<>::PreAllocate()
0x1a86785 kudu::fs::internal::LogBlockContainer::EnsurePreallocated()
0x1a8afc7 kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
tids=[26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[69915,70428,69903,70427,69921,69920,69919,69918,69916,70435,69913,69912,69909,69908,69907,69906,70429,70434,70433,70432,70431,70426]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29194,29189,29190,29188,29191,29193,29195,29187,29226,29227,29223,29224,29225,29208,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29222,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29177,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29176,29178,29179,29180,29181,29182,29183,29184,29186]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[70436,70430,70351,70350,70348,70347]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[72209,72210,72211,72204,72212,72208,72207,72206,72205,72234,72213,72214,72215,72217,72218,72219,72220,72221,72223,72225,72202,72036,72149,72169,72170,72171,72172,72194,72195,72197,72198,72199,72200,72201,72203]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:15:30.747761 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[73623,73782,73800]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c46117 kudu::(anonymous namespace)::PosixRWFile::PreAllocate()
0x1c506fe kudu::internal::Descriptor<>::PreAllocate()
0x1a86785 kudu::fs::internal::LogBlockContainer::EnsurePreallocated()
0x1a8afc7 kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
tids=[26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[72243]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29180]
0x302340f710 <unknown>
0x30230e5337 <unknown>
0x3023407067 <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaed366 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29172]
0x302340f710 <unknown>
0x30230e88a5 <unknown>
0x30234068c0 <unknown>
0x3023406da2 <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaeda82 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[29045,29046,29047,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29195,29208,29196,29197,29198,29199,29200,29202,29203,29204,29205,29206,29207,29194,29193,29191,29190,29189,29217,29181,29182,29183,29188,29187,29184,29186,29185,29223]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[73810,73811,73813,73814,73815,73816,73817,73820,73823,73829]
tids=[29227,29226,29225,29224,29209,29222,29221,29220,29219,29218,29201,29216,29215,29214,29213,29212,29211,29210,29140,29153,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29141,29152,29139,29138,29137,29136,29135,29134,29133,29132,29131,29127,29128,29129,29166,29130,29177,29176,29175,29174,29173,29171,29170,29169,29168,29179,29154,29165,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29178]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[73285]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[73854]
tids=[72247,72246,72245,69913,72242,72238,70435,70434,70433,70432,70429,69907,69906,69908]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[73845]
tids=[69909,70431,69912,69915,69918,69919,69920,70428,69921,70427,69916,70426]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[73856,73812,73857,73858,73797,73794,73793,73791,73789,73513,73609,73633,73701,73711,73731,73762,73768,73770,73784,73785,73786,73787,73788,73790]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[73799]
tids=[26813,26814]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[73859]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2882a kudu::tablet::TransactionDriver::Prepare()
0xa2930d kudu::tablet::TransactionDriver::PrepareTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[73855]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[29167]
0x302340f710 <unknown>
0x302340e22e <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xa27dbb kudu::tablet::TransactionDriver::ApplyAsync()
0xa2a56f kudu::tablet::TransactionDriver::ReplicationFinished()
0xb087dd kudu::consensus::PendingRounds::AdvanceCommittedIndex()
0xaed366 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[73798,73809,73801,73802,73803,73804,73805,73806,73807,73808]
Stacks at 0221 12:15:51.052539 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[74853,74650]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[74944]
0x302340f710 <unknown>
0x1ed93b8 munmap
0x3023406770 <unknown>
0x30234078ea <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[26817,26819,26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29201,29196,29199,29198,29197,29210,29202,29203,29204,29205,29206,29207,29208,29209,29218,29195,29194,29193,29191,29190,29189,29188,29187,29186,29185,29182,29181,29180,29179,29225]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[74948,74947,74943,74942,74941,74938,74924,74909,74908,74872,74602]
tids=[29227,29226,29211,29224,29223,29222,29221,29220,29219,29200,29217,29216,29215,29214,29213,29212,29142,29154,29153,29152,29151,29150,29149,29148,29147,29146,29145,29144,29143,29177,29141,29140,29139,29138,29137,29136,29135,29134,29133,29132,29131,29178,29156,29175,29174,29155,29173,29172,29171,29170,29127,29128,29129,29166,29165,29164,29163,29162,29161,29160,29130,29159,29158,29157]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[74307,74303,74300,74299,74298,74273,74296,74295,74293,74290,74289,74288,74287,74286,74285,74283,74284,74217,74220,74231,74262,74276,74277,74278,74279,74280,74281,74282]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[74773,74867,74781,74640,74598,74588,74541,74381]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29169,29184,29183,29176,29168,29167]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407e7a <unknown>
0x3023406aaf <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4fa5 kudu::ThreadPoolToken::SubmitClosure()
0xa2806f kudu::tablet::TransactionDriver::ExecuteAsync()
0xa2104f kudu::tablet::TabletReplica::StartReplicaTransaction()
0xae8f71 kudu::consensus::RaftConsensus::StartReplicaTransactionUnlocked()
0xaede86 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[74932,74553,74946,74945,74603,74618,74648,74910,74898,74873,74771]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:16:05.805119 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[75572]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c4584d kudu::(anonymous namespace)::PosixRWFile::PunchHole()
0x1c519ab kudu::internal::Descriptor<>::PunchHole()
0x1a85a7c kudu::fs::internal::LogBlockContainer::PunchHole()
0x1a86ba6 kudu::fs::internal::LogBlockContainer::ContainerDeletionAsync()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[74276,74217,74220,74262,74273,74277,74278,74279,74280,74281,74282,74283,74285,74303,74300,74299,74298,74295,74290,74288]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820,26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29207,29206,29205,29204,29203,29202,29201,29200,29198,29197,29196,29195,29194,29193,29191,29190,29189,29188,29199,29187,29218,29227,29226,29225,29224,29223,29222,29221,29220,29219,29208,29217,29216,29215,29214,29213,29212,29211,29210,29209,29152,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29164,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29165,29127,29128,29129,29130,29131,29132,29133,29134,29135,29136,29137,29138,29139,29140,29141,29166]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29178,29179,29167,29180,29181,29182,29183,29184,29185,29186,29177,29176,29175,29174,29173,29172,29171,29170,29169,29168]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[74296,74307,74293,74231,74289,74286,74284,74287]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[75468,75448,75469,75471,75472,75499,75500,75503,75505,75506,75507,75508,75543,75544,75546,75567,75571,75463,74958,75330,75347,75351,75358,75364,75382,75403,75411,75451,75464]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26813,26814,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:16:31.598953 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[26820]
0x302340f710 <unknown>
0x3023089773 <unknown>
0x1a17bbb kudu::cfile::BinaryPlainBlockBuilder::Add()
0x1a2a0f0 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26817]
0x302340f710 <unknown>
0x30230dc657 <unknown>
0x1c4212f kudu::(anonymous namespace)::PosixEnv::DeleteFile()
0xb18ade kudu::log::Log::GC()
0xa22293 kudu::tablet::TabletReplica::RunLogGC()
0xa9babc kudu::tablet::LogGCOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[76558]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c4584d kudu::(anonymous namespace)::PosixRWFile::PunchHole()
0x1c519ab kudu::internal::Descriptor<>::PunchHole()
0x1a85a7c kudu::fs::internal::LogBlockContainer::PunchHole()
0x1a86ba6 kudu::fs::internal::LogBlockContainer::ContainerDeletionAsync()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[74276,74277,74278,74273,74279,74280,74281,74282,74283,74284,74285,74231,74217,74262,74295,74293,74290,74289,74288,74287,74286]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29188,29189,29194,29191,29193,29195,29187,29225,29226,29227,29223,29224,29208,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29222,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29183,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29176,29178,29179,29180,29181,29182,29184,29186,29177]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[74296,74298,74299,74300,74303,74307,74220]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[76573,76572,76571,76570,76574,76565,76569,76568,76567,76566,76586,76575,76576,76577,76578,76579,76580,76581,76582,76583,76584,76585,76563,76414,76427,76511,76550,76551,76552,76553,76554,76555,76556,76557,76559,76560,76561,76562,76564]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818]
0x302340f710 <unknown>
0x302340ee1d <unknown>
0x1c41472 kudu::(anonymous namespace)::PosixEnv::SyncDir()
0x1ca74fd kudu::pb_util::WritePBContainerToPath()
0xa7176a kudu::tablet::TabletMetadata::ReplaceSuperBlockUnlocked()
0xa7533a kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:16:41.711654 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29179]
0x302340f710 <unknown>
0x946ea9 tcmalloc::CentralFreeList::FetchFromOneSpans()
0x9471cc tcmalloc::CentralFreeList::FetchFromOneSpansSafe()
0x947278 tcmalloc::CentralFreeList::RemoveRange()
0x9431c5 tcmalloc::ThreadCache::FetchFromCentralCache()
0x1b5ab02 kudu::rpc::OutboundTransfer::CreateForCallResponse()
0x1b5bf63 kudu::rpc::Connection::QueueResponseForCall()
0x1b64070 kudu::rpc::InboundCall::Respond()
0x1b64314 kudu::rpc::InboundCall::RespondSuccess()
0x1b447bf kudu::rpc::RpcContext::RespondSuccess()
0x8bc5cb kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77072]
0x302340f710 <unknown>
0xb20b07 kudu::log::LogIndex::AddEntry()
0xb17780 kudu::log::Log::UpdateIndexForBatch()
0xb1b4a5 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29168]
0x302340f710 <unknown>
0x1ed929c mmap
0x302340715b <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xb11cc0 kudu::log::Log::AppendThread::Wake()
0xb120da kudu::log::Log::AsyncAppend()
0xb14ce3 kudu::log::Log::AsyncAppendReplicates()
0xad5727 kudu::consensus::LogCache::AppendOperations()
0xacd729 kudu::consensus::PeerMessageQueue::AppendOperations()
0xaed83a kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
tids=[29174]
0x302340f710 <unknown>
0x30230897cb <unknown>
0x1dc64cd google::protobuf::io::CodedOutputStream::WriteRawToArray()
0x1dc68c6 google::protobuf::io::CodedOutputStream::WriteStringWithSizeToArray()
0x1d74a26 kudu::RowOperationsPB::InternalSerializeWithCachedSizesToArray()
0x1b25f23 kudu::tserver::WriteRequestPB::InternalSerializeWithCachedSizesToArray()
0x1af9f5a kudu::consensus::ReplicateMsg::InternalSerializeWithCachedSizesToArray()
0xb36633 kudu::log::LogEntryPB::InternalSerializeWithCachedSizesToArray()
0xb3670d kudu::log::LogEntryBatchPB::InternalSerializeWithCachedSizesToArray()
0x1ca3ce9 kudu::pb_util::AppendToString()
0xb13a6d kudu::log::Log::CreateBatchFromPB()
0xb14c95 kudu::log::Log::AsyncAppendReplicates()
0xad5727 kudu::consensus::LogCache::AppendOperations()
0xacd729 kudu::consensus::PeerMessageQueue::AppendOperations()
0xaed83a kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[77085]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x923a2a mincore_validate
0x923912 access_mem
0x9215d0 apply_reg_state
0x9229cb _ULx86_64_dwarf_step
0x920bf1 _ULx86_64_step
0x1c1fc2d kudu::StackTrace::Collect()
0x1cae2ef kudu::(anonymous namespace)::SubmitSpinLockProfileData()
0x1c1d777 kudu::(anonymous namespace)::ShardedLRUCache::Lookup()
0x1a182af kudu::cfile::BlockCache::Lookup()
0x1a21380 kudu::cfile::CFileReader::ReadBlock()
0x1a2f824 kudu::cfile::IndexTreeIterator::LoadBlock()
0x1a30c09 kudu::cfile::IndexTreeIterator::SeekAtOrBefore()
0x1a1a522 kudu::cfile::BloomFileReader::CheckKeyPresent()
0xa9feb7 kudu::tablet::CFileSet::CheckRowPresent()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29178,29177]
0x302340f710 <unknown>
0x30230e5337 <unknown>
0x3023407067 <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4fa5 kudu::ThreadPoolToken::SubmitClosure()
0xa2806f kudu::tablet::TransactionDriver::ExecuteAsync()
0xa2104f kudu::tablet::TabletReplica::StartReplicaTransaction()
0xae8f71 kudu::consensus::RaftConsensus::StartReplicaTransactionUnlocked()
0xaede86 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26818]
0x302340f710 <unknown>
0x30230e53f7 <unknown>
0x9239a8 mincore_validate
0x923912 access_mem
0x920b28 _ULx86_64_access_reg
0x921513 apply_reg_state
0x9229cb _ULx86_64_dwarf_step
0x920bf1 _ULx86_64_step
0x1c1fbdf kudu::StackTrace::Collect()
0x1cae2ef kudu::(anonymous namespace)::SubmitSpinLockProfileData()
0x1c1d777 kudu::(anonymous namespace)::ShardedLRUCache::Lookup()
0x1a182af kudu::cfile::BlockCache::Lookup()
0x1a21380 kudu::cfile::CFileReader::ReadBlock()
0xa832db kudu::tablet::DeltaFileIterator::ReadCurrentBlockOntoQueue()
0xa83bc2 kudu::tablet::DeltaFileIterator::PrepareBatch()
0xa33c80 kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[77057]
0x302340f710 <unknown>
0x30230e53f7 <unknown>
0x9239a8 mincore_validate
0x923912 access_mem
0x920b28 _ULx86_64_access_reg
0x921513 apply_reg_state
0x9229cb _ULx86_64_dwarf_step
0x920bf1 _ULx86_64_step
0x1c1fc2d kudu::StackTrace::Collect()
0x1cae2ef kudu::(anonymous namespace)::SubmitSpinLockProfileData()
0x1c1d777 kudu::(anonymous namespace)::ShardedLRUCache::Lookup()
0x1a182af kudu::cfile::BlockCache::Lookup()
0x1a21380 kudu::cfile::CFileReader::ReadBlock()
0x1a2f824 kudu::cfile::IndexTreeIterator::LoadBlock()
0x1a30c09 kudu::cfile::IndexTreeIterator::SeekAtOrBefore()
0x1a1a522 kudu::cfile::BloomFileReader::CheckKeyPresent()
tids=[29181,29176,29180,29185]
0x302340f710 <unknown>
0x30230e88a5 <unknown>
0x30234068c0 <unknown>
0x3023406da2 <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xb11cc0 kudu::log::Log::AppendThread::Wake()
0xb120da kudu::log::Log::AsyncAppend()
0xb14ce3 kudu::log::Log::AsyncAppendReplicates()
0xad5727 kudu::consensus::LogCache::AppendOperations()
0xacd729 kudu::consensus::PeerMessageQueue::AppendOperations()
0xaed83a kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
tids=[29167]
0x302340f710 <unknown>
0x30230e88a5 <unknown>
0x30234068c0 <unknown>
0x3023406da2 <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4fa5 kudu::ThreadPoolToken::SubmitClosure()
0xa2806f kudu::tablet::TransactionDriver::ExecuteAsync()
0xa2104f kudu::tablet::TabletReplica::StartReplicaTransaction()
0xae8f71 kudu::consensus::RaftConsensus::StartReplicaTransactionUnlocked()
0xaede86 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[29046,29047,29045,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29191,29189,29190,29196,29193,29194,29195,29203,29188,29187,29186,29223,29224,29182,29225,29173,29210,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29197,29209,29208,29207,29206,29205,29204,29164,29202,29201,29200,29199,29198,29135,29146,29172,29144,29143,29142,29141,29140,29139,29138,29137,29136,29145,29134,29133,29132,29131,29130,29129,29128,29127]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77079,77080]
tids=[29160,29226,29227,29166,29165,29163,29162,29161,29147,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29148]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29171,29184,29183,29175,29170,29169]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77070,77074,77073,77075,77067,77076,77078,77068,77071,76973,77081,77083,74285,74262]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77077]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77084]
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77086,77087]
tids=[77088]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[76999]
tids=[26812,26813,26814]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[76427]
tids=[77082]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xb14ebe kudu::log::Log::AsyncAllocateSegment()
0xb1b72a kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[76924,77069]
tids=[77026]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77032]
tids=[77039]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77047,77063,77064,77065,77066]
Stacks at 0221 12:16:46.628326 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[77237]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77276]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac1e91 kudu::consensus::Peer::DoProcessResponse()
0xac20a9 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer15ProcessResponseEvEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77256]
0x302340f710 <unknown>
0x1ed93b8 munmap
0x3023406770 <unknown>
0x30234078ea <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29046,29047,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29201,29202,29200,29205,29203,29204,29199,29176,29198,29197,29196,29195,29194,29193,29191,29189,29188,29187,29186,29185,29184,29183,29182,29181,29180,29179,29178,29177,29190,29220]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77275,77277,77278,77279,77280,77287,77292]
tids=[29227,29226,29225,29224,29223,29222,29221,29206,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29208,29207,29136,29149,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29174,29135,29134,29133,29132,29131,29130,29129,29128,29127]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77296,77298,77300]
tids=[29151,29150,29172,29173,29171,29170,29169,29168,29167,29166,29165,29164,29163,29175,29152,29153,29154,29155,29156,29158,29157,29162,29161,29160,29159]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77083,77092,77093,77094,77107,77121,77123,77072,77127,77128,77132,77133,77134,77171,77081,74262,74285,76973,77067,77068,77070,77071,77082,77073,77074,77075,77076,77078]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77260,77306,77270,77307,77308,77299,77281,77282,77283,77293,77249]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77124]
tids=[77126,77199,77214,77217,77215]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26812,26813]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407e7a <unknown>
0x3023406aaf <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4ba6 kudu::ThreadPoolToken::SubmitFunc()
0xac2ec9 kudu::consensus::Peer::ProcessResponse()
0x1b68d6a kudu::rpc::OutboundCall::CallCallback()
0x1b6a319 kudu::rpc::OutboundCall::SetResponse()
0x1b5eef8 kudu::rpc::Connection::HandleCallResponse()
0x1b6114a ev::base<>::method_thunk<>()
0x1cde627 ev_invoke_pending
0x1b3441d kudu::rpc::ReactorThread::InvokePendingCb()
0x1cdf52d ev_run
tids=[26817,26818]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407e7a <unknown>
0x3023406aaf <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0x1a63420 kudu::fs::DataDir::ExecClosure()
0x1a8d0d3 kudu::fs::internal::LogBlockDeletionTransaction::~LogBlockDeletionTransaction()
0x8c8682 std::_Sp_counted_base<>::_M_release()
0x1a90774 kudu::fs::internal::LogWritableBlock::Abort()
0x1a9096b kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a90b11 kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a27325 kudu::cfile::CFileWriter::~CFileWriter()
0xa471c6 kudu::tablet::RollingDiskRowSetWriter::FinishCurrentWriter()
tids=[77303,77302,77301,77304,77297,77305,77295,77294,77255,77290,77247]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[77240]
tids=[77209,77207,77200,77194,77157,77142,77284,77285,77286,77288,77289,77291]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:17:01.172988 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[26819]
0x302340f710 <unknown>
0x1cea83b crcutil::Crc32cSSE4::Crc32c()
0x1ce47a9 crcutil_interface::Implementation<>::Compute()
0x1c1fb3e kudu::crc::Crc32c()
0x1a2877e kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
tids=[26818]
0x302340f710 <unknown>
0x3023089751 <unknown>
0x1a17bbb kudu::cfile::BinaryPlainBlockBuilder::Add()
0x1a2a0f0 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230dfbda <unknown>
0x1c45561 kudu::(anonymous namespace)::PosixRWFile::Flush()
0x1c5105e kudu::internal::Descriptor<>::Flush()
0x1a8600f kudu::fs::internal::LogBlockContainer::FlushData()
0x1a87a40 kudu::fs::internal::LogWritableBlock::FlushDataAsync()
0x1a8ad91 kudu::fs::internal::LogWritableBlock::Finalize()
0x1a2c5ea kudu::cfile::CFileWriter::FinishAndReleaseBlock()
0xa583cb kudu::tablet::MultiColumnWriter::FinishAndReleaseBlocks()
0xa46443 kudu::tablet::DiskRowSetWriter::FinishAndReleaseBlocks()
0xa46e9e kudu::tablet::RollingDiskRowSetWriter::FinishCurrentWriter()
0xa4768c kudu::tablet::RollingDiskRowSetWriter::RollWriter()
0xa48214 kudu::tablet::RollingDiskRowSetWriter::RollIfNecessary()
0xa38857 kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
tids=[77948]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c4584d kudu::(anonymous namespace)::PosixRWFile::PunchHole()
0x1c519ab kudu::internal::Descriptor<>::PunchHole()
0x1a85a7c kudu::fs::internal::LogBlockContainer::PunchHole()
0x1a86ba6 kudu::fs::internal::LogBlockContainer::ContainerDeletionAsync()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77947]
0x302340f710 <unknown>
0x30230dfc70 <unknown>
0x1c48e47 kudu::(anonymous namespace)::PosixWritableFile::PreAllocate()
0xb15185 kudu::log::Log::PreAllocateNewSegment()
0xb1551a kudu::log::Log::SegmentAllocationTask()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[77094,77076,77093,77092,77083,77082,77081,77078,77075,77071,76973,74285,74262,77121,77171,77134,77133,77132,77107,77128,77123]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29047,29045,29044,29046]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29197,29198,29199,29200,29201,29202,29204,29205,29206,29207,29196,29195,29194,29193,29191,29190,29189,29188,29203,29187,29218,29227,29226,29225,29224,29223,29222,29221,29220,29219,29208,29217,29216,29215,29214,29213,29212,29211,29210,29209,29141,29156,29155,29153,29152,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29154,29140,29139,29138,29137,29127,29136,29128,29129,29135,29134,29133,29132,29131,29130,29158,29159,29157,29160,29161,29162,29163,29164,29165,29166]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29182,29183,29184,29185,29186,29180,29179,29181,29178,29177,29176,29175,29174,29173,29172,29171,29170,29169,29168,29167]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77073,77127,77072,77070,77068,77067,77074]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77936,77921,77935,77934,77933,77932,77931,77929,77922,77838,77937,77938,77939,77940,77941,77942,77943,77944,77945,77946,77865,77433,77620,77652,77724,77752,77782,77798,77802,77803,77807,77816,77818,77820,77853,77864,77867]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:17:06.701971 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[77171,77107]
0x302340f710 <unknown>
0xb20b07 kudu::log::LogIndex::AddEntry()
0xb17780 kudu::log::Log::UpdateIndexForBatch()
0xb1b4a5 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77067,77068,77070,77072,77073,77074,77075,77076,77078,77081,77082,76973,74285,77083,77123,77121,77094,77092]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26818,26819,26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29045,29046,29047,29044]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29223,29194,29193,29191,29190,29189,29188,29187,29224,29225,29226,29227,29196,29209,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29195,29208,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29183,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29176,29178,29177,29186,29184,29182,29181,29180,29179]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77134,74262,77133,77071,77132,77093,77128,77127]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[78083,78085,78081,78089,78065,78080,78076,78068,78175,78090,78091,78169,78170,78171,78172,78173,78174,78059,77652,77752,77949,77983,78022,78032,78053,78054,78055,78056,78057,78061]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:17:16.923905 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[78405,78358]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x1ed929c mmap
0x302340715b <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0x1a63420 kudu::fs::DataDir::ExecClosure()
0x1a8d0d3 kudu::fs::internal::LogBlockDeletionTransaction::~LogBlockDeletionTransaction()
0x8c8682 std::_Sp_counted_base<>::_M_release()
0x1a90774 kudu::fs::internal::LogWritableBlock::Abort()
0x1a9096b kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a90b11 kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a27325 kudu::cfile::CFileWriter::~CFileWriter()
0xa471c6 kudu::tablet::RollingDiskRowSetWriter::FinishCurrentWriter()
0xa4768c kudu::tablet::RollingDiskRowSetWriter::RollWriter()
tids=[26819]
0x302340f710 <unknown>
0x1ed929c mmap
0x302340715b <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0x1a63420 kudu::fs::DataDir::ExecClosure()
0x1a8d0d3 kudu::fs::internal::LogBlockDeletionTransaction::~LogBlockDeletionTransaction()
0x8c8682 std::_Sp_counted_base<>::_M_release()
0x1a90774 kudu::fs::internal::LogWritableBlock::Abort()
0x1a9096b kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a90b11 kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a27325 kudu::cfile::CFileWriter::~CFileWriter()
0xa471c6 kudu::tablet::RollingDiskRowSetWriter::FinishCurrentWriter()
0xa482a6 kudu::tablet::RollingDiskRowSetWriter::Finish()
tids=[78503]
0x302340f710 <unknown>
0x1ed93b8 munmap
0x3023406770 <unknown>
0x30234078ea <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817,26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29201,29202,29198,29200,29199,29194,29203,29204,29205,29206,29207,29208,29209,29210,29211,29197,29196,29195,29219,29191,29190,29189,29188,29187,29185,29184,29183,29182,29181,29226]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[78566,78568,78569,78571,78575,78576,78580,78581,78589,78592,78593,78595,78596]
tids=[29227,29212,29225,29224,29223,29222,29221,29220,29193,29218,29217,29216,29215,29214,29213,29141,29154,29153,29152,29151,29150,29149,29148,29147,29146,29145,29144,29143,29142,29155,29140,29139,29138,29137,29136,29135,29134,29133,29129,29130,29131,29132,29156,29179,29178,29177,29175,29174,29173,29172,29171,29170,29169,29127,29128,29166,29165,29164,29163,29162,29161,29160,29159,29158,29157]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29180]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77068]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[78601]
tids=[29168,29167]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[74262,77134,77133,77132,77128,77127,77123,77121,77107,77094,77092,77067,77070,77071,77072,77073,77074,77076,77093,74285,77082,77081,76973,77075]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[78605,78604,78603,78570,78572,78602,78577,78597,78583,78606,78594,78496,78542,78531,78530,78511,78524,78527]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26812,26813]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77078,77171,77083]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0xb14ebe kudu::log::Log::AsyncAllocateSegment()
0xb1b72a kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29176,29186]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x3023407f91 <unknown>
0x302340720c <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4fa5 kudu::ThreadPoolToken::SubmitClosure()
0xa2806f kudu::tablet::TransactionDriver::ExecuteAsync()
0xa2104f kudu::tablet::TabletReplica::StartReplicaTransaction()
0xae8f71 kudu::consensus::RaftConsensus::StartReplicaTransactionUnlocked()
0xaede86 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
tids=[78588,78591,78500,78590,78598,78599,78600,78587,78586,78585,78584,78582,78579,78578,78529,78574,78573,78543,78567,78546]
0x302340f710 <unknown>
0x302340e22c <unknown>
0x302340800d <unknown>
0x302340781d <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[78422]
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[78472,78508,78544,78545]
Stacks at 0221 12:17:21.892015 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818,26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26820]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38fe3 kudu::tablet::FlushCompactionInput()
tids=[77068,77070,77067,76973,77071,77094,77072,77073,77074,77075,77076,74262,77107,74285,77093,77092,77083,77082,77081,77078]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29188,29189,29194,29191,29193,29195,29187,29224,29225,29226,29227,29222,29223,29208,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29221,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29178,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29177,29186,29184,29183,29182,29181,29180,29179,29176]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77171,77121,77123,77127,77128,77132,77133,77134]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[78688,78742,78749,78787,78789]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:17:41.822735 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[26818]
0x302340f710 <unknown>
0xa58299 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77075,74285,76973,77083,77082,77081,77078,77076,77171,77074,77073,77072,77071,77070,77068,77067,77092,77133,77132,77128,77127,77093]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29189,29191,29190,29195,29193,29194,29196,29188,29187,29226,29227,29224,29225,29209,29222,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29223,29208,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29183,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29176,29178,29179,29180,29181,29182,29184,29186,29177]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[74262,77134,77123,77121,77094,77107]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[79675,79668,79672,79674,79608,79660,79656,79643,79609,79690,79676,79677,79679]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[79684]
tids=[79685,79686,79687,79688,79689,79600,79435,79456,79458,79470,79476,79496,79520,79524,79564,79566,79567]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[79599]
tids=[79602]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:17:57.486782 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818,26819]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a854a4 kudu::fs::internal::LogReadableBlock::Read()
0x1a1ea70 kudu::cfile::CFileReader::ReadAndParseFooter()
0x1a20d04 kudu::cfile::CFileReader::InitOnce()
0x1a2616c kudu::internal::InitCb<>()
0x1d3f2c6 GoogleOnceInternalInit()
0x1a1c56c kudu::cfile::CFileReader::Init()
0x1a247c7 kudu::cfile::CFileIterator::PrepareForNewSeek()
0x1a250a3 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
tids=[77073,77094,74285,77081,77078,77076,77075,77074,77083,77072,77092,77070,77068,76973,77128,77171,77127,77134,77123,77082]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29188,29189,29194,29191,29193,29195,29187,29224,29225,29226,29227,29222,29223,29208,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29221,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29177,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29176,29178,29179,29180,29181,29182,29183,29184,29186]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77093,77133,77107,77121,77132,77071,77067,74262]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[80330,80279,80331,80320,80319,80315,80364,80337,80347,80350,80359,80361,80362,80363,80272,80265,80255,80137,80135,79879,79875,79864,79827,79692]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:18:02.674964 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[26819]
0x302340f710 <unknown>
0x1a17b0d kudu::cfile::BinaryPlainBlockBuilder::Add()
0x1a2a0f0 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
0x9f943a kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26818]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a2f824 kudu::cfile::IndexTreeIterator::LoadBlock()
0x1a30c09 kudu::cfile::IndexTreeIterator::SeekAtOrBefore()
0x1a25118 kudu::cfile::CFileIterator::SeekToOrdinal()
0xa9f214 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[77067,77068,77070,77071,76973,77083,77072,77073,77074,77075,77076,74262,77092,74285,77082,77081,77078,77107,77094,77093]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29190,29188,29189,29194,29191,29193,29195,29187,29224,29225,29226,29227,29222,29223,29208,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29209,29221,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29196,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29177,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29176,29178,29179,29180,29181,29182,29183,29184,29186]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[77132,77121,77123,77127,77128,77133,77134,77171]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[80602,80590,80598,80599,80600,80601,80384]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:18:17.812980 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26818,26819]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ae kudu::(anonymous namespace)::PosixRWFile::WriteV()
0x1c535be kudu::internal::Descriptor<>::WriteV()
0x1a85bbc kudu::fs::internal::LogBlockContainer::WriteVData()
0x1a8b03a kudu::fs::internal::LogWritableBlock::AppendV()
0x1a27b51 kudu::cfile::CFileWriter::WriteRawData()
0x1a287b0 kudu::cfile::CFileWriter::AddBlock()
0x1a28a18 kudu::cfile::CFileWriter::AppendRawBlock()
0x1a295ef kudu::cfile::CFileWriter::FinishCurDataBlock()
0x1a2a122 kudu::cfile::CFileWriter::AppendEntries()
0xa582e2 kudu::tablet::MultiColumnWriter::AppendBlock()
0xa43910 kudu::tablet::DiskRowSetWriter::AppendBlock()
0xa43db6 kudu::tablet::RollingDiskRowSetWriter::AppendBlock()
0xa38bbd kudu::tablet::FlushCompactionInput()
tids=[77073,77107,74262,74285,76973,77094,77093,77092,77071,77072,80619,77074,77075,77076,77078,77081,77082,77083,80618,80611,80612,80617,80613]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29198,29199,29200,29201,29202,29203,29204,29205,29206,29187,29207,29197,29196,29195,29194,29193,29191,29190,29189,29188,29129,29218,29127,29227,29226,29225,29224,29223,29222,29221,29220,29219,29208,29217,29216,29215,29214,29213,29212,29211,29210,29209,29154,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29165,29153,29152,29151,29150,29149,29148,29147,29146,29145,29144,29139,29128,29130,29131,29132,29133,29134,29135,29136,29137,29138,29140,29141,29142,29143,29166]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29184,29168,29183,29185,29186,29182,29181,29180,29179,29178,29177,29176,29175,29174,29173,29172,29171,29170,29169,29167]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[80616,80620,77070,77068,77067]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[81217,81218,81220,81181,81221,81215,81203,81186,81185,81232,81223,81224,81225,81226,81227,81228,81229,81230,81231,81164,80963,80964,81057,81064,81080,81124,81133,81152,81159,81160,81161,81162,81180]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:18:22.714045 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[29045]
0x302340f710 <unknown>
0x30230756e0 <unknown>
0x30230695fb <unknown>
0x302304f2b8 <unknown>
0x30230f8a42 <unknown>
0x1c93762 kudu::Sockaddr::ToString()
0x1b575d4 kudu::rpc::ServicePool::RejectTooBusy()
0x1b587d6 kudu::rpc::ServicePool::QueueInboundCall()
0x1b2cd0f kudu::rpc::Messenger::QueueInboundCall()
0x1b5e9ec kudu::rpc::Connection::HandleIncomingCall()
0x1b60f9d ev::base<>::method_thunk<>()
0x1cde627 ev_invoke_pending
0x1b3441d kudu::rpc::ReactorThread::InvokePendingCb()
0x1cdf52d ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26818]
0x302340f710 <unknown>
0x30230dc657 <unknown>
0x1c4212f kudu::(anonymous namespace)::PosixEnv::DeleteFile()
0xb18ade kudu::log::Log::GC()
0xa22293 kudu::tablet::TabletReplica::RunLogGC()
0xa9babc kudu::tablet::LogGCOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[81490,77067,77068,77070,77071,77076,77078,77081,77082,77083,77093,74285,74262,77094,81489,80620,80616,80613,80612,77107]
0x302340f710 <unknown>
0x30230e0f04 <unknown>
0x1c4657d kudu::(anonymous namespace)::DoWriteV()
0x1c467ff kudu::(anonymous namespace)::PosixWritableFile::AppendV()
0xb0b014 kudu::log::WritableLogSegment::WriteEntryBatch()
0xb1b3f2 kudu::log::Log::DoAppend()
0xb1bf90 kudu::log::Log::AppendThread::HandleGroup()
0xb1cc77 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26820]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0xb14130 kudu::log::Log::WaitUntilAllFlushed()
0xa1a217 kudu::tablet::FlushInflightsToLogCallback::WaitForInflightsAndFlushLog()
0xa1284e kudu::internal::Invoker<>::Run()
0xa75313 kudu::tablet::TabletMetadata::Flush()
0xa766cd kudu::tablet::TabletMetadata::UpdateAndFlush()
0x9f8ed3 kudu::tablet::Tablet::FlushMetadata()
0x9fa109 kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fb5b8 kudu::tablet::Tablet::FlushInternal()
0x9fbb04 kudu::tablet::Tablet::FlushUnlocked()
0xa9bf43 kudu::tablet::FlushMRSOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[29195,29227,29226,29225,29224,29223,29187,29188,29189,29190,29191,29193,29194,29222,29209,29221,29220,29219,29218,29217,29216,29215,29214,29213,29212,29211,29210,29196,29208,29207,29206,29205,29204,29203,29202,29201,29200,29199,29198,29197,29136,29146,29145,29144,29143,29142,29141,29140,29139,29138,29137,29165,29135,29134,29133,29132,29131,29130,29129,29128,29127,29148,29166,29164,29163,29162,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29151,29150,29149,29147]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29178,29185,29167,29168,29169,29170,29171,29172,29173,29174,29175,29176,29177,29179,29180,29181,29182,29183,29184,29186]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xaedbf7 kudu::consensus::RaftConsensus::UpdateReplica()
0xaef3b7 kudu::consensus::RaftConsensus::Update()
0x8bc5b9 kudu::tserver::ConsensusServiceImpl::UpdateConsensus()
0x1b56f2d kudu::rpc::GeneratedServiceIf::Handle()
0x1b57c43 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[81375,81488,81487,81486,81491,81370,81369]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26814,26813,26812]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x302340e7bd <unknown>
0x1c3c0ab kudu::(anonymous namespace)::PosixRandomAccessFile::~PosixRandomAccessFile()
0x911145 std::vector<>::~vector()
0xb18d63 kudu::log::Log::GC()
0xa22293 kudu::tablet::TabletReplica::RunLogGC()
0xa9babc kudu::tablet::LogGCOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
Stacks at 0221 12:18:33.008682 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[81924]
0x302340f710 <unknown>
0x1ed93b8 munmap
0x3023406770 <unknown>
0x30234078ea <unknown>
0x3023407b9d <unknown>
0x30230e88fd <unknown>
tids=[29229]
0x302340f710 <unknown>
0x30230df0d3 <unknown>
0x9df6a3 master_thread
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26817]
0x302340f710 <unknown>
0x30230e0c84 <unknown>
0x1c46a8d kudu::(anonymous namespace)::DoReadV()
0x1c46e4e kudu::(anonymous namespace)::PosixRWFile::ReadV()
0x1c530be kudu::internal::Descriptor<>::ReadV()
0x1a85dde kudu::fs::internal::LogBlockContainer::ReadVData()
0x1a8b657 kudu::fs::internal::LogReadableBlock::ReadV()
0x1a2195a kudu::cfile::CFileReader::ReadBlock()
0x1a230ae kudu::cfile::CFileIterator::ReadCurrentDataBlock()
0x1a238a9 kudu::cfile::CFileIterator::QueueCurrentDataBlock()
0x1a23b20 kudu::cfile::CFileIterator::PrepareBatch()
0xa9f233 kudu::tablet::CFileSet::Iterator::PrepareColumn()
0xaa05fe kudu::tablet::CFileSet::Iterator::MaterializeColumn()
0x1bbe342 kudu::MaterializingIterator::MaterializeBlock()
0x1bbe419 kudu::MaterializingIterator::NextBlock()
0xa33baf kudu::tablet::(anonymous namespace)::DiskRowSetCompactionInput::PrepareBlock()
tids=[26818,26819]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1a86299 kudu::fs::internal::LogBlockContainer::SyncData()
0x1a901d3 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
tids=[26820]
0x302340f710 <unknown>
0x30230e16dd <unknown>
0x1c439e3 kudu::(anonymous namespace)::DoSync()
0x1c44252 kudu::(anonymous namespace)::PosixRWFile::Sync()
0x1c52bd5 kudu::internal::Descriptor<>::Sync()
0x1ca223a kudu::pb_util::WritablePBContainerFile::Sync()
0x1a863f8 kudu::fs::internal::LogBlockContainer::SyncMetadata()
0x1a90270 kudu::fs::internal::LogBlockContainer::DoCloseBlocks()
0x1a91077 kudu::fs::internal::LogBlockCreationTransaction::CommitCreatedBlocks()
0xa482c4 kudu::tablet::RollingDiskRowSetWriter::Finish()
0x9f945b kudu::tablet::Tablet::DoMergeCompactionOrFlush()
0x9fcf21 kudu::tablet::Tablet::Compact()
0xa17af1 kudu::tablet::CompactRowSetsOp::Perform()
0x1c73fe1 kudu::MaintenanceManager::LaunchOp()
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
tids=[29048]
0x302340f710 <unknown>
0x30230e5159 <unknown>
0x1c2049c kudu::StackTraceCollector::TriggerAsync()
0x1c23871 kudu::StackTraceSnapshot::SnapshotAllStacks()
0x9bdf02 kudu::server::DiagnosticsLog::LogStacks()
0x9bfd0e kudu::server::DiagnosticsLog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29044,29045,29046,29047]
0x302340f710 <unknown>
0x30230e8ef3 <unknown>
0x1cdbd91 epoll_poll
0x1cdf42a ev_run
0x1b34a69 kudu::rpc::ReactorThread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29228]
0x302340f710 <unknown>
0x30230eac2d <unknown>
0x1c97bca kudu::Socket::Accept()
0x1b2ac93 kudu::rpc::AcceptorPool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29196,29190,29195,29194,29193,29191,29182,29197,29198,29199,29200,29201,29202,29203,29189,29188,29187,29185,29184,29183,29210,29181,29180,29179,29178,29177,29176,29175,29217]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[81919,81916,81915]
tids=[29227,29226,29225,29224,29223,29222,29221,29220,29219,29218,29204,29216,29215,29214,29213,29212,29211,29186,29209,29208,29207,29206,29205,29137,29149,29148,29147,29146,29145,29144,29143,29142,29141,29140,29139,29138,29173,29136,29135,29134,29133,29132,29131,29130,29129,29128,29127]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[81887]
tids=[29151,29150,29172,29171,29170,29169,29168,29167,29166,29165,29164,29163,29174,29161,29160,29159,29158,29157,29156,29155,29154,29153,29152,29162]
0x302340f710 <unknown>
0x302340b5ba <unknown>
0x1b59468 kudu::rpc::LifoServiceQueue::BlockingGet()
0x1b57b35 kudu::rpc::ServicePool::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29230]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8ed1cd kudu::tserver::Heartbeater::Thread::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29125]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x8f3e7c kudu::tserver::ScannerManager::RunRemovalThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29126]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x90722c kudu::tserver::TabletCopyServiceImpl::EndExpiredSessions()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29050]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x994e7c kudu::server::ServerBase::ExcessLogFileDeleterThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[80612,80613,77107,80616,80620,81489,81490,81493,81494,81496,74285,81498,81499,81500,81501,81502,77093,74262,77067,77068,77070,77071,77076,77078,77081,77082,77083,77094]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0xb1cbc8 kudu::log::Log::AppendThread::DoWork()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29049]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1b4007c kudu::rpc::ResultTracker::RunGCThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26923]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c57c4c kudu::FileCache<>::RunDescriptorExpiry()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26815]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c681eb kudu::KernelStackWatchdog::RunThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[29231]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1c711c3 kudu::MaintenanceManager::RunSchedulerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[81914,81912,81879,81884,81917,81918,81931,81920,81921,81922]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[81923,81925]
tids=[81926]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[81927]
tids=[81928,81929,81930]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26778]
0x302340f710 <unknown>
0x302340ef3d <unknown>
0x1d5cd54 base::SleepForNanoseconds()
0x8aaeb8 kudu::tserver::TabletServerMain()
0x302301ed5d <unknown>
0x8aaa51 <unknown>
tids=[81868]
tids=[81795,81778,81488]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26812,26813,26814]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cd6a3f kudu::AsyncLogger::RunThread()
0x30260b6470 <unknown>
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[81610]
tids=[81732,81701,81697,81674,81673,81672]
0x302340f710 <unknown>
0x302340b98e <unknown>
0x1c1f9fd kudu::ConditionVariable::TimedWait()
0x1cc685c kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[81626,81743,81765]
tids=[26816]
0x302340f710 <unknown>
0x302340f4b5 <unknown>
0x1c880f3 kudu::MinidumpExceptionHandler::RunUserSignalHandlerThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[81766,81781,81793,81867]
Stacks at 0221 12:19:03.225737 (service queue overflowed for kudu.consensus.ConsensusService):
tids=[83145]
0x302340f710 <unknown>
0x1cae17e kudu::(anonymous namespace)::SubmitSpinLockProfileData()
0xb2b126 kudu::clock::HybridClock::Now()
0xaffb98 kudu::consensus::TimeManager::GetSafeTime()
0xacefc1 kudu::consensus::PeerMessageQueue::RequestForPeer()
0xac08df kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[82998]
0x302340f710 <unknown>
0x1d3fd2a base::internal::SpinLockDelay()
0x1d3fbc7 base::SpinLock::SlowLock()
0xac084d kudu::consensus::Peer::SendNextRequest()
0xac1ca0 _ZN5boost6detail8function26void_function_obj_invoker0IZN4kudu9consensus4Peer13SignalRequestEbEUlvE_vE6invokeERNS1_15function_bufferE
0x1cc87ad kudu::FunctionRunnable::Run()
0x1cc60e4 kudu::ThreadPool::DispatchThread()
0x1cbc8d1 kudu::Thread::SuperviseThread()
0x30234079d1 <unknown>
0x30230e88fd <unknown>
tids=[26819]
0x302340f710 <unknown>
0x1ed929c mmap
0x302340715b <unknown>
0x1cb9965 kudu::Thread::StartThread()
0x1cc0fab kudu::ThreadPool::CreateThread()
0x1cc4202 kudu::ThreadPool::DoSubmit()
0x1cc4e08 kudu::ThreadPool::SubmitClosure()
0x1a63420 kudu::fs::DataDir::ExecClosure()
0x1a8d0d3 kudu::fs::internal::LogBlockDeletionTransaction::~LogBlockDeletionTransaction()
0x8c8682 std::_Sp_counted_base<>::_M_release()
0x1a90774 kudu::fs::internal::LogWritableBlock::Abort()
0x1a9096b kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a90b11 kudu::fs::internal::LogWritableBlock::~LogWritableBlock()
0x1a27325 kudu::cfile::CFileWriter::~CFileWriter()
0xa471c6 kudu::tablet::RollingDiskRowSetWriter::FinishCurrentWriter()
0xa4768c kudu::tablet::RollingDiskRowSet
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment