Skip to content

Instantly share code, notes, and snippets.

@KellenSunderland
Last active March 29, 2018 17:15
Show Gist options
  • Save KellenSunderland/84aa9bb7270c0483eeccde6f08e91489 to your computer and use it in GitHub Desktop.
Save KellenSunderland/84aa9bb7270c0483eeccde6f08e91489 to your computer and use it in GitHub Desktop.
Full trace of hang
Thread 20 (Thread 0x7f43ab149700 (LWP 95971)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f4450b1a91c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f43f7a2463f in std::condition_variable::wait<mxnet::engine::ThreadedEngine::WaitForVar(mxnet::Engine::VarHandle)::<lambda()> > (__p=..., __lock=..., this=0x30d6238)
at /usr/include/c++/5/condition_variable:98
#3 mxnet::engine::ThreadedEngine::WaitForVar (this=<optimized out>, var=0x3d6c318) at src/engine/threaded_engine.cc:387
#4 0x00007f43f922f411 in mxnet::op::CuDNNConvolutionOp<float>::SelectAlgo (this=this@entry=0x7f4328b6bdd0, ctx=..., in_shape=..., out_shape=...,
cudnn_forward_compute_type=cudnn_forward_compute_type@entry=CUDNN_DATA_FLOAT, cudnn_backward_compute_type=cudnn_backward_compute_type@entry=CUDNN_DATA_FLOAT)
at src/operator/nn/./cudnn/cudnn_convolution-inl.h:718
#5 0x00007f43f91efa10 in mxnet::op::CuDNNConvolutionOp<float>::Init (ctx=..., out_shape=..., in_shape=..., backward_compute_type=0, forward_compute_type=0, param=...,
this=0x7f4328b6bdd0) at src/operator/nn/./cudnn/cudnn_convolution-inl.h:108
#6 mxnet::op::GetCuDNNConvOp<float> (param=..., forward_compute_type=forward_compute_type@entry=0, backward_compute_type=backward_compute_type@entry=0, in_shape=...,
out_shape=..., ctx=...) at src/operator/nn/convolution.cu:74
#7 0x00007f43f91f4bcc in mxnet::op::ConvolutionCompute<mshadow::gpu> (attrs=..., ctx=..., inputs=..., req=..., outputs=...) at src/operator/nn/convolution.cu:117
#8 0x00007f43f7aeb100 in std::function<void (nnvm::NodeAttrs const&, mxnet::OpContext const&, std::vector<mxnet::TBlob, std::allocator<mxnet::TBlob> > const&, std::vector<mxnet::Op
ReqType, std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::TBlob, std::allocator<mxnet::TBlob> > const&)>::operator()(nnvm::NodeAttrs const&, mxnet::OpContext const&, st
d::vector<mxnet::TBlob, std::allocator<mxnet::TBlob> > const&, std::vector<mxnet::OpReqType, std::allocator<mxnet::OpReqType> > const&, std::vector<mxnet::TBlob, std::allocator<mxne
t::TBlob> > const&) const (__args#4=..., __args#3=..., __args#2=..., __args#1=..., __args#0=..., this=0x3e42660) at /usr/include/c++/5/functional:2267
#9 mxnet::exec::FComputeExecutor::Run (this=0x3e42430, rctx=..., is_gpu=true) at src/executor/attach_op_execs_pass.cc:182
#10 0x00007f43f7abe2d6 in mxnet::exec::GraphExecutor::<lambda(mxnet::RunContext, mxnet::Engine::CallbackOnComplete)>::operator() (on_complete=..., ctx=..., __closure=0x4c47ad0)
at src/executor/graph_executor.cc:1318
#11 std::_Function_handler<void(mxnet::RunContext, mxnet::engine::CallbackOnComplete), mxnet::exec::GraphExecutor::InitCachedOps()::<lambda(mxnet::RunContext, mxnet::Engine::Callbac
kOnComplete)> >::_M_invoke(const std::_Any_data &, <unknown type in target:/work/mxnet/python/mxnet/../../lib/libmxnet.so, CU 0xb99feea, DIE 0xba766c9>, <unknown type in target:/wor
k/mxnet/python/mxnet/../../lib/libmxnet.so, CU 0xb99feea, DIE 0xba766ce>) (__functor=..., __args#0=<optimized out>, __args#1=<optimized out>) at /usr/include/c++/5/functional:1871
#12 0x00007f43f7a1ca95 in std::function<void (mxnet::RunContext, mxnet::engine::CallbackOnComplete)>::operator()(mxnet::RunContext, mxnet::engine::CallbackOnComplete) const (
__args#1=..., __args#0=..., this=0x7f42b97f5438) at /usr/include/c++/5/functional:2267
#13 mxnet::engine::ThreadedEngine::ExecuteOprBlock (this=0x30d61f0, run_ctx=..., opr_block=0x1968e578) at src/engine/./threaded_engine.h:367
#14 0x00007f43f7a325ab in mxnet::engine::ThreadedEnginePerDevice::GPUWorker<(dmlc::ConcurrentQueueType)0> (this=0x30d61f0, ctx=..., is_copy_worker=<optimized out>,
block=0x19516f20, ready_event=...) at src/engine/threaded_engine_perdevice.cc:256
#15 0x00007f43f7a3280e in mxnet::engine::ThreadedEnginePerDevice::PushToExecute(mxnet::engine::OprBlock*, bool)::{lambda()#3}::operator()() const::{lambda(std::shared_ptr<dmlc::Manu
alEvent>)#1}::operator()(dmlc::ManualEvent) const (ready_event=..., __closure=0x1d115c00) at src/engine/threaded_engine_perdevice.cc:177
#16 std::_Function_handler<void (std::shared_ptr<dmlc::ManualEvent>), mxnet::engine::ThreadedEnginePerDevice::PushToExecute(mxnet::engine::OprBlock*, bool)::{lambda()#3}::operator()
() const::{lambda(std::shared_ptr<dmlc::ManualEvent>)#1}>::_M_invoke(std::_Any_data const&, std::shared_ptr<dmlc::ManualEvent>&&) (__functor=..., __args#0=<optimized out>)
at /usr/include/c++/5/functional:1871
#17 0x00007f43f7a2c74a in std::function<void (std::shared_ptr<dmlc::ManualEvent>)>::operator()(std::shared_ptr<dmlc::ManualEvent>) const (__args#0=..., this=<optimized out>)
at /usr/include/c++/5/functional:2267
#18 std::_Bind_simple<std::function<void (std::shared_ptr<dmlc::ManualEvent>)> (std::shared_ptr<dmlc::ManualEvent>)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=<optimized out>)
at /usr/include/c++/5/functional:1531
#19 std::_Bind_simple<std::function<void (std::shared_ptr<dmlc::ManualEvent>)> (std::shared_ptr<dmlc::ManualEvent>)>::operator()() (this=<optimized out>)
at /usr/include/c++/5/functional:1520
#20 std::thread::_Impl<std::_Bind_simple<std::function<void (std::shared_ptr<dmlc::ManualEvent>)> (std::shared_ptr<dmlc::ManualEvent>)> >::_M_run() (this=<optimized out>)
at /usr/include/c++/5/thread:115
#21 0x00007f4450b1fc80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6
#22 0x00007f44580ae6ba in start_thread (arg=0x7f43ab149700) at pthread_create.c:333
#23 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 19 (Thread 0x7f42fb727700 (LWP 89046)):
#0 0x00007f4457dd874d in poll () at ../sysdeps/unix/syscall-template.S:84
#1 0x00007f443e40f48b in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1
#2 0x00007f443e47478f in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1
#3 0x00007f443e410e80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1
#4 0x00007f44580ae6ba in start_thread (arg=0x7f42fb727700) at pthread_create.c:333
#5 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 18 (Thread 0x7f436516f700 (LWP 86695)):
#0 0x00007f4457dd874d in poll () at ../sysdeps/unix/syscall-template.S:84
#1 0x00007f443e40f48b in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1
#2 0x00007f443e47478f in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1
#3 0x00007f443e410e80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1
#4 0x00007f44580ae6ba in start_thread (arg=0x7f436516f700) at pthread_create.c:333
#5 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 17 (Thread 0x7f4365970700 (LWP 86694)):
#0 0x00007f4457de58c8 in accept4 (fd=22, addr=..., addr_len=0x7f436596fe68, flags=524288) at ../sysdeps/unix/sysv/linux/accept4.c:40
#1 0x00007f443e410216 in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1
#2 0x00007f443e40480d in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1
#3 0x00007f443e410e80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libcuda.so.1
#4 0x00007f44580ae6ba in start_thread (arg=0x7f4365970700) at pthread_create.c:333
#5 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 16 (Thread 0x7f43a6678700 (LWP 86662)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007f4450b1a91c in std::condition_variable::wait(std::unique_lock<std::mutex>&) () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f43f4e8bdf6 in std::condition_variable::wait<mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1}::operator()() const::{lambda()#1}>(std::unique_lock<std::mu
tex>&, mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1}::operator()() const::{lambda()#1}) (__p=..., __lock=...,
this=0x7f44029b12d8 <mxnet::op::custom::CustomOperator::Get()::inst+88>) at /usr/include/c++/5/condition_variable:98
#3 mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1}::operator()() const (__closure=0x2d2dee8) at src/operator/custom/./custom-inl.h:121
#4 std::_Bind_simple<mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1} ()>::_M_invoke<>(std::_Index_tuple<>) (this=0x2d2dee8) at /usr/include/c++/5/functional:1531
#5 std::_Bind_simple<mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1} ()>::operator()() (this=0x2d2dee8) at /usr/include/c++/5/functional:1520
#6 std::thread::_Impl<std::_Bind_simple<mxnet::op::custom::CustomOperator::CustomOperator()::{lambda()#1} ()> >::_M_run() (this=0x2d2ded0) at /usr/include/c++/5/thread:115
#7 0x00007f4450b1fc80 in ?? () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6
#8 0x00007f44580ae6ba in start_thread (arg=0x7f43a6678700) at pthread_create.c:333
#9 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 15 (Thread 0x7f436be6b700 (LWP 86658)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1https://gist.github.com/KellenSunderland/84aa9bb7270c0483eeccde6f08e91489
#2 0x00007f44580ae6ba in start_thread (arg=0x7f436be6b700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 14 (Thread 0x7f436c66c700 (LWP 86657)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f436c66c700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 13 (Thread 0x7f436de6f700 (LWP 86656)): [68/1869]
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f436de6f700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 12 (Thread 0x7f436ee71700 (LWP 86655)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f436ee71700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 11 (Thread 0x7f436f672700 (LWP 86654)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f436f672700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 10 (Thread 0x7f436fe73700 (LWP 86653)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f436fe73700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 9 (Thread 0x7f4370674700 (LWP 86652)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f4370674700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 8 (Thread 0x7f4370e75700 (LWP 86651)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f4370e75700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 7 (Thread 0x7f436d66e700 (LWP 86650)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f436d66e700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 6 (Thread 0x7f436e670700 (LWP 86649)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f436e670700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 5 (Thread 0x7f436ce6d700 (LWP 86648)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f436ce6d700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 4 (Thread 0x7f4371676700 (LWP 86647)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f4371676700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 3 (Thread 0x7f4385e77700 (LWP 86632)):
#0 0x00007f4450856b4f in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#1 0x00007f4450854418 in ?? () from target:/usr/lib/x86_64-linux-gnu/libgomp.so.1
#2 0x00007f44580ae6ba in start_thread (arg=0x7f4385e77700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 2 (Thread 0x7f443ad3e700 (LWP 86600)):
#0 0x00007f4457dd874d in poll () at ../sysdeps/unix/syscall-template.S:84
#1 0x00007f43ca23664c in ?? () from target:/lib/x86_64-linux-gnu/libusb-1.0.so.0
#2 0x00007f44580ae6ba in start_thread (arg=0x7f443ad3e700) at pthread_create.c:333
#3 0x00007f4457de441d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 1 (Thread 0x7f44584d3700 (LWP 86564)):
#0 0x00007f44580af98d in pthread_join (threadid=139928609789696, thread_return=0x0) at pthread_join.c:90
#1 0x00007f4450b1fb97 in std::thread::join() () from target:/usr/lib/x86_64-linux-gnu/libstdc++.so.6
#2 0x00007f43f7a2f997 in mxnet::engine::ThreadPool::~ThreadPool (this=0x1af15540, __in_chrg=<optimized out>) at src/engine/./thread_pool.h:84
#3 std::default_delete<mxnet::engine::ThreadPool>::operator() (this=<optimized out>, __ptr=0x1af15540) at /usr/include/c++/5/bits/unique_ptr.h:76
#4 std::unique_ptr<mxnet::engine::ThreadPool, std::default_delete<mxnet::engine::ThreadPool> >::~unique_ptr (this=0x19516fe8, __in_chrg=<optimized out>)
at /usr/include/c++/5/bits/unique_ptr.h:236
#5 mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0>::~ThreadWorkerBlock (this=0x19516f20, __in_chrg=<optimized out>)
at src/engine/threaded_engine_perdevice.cc:204
#6 std::_Sp_counted_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0>*, (__gnu_cxx::_Lock_policy)2>::_M_dispose (this=<optimized out>)
at /usr/include/c++/5/bits/shared_ptr_base.h:374
#7 0x00007f43f4cf1037 in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release (this=0x19ce5ad0) at /usr/include/c++/5/bits/shared_ptr_base.h:150
#8 0x00007f43f7a2cf2b in std::__shared_count<(__gnu_cxx::_Lock_policy)2>::~__shared_count (this=<optimized out>, __in_chrg=<optimized out>)
at /usr/include/c++/5/bits/shared_ptr_base.h:659
#9 std::__shared_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0>, (__gnu_cxx::_Lock_policy)2>::~__shared_ptr (this=<optimized out>,
__in_chrg=<optimized out>) at /usr/include/c++/5/bits/shared_ptr_base.h:925
#10 std::__shared_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0>, (__gnu_cxx::_Lock_policy)2>::operator=(std::__shared_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0>, (__gnu_cxx::_Lock_policy)2>&&) (__r=<optimized out>, this=<synthetic pointer>)
at /usr/include/c++/5/bits/shared_ptr_base.h:1000
#11 std::shared_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0> >::operator=(std::shared_ptr<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0> >&&) (__r=<optimized out>, this=<synthetic pointer>) at /usr/include/c++/5/bits/shared_ptr.h:294
#12 mxnet::common::LazyAllocArray<mxnet::engine::ThreadedEnginePerDevice::ThreadWorkerBlock<(dmlc::ConcurrentQueueType)0> >::Clear (this=this@entry=0x30d6418)
at src/engine/../common/lazy_alloc_array.h:149
#13 0x00007f43f7a2ea51 in mxnet::engine::ThreadedEnginePerDevice::StopNoWait (this=0x30d61f0) at src/engine/threaded_engine_perdevice.cc:79
#14 mxnet::engine::ThreadedEnginePerDevice::~ThreadedEnginePerDevice (this=0x30d61f0, __in_chrg=<optimized out>) at src/engine/threaded_engine_perdevice.cc:74
#15 0x00007f43f7a2f4b9 in mxnet::engine::ThreadedEnginePerDevice::~ThreadedEnginePerDevice (this=0x30d61f0, __in_chrg=<optimized out>) at src/engine/threaded_engine_perdevice.cc:75
#16 0x00007f43f7a215f2 in std::_Sp_counted_base<(__gnu_cxx::_Lock_policy)2>::_M_release (this=0x1b54240) at /usr/include/c++/5/bits/shared_ptr_base.h:150
#17 std::__shared_count<(__gnu_cxx::_Lock_policy)2>::~__shared_count (this=<optimized out>, __in_chrg=<optimized out>) at /usr/include/c++/5/bits/shared_ptr_base.h:659
#18 std::__shared_ptr<mxnet::Engine, (__gnu_cxx::_Lock_policy)2>::~__shared_ptr (this=<optimized out>, __in_chrg=<optimized out>) at /usr/include/c++/5/bits/shared_ptr_base.h:925
#19 std::shared_ptr<mxnet::Engine>::~shared_ptr (this=<optimized out>, __in_chrg=<optimized out>) at /usr/include/c++/5/bits/shared_ptr.h:93
#20 0x00007f4457d16ff8 in __run_exit_handlers (status=0, listp=0x7f44580a15f8 <__exit_funcs>, run_list_atexit=run_list_atexit@entry=true) at exit.c:82
#21 0x00007f4457d17045 in __GI_exit (status=<optimized out>) at exit.c:104
#22 0x000000000060db0f in Py_Exit ()
#23 0x000000000060dbfa in ?? ()
#24 0x000000000060dc66 in PyErr_PrintEx ()
#25 0x000000000060ef29 in PyRun_SimpleFileExFlags ()
#26 0x000000000063fb26 in Py_Main ()
#27 0x00000000004cfeb1 in main ()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment