Skip to content

Instantly share code, notes, and snippets.

@fehiepsi
Last active March 22, 2018 17:19
Show Gist options
  • Save fehiepsi/464374ad7661401321b04b6ea73177e5 to your computer and use it in GitHub Desktop.
Save fehiepsi/464374ad7661401321b04b6ea73177e5 to your computer and use it in GitHub Desktop.
backtrace:
#0 0x00007ffff7825428 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54
resultvar = 0
pid = 26862
selftid = 26871
#1 0x00007ffff782702a in __GI_abort () at abort.c:89
save_stage = 2
act = {__sigaction_handler = {sa_handler = 0x6435653766666666, sa_sigaction = 0x6435653766666666}, sa_mask = {__val = {8083248238249914416, 3472328296227680288, 2319406834570502192, 7378697628689244208, 3256155515003626807, 7234530764361459255, 3276212736508309555, 3472328296227676272, 3472339291342909488, 7378697426072252448, 3472328524753680230, 7365468305578407725, 8606977229197436517, 3472328296226648109, 3475143045726351408, 7378645556122361904}}, sa_flags = 1714906726, sa_restorer = 0x6f}
sigs = {__val = {32, 0 <repeats 15 times>}}
#2 0x00007ffff78677ea in __libc_message (do_abort=do_abort@entry=2, fmt=fmt@entry=0x7ffff7980ed8 "*** Error in `%s': %s: 0x%s ***\n") at ../sysdeps/posix/libc_fatal.c:175
ap = <error reading variable ap (Attempt to dereference a generic pointer.)>
fd = 2
on_2 = <optimized out>
list = <optimized out>
nlist = <optimized out>
cp = <optimized out>
written = <optimized out>
#3 0x00007ffff787037a in malloc_printerr (ar_ptr=<optimized out>, ptr=<optimized out>, str=0x7ffff797dcaf "free(): invalid pointer", action=3) at malloc.c:5006
buf = "00007fffb4000ac0"
cp = <optimized out>
ar_ptr = <optimized out>
str = 0x7ffff797dcaf "free(): invalid pointer"
action = 3
#4 _int_free (av=<optimized out>, p=<optimized out>, have_lock=0) at malloc.c:3867
size = <optimized out>
fb = <optimized out>
nextchunk = <optimized out>
nextsize = <optimized out>
nextinuse = <optimized out>
prevsize = <optimized out>
bck = <optimized out>
fwd = <optimized out>
errstr = <optimized out>
locked = <optimized out>
#5 0x00007ffff787453c in __GI___libc_free (mem=<optimized out>) at malloc.c:2968
ar_ptr = <optimized out>
p = <optimized out>
hook = <optimized out>
#6 0x00007fffeee5310b in __gnu_cxx::new_allocator<long>::deallocate (this=<synthetic pointer>, __p=0x7fffb4000ac0) at /usr/include/c++/5/ext/new_allocator.h:110
No locals.
#7 std::allocator_traits<std::allocator<long> >::deallocate (__a=<synthetic pointer>, __n=<optimized out>, __p=0x7fffb4000ac0) at /usr/include/c++/5/bits/alloc_traits.h:517
No locals.
#8 std::_Vector_base<long, std::allocator<long> >::_M_deallocate (__n=<optimized out>, __p=0x7fffb4000ac0, this=<synthetic pointer>) at /usr/include/c++/5/bits/stl_vector.h:178
No locals.
#9 std::_Vector_base<long, std::allocator<long> >::~_Vector_base (this=<synthetic pointer>, __in_chrg=<optimized out>) at /usr/include/c++/5/bits/stl_vector.h:160
No locals.
#10 std::vector<long, std::allocator<long> >::~vector (this=<synthetic pointer>, __in_chrg=<optimized out>) at /usr/include/c++/5/bits/stl_vector.h:425
No locals.
#11 torch::autograd::generated::(anonymous namespace)::permute_backwards (fwd_dims=..., grad=...) at torch/csrc/autograd/generated/Functions.cpp:124
No locals.
#12 torch::autograd::generated::PermuteBackward::apply (this=<optimized out>, grads=...) at torch/csrc/autograd/generated/Functions.cpp:2753
grad_result = {<at::detail::TensorBase> = {pImpl = 0x0}, <No data fields>}
gen = {i = 1}
self_ix = {first = 0, second = 1}
grad_inputs = {<std::_Vector_base<torch::autograd::Variable, std::allocator<torch::autograd::Variable> >> = {_M_impl = {<std::allocator<torch::autograd::Variable>> = {<__gnu_cxx::new_allocator<torch::autograd::Variable>> = {<No data fields>}, <No data fields>}, _M_start = 0x7fffb4000a60, _M_finish = 0x7fffb4000a68, _M_end_of_storage = 0x7fffb4000a68}}, <No data fields>}
#13 0x00007fffeecdffa6 in torch::autograd::Function::operator() (inputs=..., this=0x5555569ca830) at /home/fehiepsi/pytorch/torch/csrc/autograd/function.h:109
rec = {<No data fields>}
#14 torch::autograd::call_function (task=...) at torch/csrc/autograd/engine.cpp:237
inputs = {<std::_Vector_base<torch::autograd::Variable, std::allocator<torch::autograd::Variable> >> = {_M_impl = {<std::allocator<torch::autograd::Variable>> = {<__gnu_cxx::new_allocator<torch::autograd::Variable>> = {<No data fields>}, <No data fields>}, _M_start = 0x7fffb4000a80, _M_finish = 0x7fffb4000a88, _M_end_of_storage = 0x7fffb4000a88}}, <No data fields>}
outputs = {<std::_Vector_base<torch::autograd::Variable, std::allocator<torch::autograd::Variable> >> = {_M_impl = {<std::allocator<torch::autograd::Variable>> = {<__gnu_cxx::new_allocator<torch::autograd::Variable>> = {<No data fields>}, <No data fields>}, _M_start = 0x7fffb4000a60, _M_finish = 0x7fffb4000a68, _M_end_of_storage = 0x7fffb4000a68}}, <No data fields>}
#15 torch::autograd::Engine::evaluate_function (this=this@entry=0x7fffef748dc0 <engine>, task=...) at torch/csrc/autograd/engine.cpp:256
exec_info = @0x7fffffffd578: {_M_h = {<std::__detail::_Hashtable_base<torch::autograd::Function*, std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo>, std::__detail::_Select1st, std::equal_to<torch::autograd::Function*>, std::hash<torch::autograd::Function*>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Hashtable_traits<false, false, true> >> = {<std::__detail::_Hash_code_base<torch::autograd::Function*, std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo>, std::__detail::_Select1st, std::hash<torch::autograd::Function*>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, false>> = {<std::__detail::_Hashtable_ebo_helper<0, std::__detail::_Select1st, true>> = {<std::__detail::_Select1st> = {<No data fields>}, <No data fields>}, <std::__detail::_Hashtable_ebo_helper<1, std::hash<torch::autograd::Function*>, true>> = {<std::hash<torch::autograd::Function*>> = {<std::__hash_base<unsigned long, torch::autograd::Function*>> = {<No data fields>}, <No data fields>}, <No data fields>}, <std::__detail::_Hashtable_ebo_helper<2, std::__detail::_Mod_range_hashing, true>> = {<std::__detail::_Mod_range_hashing> = {<No data fields>}, <No data fields>}, <No data fields>}, <std::__detail::_Hashtable_ebo_helper<0, std::equal_to<torch::autograd::Function*>, true>> = {<std::equal_to<torch::autograd::Function*>> = {<std::binary_function<torch::autograd::Function*, torch::autograd::Function*, bool>> = {<No data fields>}, <No data fields>}, <No data fields>}, <No data fields>}, <std::__detail::_Map_base<torch::autograd::Function*, std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo>, std::allocator<std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo> >, std::__detail::_Select1st, std::equal_to<torch::autograd::Function*>, std::hash<torch::autograd::Function*>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<false, false, true>, true>> = {<No data fields>}, <std::__detail::_Insert<torch::autograd::Function*, std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo>, std::allocator<std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo> >, std::__detail::_Select1st, std::equal_to<torch::autograd::Function*>, std::hash<torch::autograd::Function*>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<false, false, true>, false, true>> = {<std::__detail::_Insert_base<torch::autograd::Function*, std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo>, std::allocator<std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo> >, std::__detail::_Select1st, std::equal_to<torch::autograd::Function*>, std::hash<torch::autograd::Function*>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<false, false, true> >> = {<No data fields>}, <No data fields>}, <std::__detail::_Rehash_base<torch::autograd::Function*, std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo>, std::allocator<std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo> >, std::__detail::_Select1st, std::equal_to<torch::autograd::Function*>, std::hash<torch::autograd::Function*>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<false, false, true> >> = {<No data fields>}, <std::__detail::_Equality<torch::autograd::Function*, std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo>, std::allocator<std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo> >, std::__detail::_Select1st, std::equal_to<torch::autograd::Function*>, std::hash<torch::autograd::Function*>, std::__detail::_Mod_range_hashing, std::__detail::_Default_ranged_hash, std::__detail::_Prime_rehash_policy, std::__detail::_Hashtable_traits<false, false, true>, true>> = {<No data fields>}, <std::__detail::_Hashtable_alloc<std::allocator<std::__detail::_Hash_node<std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo>, false> > >> = {<std::__detail::_Hashtable_ebo_helper<0, std::allocator<std::__detail::_Hash_node<std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo>, false> >, true>> = {<std::allocator<std::__detail::_Hash_node<std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo>, false> >> = {<__gnu_cxx::new_allocator<std::__detail::_Hash_node<std::pair<torch::autograd::Function* const, torch::autograd::GraphTask::ExecInfo>, false> >> = {<No data fields>}, <No data fields>}, <No data fields>}, <No data fields>}, _M_buckets = 0x7fffffffd5a8, _M_bucket_count = 1, _M_before_begin = {_M_nxt = 0x0}, _M_element_count = 0, _M_rehash_policy = {static _S_growth_factor = 2, _M_max_load_factor = 1, _M_next_resize = 0}, _M_single_bucket = 0x0}}
outputs = {<std::_Vector_base<torch::autograd::Variable, std::allocator<torch::autograd::Variable> >> = {_M_impl = {<std::allocator<torch::autograd::Variable>> = {<__gnu_cxx::new_allocator<torch::autograd::Variable>> = {<No data fields>}, <No data fields>}, _M_start = 0x7fffb4000a60, _M_finish = 0x7fffb4000a68, _M_end_of_storage = 0x7fffb4000a68}}, <No data fields>}
num_outputs = <optimized out>
lock = <optimized out>
#16 0x00007fffeece0947 in torch::autograd::Engine::thread_main (this=0x7fffef748dc0 <engine>, graph_task=0x0) at torch/csrc/autograd/engine.cpp:176
task = {base = 0x7fffffffd490, fn = {<std::__shared_ptr<torch::autograd::Function, (__gnu_cxx::_Lock_policy)2>> = {_M_ptr = 0x5555569ca830, _M_refcount = {_M_pi = 0x5555569ca820}}, <No data fields>}, inputs = {buffer = {<std::_Vector_base<torch::autograd::Variable, std::allocator<torch::autograd::Variable> >> = {_M_impl = {<std::allocator<torch::autograd::Variable>> = {<__gnu_cxx::new_allocator<torch::autograd::Variable>> = {<No data fields>}, <No data fields>}, _M_start = 0x0, _M_finish = 0x0, _M_end_of_storage = 0x0}}, <No data fields>}}}
base_owner = <optimized out>
queue = {<std::__shared_ptr<torch::autograd::ReadyQueue, (__gnu_cxx::_Lock_policy)2>> = {_M_ptr = <optimized out>, _M_refcount = {_M_pi = 0x555556a5fb20}}, <No data fields>}
#17 0x00007fffeecdd1e2 in torch::autograd::Engine::thread_init (this=this@entry=0x7fffef748dc0 <engine>, device=device@entry=-1) at torch/csrc/autograd/engine.cpp:152
guard = {original_device = -1}
#18 0x00007fffeed0938a in torch::autograd::python::PythonEngine::thread_init (this=0x7fffef748dc0 <engine>, device=-1) at torch/csrc/autograd/python_engine.cpp:40
gil = {gstate = PyGILState_UNLOCKED}
no_gil = {save = 0x7fffb40008c0}
#19 0x00007fffda7aec5c in std::execute_native_thread_routine_compat (__p=<optimized out>) at /home/msarahan/miniconda2/conda-bld/compilers_linux-64_1507259624353/work/.build/src/gcc-7.2.0/libstdc++-v3/src/c++11/thread.cc:110
__t = <optimized out>
__local = {<std::__shared_ptr<std::thread::_Impl_base, (__gnu_cxx::_Lock_policy)2>> = {<std::__shared_ptr_access<std::thread::_Impl_base, (__gnu_cxx::_Lock_policy)2, false, false>> = {<No data fields>}, _M_ptr = 0x555556a8bc70, _M_refcount = {_M_pi = 0x555556a8bc60}}, <No data fields>}
#20 0x00007ffff7bc16ba in start_thread (arg=0x7fffbcbfc700) at pthread_create.c:333
__res = <optimized out>
pd = 0x7fffbcbfc700
now = <optimized out>
unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140736360072960, -5979766852812807120, 0, 140737488343631, 140736360073664, 93825014479968, 5979901545119999024, 5979784984839709744}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}}
not_first_call = <optimized out>
pagesize_m1 = <optimized out>
sp = <optimized out>
freesize = <optimized out>
__PRETTY_FUNCTION__ = "start_thread"
#21 0x00007ffff78f741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
No locals.
registers:
rax 0x0 0
rbx 0x7fffbcbfc700 140736360072960
rcx 0x7ffff7825428 140737345901608
rdx 0x6 6
rsi 0x68f7 26871
rdi 0x68ee 26862
rbp 0x0 0x0
rsp 0x7fffbcbfc000 0x7fffbcbfc000
r8 0xb 11
r9 0x0 0
r10 0x8 8
r11 0x206 518
r12 0x0 0
r13 0x7fffffffd24f 140737488343631
r14 0x7fffbcbfc9c0 140736360073664
r15 0x555556a8bc60 93825014479968
rip 0x7ffff78f741d 0x7ffff78f741d <clone+109>
eflags 0x206 [ PF IF ]
cs 0x33 51
ss 0x2b 43
ds 0x0 0
es 0x0 0
fs 0x0 0
gs 0x0 0
current instructions:
=> 0x7ffff78f741d <clone+109>: mov %rax,%rdi
0x7ffff78f7420 <clone+112>: callq 0x7ffff78bc710 <__GI__exit>
0x7ffff78f7425 <clone+117>: mov 0x2bca4c(%rip),%rcx # 0x7ffff7bb3e78
0x7ffff78f742c <clone+124>: neg %eax
0x7ffff78f742e <clone+126>: mov %eax,%fs:(%rcx)
0x7ffff78f7431 <clone+129>: or $0xffffffffffffffff,%rax
0x7ffff78f7435 <clone+133>: retq
0x7ffff78f7436: nopw %cs:0x0(%rax,%rax,1)
0x7ffff78f7440 <lseek64>: mov $0x8,%eax
0x7ffff78f7445 <lseek64+5>: syscall
0x7ffff78f7447 <lseek64+7>: cmp $0xfffffffffffff001,%rax
0x7ffff78f744d <lseek64+13>: jae 0x7ffff78f7450 <lseek64+16>
0x7ffff78f744f <lseek64+15>: retq
0x7ffff78f7450 <lseek64+16>: mov 0x2bca21(%rip),%rcx # 0x7ffff7bb3e78
0x7ffff78f7457 <lseek64+23>: neg %eax
0x7ffff78f7459 <lseek64+25>: mov %eax,%fs:(%rcx)
threads backtrace:
Thread 4 (Thread 0x7fffbc3fb700 (LWP 26872)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fffda7aaa26 in __gthread_cond_wait (__mutex=<optimized out>, __cond=__cond@entry=0x555555f692a0) at /home/msarahan/miniconda2/conda-bld/compilers_linux-64_1507259624353/work/.build/x86_64-conda_cos6-linux-gnu/build/build-cc-gcc-final/x86_64-conda_cos6-linux-gnu/libstdc++-v3/include/x86_64-conda_cos6-linux-gnu/bits/gthr-default.h:877
#2 std::condition_variable::wait (this=this@entry=0x555555f692a0, __lock=...) at /home/msarahan/miniconda2/conda-bld/compilers_linux-64_1507259624353/work/.build/src/gcc-7.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3 0x00007fffeecdd84b in std::condition_variable::wait<torch::autograd::ReadyQueue::pop()::<lambda()> > (__p=..., __lock=..., this=0x555555f692a0) at /usr/include/c++/5/condition_variable:98
#4 torch::autograd::ReadyQueue::pop (this=this@entry=0x555555f69280) at torch/csrc/autograd/engine.cpp:137
#5 0x00007fffeece08ff in torch::autograd::Engine::thread_main (this=0x7fffef748dc0 <engine>, graph_task=0x0) at torch/csrc/autograd/engine.cpp:172
#6 0x00007fffeecdd1e2 in torch::autograd::Engine::thread_init (this=this@entry=0x7fffef748dc0 <engine>, device=device@entry=0) at torch/csrc/autograd/engine.cpp:152
#7 0x00007fffeed0938a in torch::autograd::python::PythonEngine::thread_init (this=0x7fffef748dc0 <engine>, device=0) at torch/csrc/autograd/python_engine.cpp:40
#8 0x00007fffda7aec5c in std::execute_native_thread_routine_compat (__p=<optimized out>) at /home/msarahan/miniconda2/conda-bld/compilers_linux-64_1507259624353/work/.build/src/gcc-7.2.0/libstdc++-v3/src/c++11/thread.cc:110
#9 0x00007ffff7bc16ba in start_thread (arg=0x7fffbc3fb700) at pthread_create.c:333
#10 0x00007ffff78f741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 3 (Thread 0x7fffbcbfc700 (LWP 26871)):
#0 0x00007ffff7825428 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54
#1 0x00007ffff782702a in __GI_abort () at abort.c:89
#2 0x00007ffff78677ea in __libc_message (do_abort=do_abort@entry=2, fmt=fmt@entry=0x7ffff7980ed8 "*** Error in `%s': %s: 0x%s ***\n") at ../sysdeps/posix/libc_fatal.c:175
#3 0x00007ffff787037a in malloc_printerr (ar_ptr=<optimized out>, ptr=<optimized out>, str=0x7ffff797dcaf "free(): invalid pointer", action=3) at malloc.c:5006
#4 _int_free (av=<optimized out>, p=<optimized out>, have_lock=0) at malloc.c:3867
#5 0x00007ffff787453c in __GI___libc_free (mem=<optimized out>) at malloc.c:2968
#6 0x00007fffeee5310b in __gnu_cxx::new_allocator<long>::deallocate (this=<synthetic pointer>, __p=0x7fffb4000ac0) at /usr/include/c++/5/ext/new_allocator.h:110
#7 std::allocator_traits<std::allocator<long> >::deallocate (__a=<synthetic pointer>, __n=<optimized out>, __p=0x7fffb4000ac0) at /usr/include/c++/5/bits/alloc_traits.h:517
#8 std::_Vector_base<long, std::allocator<long> >::_M_deallocate (__n=<optimized out>, __p=0x7fffb4000ac0, this=<synthetic pointer>) at /usr/include/c++/5/bits/stl_vector.h:178
#9 std::_Vector_base<long, std::allocator<long> >::~_Vector_base (this=<synthetic pointer>, __in_chrg=<optimized out>) at /usr/include/c++/5/bits/stl_vector.h:160
#10 std::vector<long, std::allocator<long> >::~vector (this=<synthetic pointer>, __in_chrg=<optimized out>) at /usr/include/c++/5/bits/stl_vector.h:425
#11 torch::autograd::generated::(anonymous namespace)::permute_backwards (fwd_dims=..., grad=...) at torch/csrc/autograd/generated/Functions.cpp:124
#12 torch::autograd::generated::PermuteBackward::apply (this=<optimized out>, grads=...) at torch/csrc/autograd/generated/Functions.cpp:2753
#13 0x00007fffeecdffa6 in torch::autograd::Function::operator() (inputs=..., this=0x5555569ca830) at /home/fehiepsi/pytorch/torch/csrc/autograd/function.h:109
#14 torch::autograd::call_function (task=...) at torch/csrc/autograd/engine.cpp:237
#15 torch::autograd::Engine::evaluate_function (this=this@entry=0x7fffef748dc0 <engine>, task=...) at torch/csrc/autograd/engine.cpp:256
#16 0x00007fffeece0947 in torch::autograd::Engine::thread_main (this=0x7fffef748dc0 <engine>, graph_task=0x0) at torch/csrc/autograd/engine.cpp:176
#17 0x00007fffeecdd1e2 in torch::autograd::Engine::thread_init (this=this@entry=0x7fffef748dc0 <engine>, device=device@entry=-1) at torch/csrc/autograd/engine.cpp:152
#18 0x00007fffeed0938a in torch::autograd::python::PythonEngine::thread_init (this=0x7fffef748dc0 <engine>, device=-1) at torch/csrc/autograd/python_engine.cpp:40
#19 0x00007fffda7aec5c in std::execute_native_thread_routine_compat (__p=<optimized out>) at /home/msarahan/miniconda2/conda-bld/compilers_linux-64_1507259624353/work/.build/src/gcc-7.2.0/libstdc++-v3/src/c++11/thread.cc:110
#20 0x00007ffff7bc16ba in start_thread (arg=0x7fffbcbfc700) at pthread_create.c:333
#21 0x00007ffff78f741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 2 (Thread 0x7fffbd3fd700 (LWP 26870)):
#0 0x00007ffff78f88c8 in accept4 (fd=9, addr=..., addr_len=0x7fffbd3fce58, flags=524288) at ../sysdeps/unix/sysv/linux/accept4.c:40
#1 0x00007ffff0fd54d6 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#2 0x00007ffff0fc886d in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#3 0x00007ffff0fd6058 in ?? () from /usr/lib/x86_64-linux-gnu/libcuda.so.1
#4 0x00007ffff7bc16ba in start_thread (arg=0x7fffbd3fd700) at pthread_create.c:333
#5 0x00007ffff78f741d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109
Thread 1 (Thread 0x7ffff7fcf700 (LWP 26862)):
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
#1 0x00007fffda7aaa26 in __gthread_cond_wait (__mutex=<optimized out>, __cond=__cond@entry=0x7fffffffd4d8) at /home/msarahan/miniconda2/conda-bld/compilers_linux-64_1507259624353/work/.build/x86_64-conda_cos6-linux-gnu/build/build-cc-gcc-final/x86_64-conda_cos6-linux-gnu/libstdc++-v3/include/x86_64-conda_cos6-linux-gnu/bits/gthr-default.h:877
#2 std::condition_variable::wait (this=this@entry=0x7fffffffd4d8, __lock=...) at /home/msarahan/miniconda2/conda-bld/compilers_linux-64_1507259624353/work/.build/src/gcc-7.2.0/libstdc++-v3/src/c++11/condition_variable.cc:53
#3 0x00007fffeece2a2b in std::condition_variable::wait<torch::autograd::Engine::execute(const edge_list&, const variable_list&, bool, bool, const edge_list&)::<lambda()> > (__p=..., __lock=..., this=<optimized out>) at /usr/include/c++/5/condition_variable:98
#4 torch::autograd::Engine::execute (this=this@entry=0x7fffef748dc0 <engine>, input_roots=..., inputs=..., keep_graph=<optimized out>, create_graph=<optimized out>, outputs=...) at torch/csrc/autograd/engine.cpp:385
#5 0x00007fffeed094ed in torch::autograd::python::PythonEngine::execute (this=this@entry=0x7fffef748dc0 <engine>, roots=..., inputs=..., keep_graph=<optimized out>, create_graph=<optimized out>, outputs=...) at torch/csrc/autograd/python_engine.cpp:58
#6 0x00007fffeed09f9d in THPEngine_run_backward (self=<optimized out>, args=<optimized out>, kwargs=<optimized out>) at torch/csrc/autograd/python_engine.cpp:167
#7 0x000055555569ab56 in PyCFunction_Call ()
#8 0x00005555556f728c in PyEval_EvalFrameEx ()
#9 0x00005555556fc120 in PyEval_EvalFrameEx ()
#10 0x00005555556fc120 in PyEval_EvalFrameEx ()
#11 0x0000555555701f1d in PyEval_EvalCodeEx ()
#12 0x0000555555702e6c in PyEval_EvalCode ()
#13 0x000055555575e424 in run_mod ()
#14 0x000055555575fa91 in PyRun_FileExFlags ()
#15 0x000055555575fc9e in PyRun_SimpleFileExFlags ()
#16 0x0000555555760392 in Py_Main ()
#17 0x000055555562c061 in main ()
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment