remove2.log

establishing lock order ReplicaSetMonitor before DBConnectionPool in 30999 thread 2063
30999: ReplicaSetMonitor DBConnectionPool
history since first lock:
 m30999| 2063 ENTERING ReplicaSetMonitor:
 m30999| 2063 0xa9858b 0x82f4d1 0x83014a 0x853c76 0x9c2fc6 0x9c8d51 0xa2e1f8 0xa24a18 0xa0bb97 0x81c7c3 0xa8917e 0x7f6b5f26edd2 0x7f6b5e57fcdd 
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo15printStackTraceERSo+0x27) [0xa9858b]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo13MutexDebugger8enteringEPKc+0x197) [0x82f4d1]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo5mutex11scoped_lockC1ERS0_+0x74) [0x83014a]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo17ReplicaSetMonitor6removeERKSsb+0x28) [0x853c76]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo11dbgrid_cmds14RemoveShardCmd3runERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x18f4) [0x9c2fc6]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo7Command20runAgainstRegisteredEPKcRNS_7BSONObjERNS_14BSONObjBuilderEi+0x71f) [0x9c8d51]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo14SingleStrategy7queryOpERNS_7RequestE+0x2b6) [0xa2e1f8]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo13ShardStrategy7queryOpERNS_7RequestE+0x62) [0xa24a18]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo7Request7processEi+0x209) [0xa0bb97]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo21ShardedMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xe5) [0x81c7c3]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo3pms9threadRunEPNS_13MessagingPortE+0x49e) [0xa8917e]
 m30999| 2063  /usr/lib/libpthread.so.0(+0x7dd2) [0x7f6b5f26edd2]
 m30999| 2063  /usr/lib/libc.so.6(clone+0x6d) [0x7f6b5e57fcdd]
 m30999| 2063 ENTERING DBConnectionPool:
 m30999| 2063 0xa9858b 0x82f4d1 0x83014a 0x82d8ba 0x8532bf 0x865f24 0x868a5e 0x816fd0 0x817093 0x830ee2 0x85ffe9 0x867c24 0x8668e4 0x8682ca 0x867895 0x86616d 0x863da1 0x861fe4 0x8604a5 0x853d60 
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo15printStackTraceERSo+0x27) [0xa9858b]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo13MutexDebugger8enteringEPKc+0x197) [0x82f4d1]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo5mutex11scoped_lockC1ERS0_+0x74) [0x83014a]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo16DBConnectionPool10removeHostERKSs+0x2a) [0x82d8ba]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo17ReplicaSetMonitorD1Ev+0xc7) [0x8532bf]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5boost14checked_deleteIN5mongo17ReplicaSetMonitorEEEvPT_+0x1e) [0x865f24]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5boost6detail17sp_counted_impl_pIN5mongo17ReplicaSetMonitorEE7disposeEv+0x1c) [0x868a5e]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5boost6detail15sp_counted_base7releaseEv+0x42) [0x816fd0]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5boost6detail12shared_countD1Ev+0x27) [0x817093]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5boost10shared_ptrIN5mongo17ReplicaSetMonitorEED1Ev+0x1c) [0x830ee2]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZNSt4pairIKSsN5boost10shared_ptrIN5mongo17ReplicaSetMonitorEEEED1Ev+0x1d) [0x85ffe9]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN9__gnu_cxx13new_allocatorISt4pairIKSsN5boost10shared_ptrIN5mongo17ReplicaSetMonitorEEEEE7destroyEPS8_+0x1c) [0x867c24]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZNSt8_Rb_treeISsSt4pairIKSsN5boost10shared_ptrIN5mongo17ReplicaSetMonitorEEEESt10_Select1stIS7_ESt4lessISsESaIS7_EE15_M_destroy_nodeEPSt13_Rb_tree_nodeIS7_E+0x46) [0x8668e4]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZNSt8_Rb_treeISsSt4pairIKSsN5boost10shared_ptrIN5mongo17ReplicaSetMonitorEEEESt10_Select1stIS7_ESt4lessISsESaIS7_EE12_M_erase_auxESt23_Rb_tree_const_iteratorIS7_E+0x3e) [0x8682ca]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZNSt8_Rb_treeISsSt4pairIKSsN5boost10shared_ptrIN5mongo17ReplicaSetMonitorEEEESt10_Select1stIS7_ESt4lessISsESaIS7_EE5eraseESt23_Rb_tree_const_iteratorIS7_E+0x23) [0x867895]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZNSt8_Rb_treeISsSt4pairIKSsN5boost10shared_ptrIN5mongo17ReplicaSetMonitorEEEESt10_Select1stIS7_ESt4lessISsESaIS7_EE12_M_erase_auxESt23_Rb_tree_const_iteratorIS7_ESF_+0x10b) [0x86616d]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZNSt8_Rb_treeISsSt4pairIKSsN5boost10shared_ptrIN5mongo17ReplicaSetMonitorEEEESt10_Select1stIS7_ESt4lessISsESaIS7_EE5eraseESt17_Rb_tree_iteratorIS7_ESF_+0x51) [0x863da1]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZNSt8_Rb_treeISsSt4pairIKSsN5boost10shared_ptrIN5mongo17ReplicaSetMonitorEEEESt10_Select1stIS7_ESt4lessISsESaIS7_EE5eraseERS1_+0x52) [0x861fe4]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZNSt3mapISsN5boost10shared_ptrIN5mongo17ReplicaSetMonitorEEESt4lessISsESaISt4pairIKSsS4_EEE5eraseERS8_+0x23) [0x8604a5]
 m30999| 2063  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo17ReplicaSetMonitor14_remove_inlockERKSsb+0xa6) [0x853d60]
 m30999| 2063 LEAVING DBConnectionPool:
 m30999| 2063 0xa9858b 0x82fe6d 0x8301af 0x82da0c 0x8532bf 0x865f24 0x868a5e 0x816fd0 0x817093 0x830ee2 0x85ffe9 0x867c24 0x8668e4 0x8682ca 0x867895 0x86616d 0x863da1 0x861fe4 0x8604a5 0x853d60 
establishing lock order DBConnectionPool before ReplicaSetMonitor in 30999 thread 2085
30999: DBConnectionPool ReplicaSetMonitor
history since first lock:
 m30999| 2085 ENTERING DBConnectionPool:
 m30999| 2085 0xa9858b 0x82f4d1 0x83014a 0x82d7ea 0x8b2f8e 0x9c8d51 0xa2e1f8 0xa24a18 0xa0bb97 0x81c7c3 0xa8917e 0x7f6b5f26edd2 0x7f6b5e57fcdd 
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo15printStackTraceERSo+0x27) [0xa9858b]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo13MutexDebugger8enteringEPKc+0x197) [0x82f4d1]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo5mutex11scoped_lockC1ERS0_+0x74) [0x83014a]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo16DBConnectionPool5flushEv+0x24) [0x82d7ea]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo12PoolFlushCmd3runERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x8b2f8e]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo7Command20runAgainstRegisteredEPKcRNS_7BSONObjERNS_14BSONObjBuilderEi+0x71f) [0x9c8d51]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo14SingleStrategy7queryOpERNS_7RequestE+0x2b6) [0xa2e1f8]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo13ShardStrategy7queryOpERNS_7RequestE+0x62) [0xa24a18]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo7Request7processEi+0x209) [0xa0bb97]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo21ShardedMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xe5) [0x81c7c3]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo3pms9threadRunEPNS_13MessagingPortE+0x49e) [0xa8917e]
 m30999| 2085  /usr/lib/libpthread.so.0(+0x7dd2) [0x7f6b5f26edd2]
 m30999| 2085  /usr/lib/libc.so.6(clone+0x6d) [0x7f6b5e57fcdd]
 m30999| 2085 ENTERING ReplicaSetMonitor:
 m30999| 2085 0xa9858b 0x82f4d1 0x83014a 0x8535aa 0x85901a 0x8592cd 0x85aada 0x84a2b3 0x83eca6 0x82c3dc 0x82d820 0x8b2f8e 0x9c8d51 0xa2e1f8 0xa24a18 0xa0bb97 0x81c7c3 0xa8917e 0x7f6b5f26edd2 0x7f6b5e57fcdd 
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo15printStackTraceERSo+0x27) [0xa9858b]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo13MutexDebugger8enteringEPKc+0x197) [0x82f4d1]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo5mutex11scoped_lockC1ERS0_+0x74) [0x83014a]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo17ReplicaSetMonitor3getERKSsb+0x3a) [0x8535aa]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZNK5mongo18DBClientReplicaSet11_getMonitorEv+0x34) [0x85901a]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo18DBClientReplicaSet11checkMasterEv+0x2b) [0x8592cd]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo18DBClientReplicaSet7findOneERKSsRKNS_5QueryEPKNS_7BSONObjEi+0x1e4) [0x85aada]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo20DBClientWithCommands10runCommandERKSsRKNS_7BSONObjERS3_iPKNS_19AuthenticationTableE+0x269) [0x84a2b3]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo20DBClientWithCommands8isMasterERbPNS_7BSONObjE+0x88) [0x83eca6]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo11PoolForHost5flushEv+0xa8) [0x82c3dc]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo16DBConnectionPool5flushEv+0x5a) [0x82d820]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo12PoolFlushCmd3runERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x8b2f8e]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo7Command20runAgainstRegisteredEPKcRNS_7BSONObjERNS_14BSONObjBuilderEi+0x71f) [0x9c8d51]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo14SingleStrategy7queryOpERNS_7RequestE+0x2b6) [0xa2e1f8]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo13ShardStrategy7queryOpERNS_7RequestE+0x62) [0xa24a18]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo7Request7processEi+0x209) [0xa0bb97]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo21ShardedMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xe5) [0x81c7c3]
 m30999| 2085  /home/leif/git/mongo-vanilla/mongos(_ZN5mongo3pms9threadRunEPNS_13MessagingPortE+0x49e) [0xa8917e]
 m30999| 2085  /usr/lib/libpthread.so.0(+0x7dd2) [0x7f6b5f26edd2]
 m30999| 2085  /usr/lib/libc.so.6(clone+0x6d) [0x7f6b5e57fcdd]
 m30999| mutex problem
 m30999|   when locking ReplicaSetMonitor