Skip to content

Instantly share code, notes, and snippets.

@gangliao
Created March 27, 2020 12:08
Show Gist options
  • Save gangliao/9f43a83b23397f9c2479c39bfe231e2e to your computer and use it in GitHub Desktop.
Save gangliao/9f43a83b23397f9c2479c39bfe231e2e to your computer and use it in GitHub Desktop.
Started [cpu] profiling
--- Execution profile ---
Total samples : 14613
unknown_Java : 19 (0.13%)
not_walkable_Java : 12 (0.08%)
Frame buffer usage : 2.7247%
--- 50800082519 ns (34.52%), 5062 samples
[ 0] oop_disjoint_arraycopy
[ 1] org.apache.hadoop.hdfs.server.namenode.INodeWithAdditionalFields.getFeature
[ 2] org.apache.hadoop.hdfs.server.namenode.INodeWithAdditionalFields.getXAttrFeature
[ 3] org.apache.hadoop.hdfs.server.namenode.INode.getXAttrFeature
[ 4] org.apache.hadoop.hdfs.server.namenode.INodeDirectory.getLocalStoragePolicyID
[ 5] org.apache.hadoop.hdfs.server.namenode.INodeDirectory.getStoragePolicyID
[ 6] org.apache.hadoop.hdfs.server.namenode.INodeDirectory.getStoragePolicyID
[ 7] org.apache.hadoop.hdfs.server.namenode.INodeFile.getStoragePolicyID
[ 8] org.apache.hadoop.hdfs.server.namenode.INode.computeQuotaUsage
[ 9] org.apache.hadoop.hdfs.server.namenode.FSDirectory.updateCountForDelete
[10] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp$RenameOperation.removeSrc4OldRename
[11] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp.unprotectedRenameTo
[12] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp.renameTo
[13] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp.renameToInt
[14] org.apache.hadoop.hdfs.server.namenode.FSNamesystem.renameTo
[15] org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.rename
[16] org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.rename
[17] org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod
[18] org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call
[19] org.apache.hadoop.ipc.RPC$Server.call
[20] org.apache.hadoop.ipc.Server$RpcCall.run
[21] org.apache.hadoop.ipc.Server$RpcCall.run
[22] java.security.AccessController.doPrivileged
[23] javax.security.auth.Subject.doAs
[24] org.apache.hadoop.security.UserGroupInformation.doAs
[25] org.apache.hadoop.ipc.Server$Handler.run
--- 44760959773 ns (30.41%), 4464 samples
[ 0] oop_arraycopy
[ 1] java.lang.Number.<init>
[ 2] java.lang.Integer.<init>
[ 3] java.lang.Integer.valueOf
[ 4] org.apache.hadoop.hdfs.server.namenode.SerialNumberMap.get
[ 5] org.apache.hadoop.hdfs.server.namenode.SerialNumberManager.getString
[ 6] org.apache.hadoop.hdfs.server.namenode.INodeWithAdditionalFields$PermissionStatusFormat.getGroup
[ 7] org.apache.hadoop.hdfs.server.namenode.INodeWithAdditionalFields.getGroupName
[ 8] org.apache.hadoop.hdfs.server.namenode.INode.getGroupName
[ 9] org.apache.hadoop.hdfs.server.namenode.INodeDirectory.addChild
[10] org.apache.hadoop.hdfs.server.namenode.INodeDirectory.addChild
[11] org.apache.hadoop.hdfs.server.namenode.FSDirectory.addLastINode
[12] org.apache.hadoop.hdfs.server.namenode.FSDirectory.addLastINodeNoQuotaCheck
[13] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp$RenameOperation.addSourceToDestination
[14] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp.unprotectedRenameTo
[15] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp.renameTo
[16] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp.renameToInt
[17] org.apache.hadoop.hdfs.server.namenode.FSNamesystem.renameTo
[18] org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.rename
[19] org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.rename
[20] org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod
[21] org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call
[22] org.apache.hadoop.ipc.RPC$Server.call
[23] org.apache.hadoop.ipc.Server$RpcCall.run
[24] org.apache.hadoop.ipc.Server$RpcCall.run
[25] java.security.AccessController.doPrivileged
[26] javax.security.auth.Subject.doAs
[27] org.apache.hadoop.security.UserGroupInformation.doAs
[28] org.apache.hadoop.ipc.Server$Handler.run
--- 3929000728 ns (2.67%), 391 samples
[ 0] org.apache.hadoop.hdfs.util.ReadOnlyList$Util.binarySearch
[ 1] org.apache.hadoop.hdfs.server.namenode.INodeDirectory.getChild
[ 2] org.apache.hadoop.hdfs.server.namenode.INodesInPath.resolve
[ 3] org.apache.hadoop.hdfs.server.namenode.FSDirectory.resolvePath
[ 4] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp.renameToInt
[ 5] org.apache.hadoop.hdfs.server.namenode.FSNamesystem.renameTo
[ 6] org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.rename
[ 7] org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.rename
[ 8] org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod
[ 9] org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call
[10] org.apache.hadoop.ipc.RPC$Server.call
[11] org.apache.hadoop.ipc.Server$RpcCall.run
[12] org.apache.hadoop.ipc.Server$RpcCall.run
[13] java.security.AccessController.doPrivileged
[14] javax.security.auth.Subject.doAs
[15] org.apache.hadoop.security.UserGroupInformation.doAs
[16] org.apache.hadoop.ipc.Server$Handler.run
--- 3561799708 ns (2.42%), 355 samples
[ 0] _raw_spin_unlock_irqrestore_[k]
[ 1] try_to_wake_up_[k]
[ 2] wake_up_q_[k]
[ 3] futex_wake_[k]
[ 4] do_futex_[k]
[ 5] sys_futex_[k]
[ 6] do_syscall_64_[k]
[ 7] entry_SYSCALL_64_after_hwframe_[k]
[ 8] pthread_cond_signal@@GLIBC_2.3.2
[ 9] sun.misc.Unsafe.unpark
[10] java.util.concurrent.locks.LockSupport.unpark
[11] java.util.concurrent.locks.AbstractQueuedSynchronizer.unparkSuccessor
[12] java.util.concurrent.locks.AbstractQueuedSynchronizer.release
[13] java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.unlock
[14] org.apache.hadoop.hdfs.server.namenode.FSNamesystemLock.writeUnlock
[15] org.apache.hadoop.hdfs.server.namenode.FSNamesystemLock.writeUnlock
[16] org.apache.hadoop.hdfs.server.namenode.FSNamesystem.writeUnlock
[17] org.apache.hadoop.hdfs.server.namenode.FSNamesystem.renameTo
[18] org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.rename
[19] org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.rename
[20] org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod
[21] org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call
[22] org.apache.hadoop.ipc.RPC$Server.call
[23] org.apache.hadoop.ipc.Server$RpcCall.run
[24] org.apache.hadoop.ipc.Server$RpcCall.run
[25] java.security.AccessController.doPrivileged
[26] javax.security.auth.Subject.doAs
[27] org.apache.hadoop.security.UserGroupInformation.doAs
[28] org.apache.hadoop.ipc.Server$Handler.run
--- 2367536169 ns (1.61%), 232 samples
[ 0] _raw_spin_unlock_irqrestore_[k]
[ 1] __wake_up_common_lock_[k]
[ 2] __wake_up_sync_key_[k]
[ 3] sock_def_readable_[k]
[ 4] tcp_rcv_established_[k]
[ 5] tcp_v4_do_rcv_[k]
[ 6] tcp_v4_rcv_[k]
[ 7] ip_local_deliver_finish_[k]
[ 8] ip_local_deliver_[k]
[ 9] ip_rcv_finish_[k]
[10] ip_rcv_[k]
[11] __netif_receive_skb_core_[k]
[12] __netif_receive_skb_[k]
[13] process_backlog_[k]
[14] net_rx_action_[k]
[15] __softirqentry_text_start_[k]
[16] do_softirq_own_stack_[k]
[17] do_softirq.part.17_[k]
[18] __local_bh_enable_ip_[k]
[19] ip_finish_output2_[k]
[20] ip_finish_output_[k]
[21] ip_output_[k]
[22] ip_local_out_[k]
[23] ip_queue_xmit_[k]
[24] __tcp_transmit_skb_[k]
[25] tcp_write_xmit_[k]
[26] __tcp_push_pending_frames_[k]
[27] tcp_push_[k]
[28] tcp_sendmsg_locked_[k]
[29] tcp_sendmsg_[k]
[30] inet_sendmsg_[k]
[31] sock_sendmsg_[k]
[32] sock_write_iter_[k]
[33] new_sync_write_[k]
[34] __vfs_write_[k]
[35] vfs_write_[k]
[36] sys_write_[k]
[37] do_syscall_64_[k]
[38] entry_SYSCALL_64_after_hwframe_[k]
[39] __write
[40] [unknown]
[41] sun.nio.ch.FileDispatcherImpl.write0
[42] sun.nio.ch.SocketDispatcher.write
[43] sun.nio.ch.IOUtil.writeFromNativeBuffer
[44] sun.nio.ch.IOUtil.write
[45] sun.nio.ch.SocketChannelImpl.write
[46] org.apache.hadoop.ipc.Server.channelWrite
[47] org.apache.hadoop.ipc.Server.access$1600
[48] org.apache.hadoop.ipc.Server$Responder.processResponse
[49] org.apache.hadoop.ipc.Server$Responder.doRespond
[50] org.apache.hadoop.ipc.Server$Connection.sendResponse
[51] org.apache.hadoop.ipc.Server$Connection.access$300
[52] org.apache.hadoop.ipc.Server$RpcCall.doResponse
[53] org.apache.hadoop.ipc.Server$Call.sendResponse
[54] org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync$RpcEdit.logSyncNotify
[55] org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run
[56] java.lang.Thread.run
--- 1141197819 ns (0.78%), 114 samples
[ 0] java.lang.Number.<init>
[ 1] java.lang.Integer.<init>
[ 2] java.lang.Integer.valueOf
[ 3] org.apache.hadoop.hdfs.server.namenode.SerialNumberMap.get
[ 4] org.apache.hadoop.hdfs.server.namenode.SerialNumberManager.getString
[ 5] org.apache.hadoop.hdfs.server.namenode.INodeWithAdditionalFields$PermissionStatusFormat.getGroup
[ 6] org.apache.hadoop.hdfs.server.namenode.INodeWithAdditionalFields.getGroupName
[ 7] org.apache.hadoop.hdfs.server.namenode.INode.getGroupName
[ 8] org.apache.hadoop.hdfs.server.namenode.INodeDirectory.addChild
[ 9] org.apache.hadoop.hdfs.server.namenode.INodeDirectory.addChild
[10] org.apache.hadoop.hdfs.server.namenode.FSDirectory.addLastINode
[11] org.apache.hadoop.hdfs.server.namenode.FSDirectory.addLastINodeNoQuotaCheck
[12] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp$RenameOperation.addSourceToDestination
[13] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp.unprotectedRenameTo
[14] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp.renameTo
[15] org.apache.hadoop.hdfs.server.namenode.FSDirRenameOp.renameToInt
[16] org.apache.hadoop.hdfs.server.namenode.FSNamesystem.renameTo
[17] org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.rename
[18] org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.rename
[19] org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod
[20] org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call
[21] org.apache.hadoop.ipc.RPC$Server.call
[22] org.apache.hadoop.ipc.Server$RpcCall.run
[23] org.apache.hadoop.ipc.Server$RpcCall.run
[24] java.security.AccessController.doPrivileged
[25] javax.security.auth.Subject.doAs
[26] org.apache.hadoop.security.UserGroupInformation.doAs
[27] org.apache.hadoop.ipc.Server$Handler.run
--- 863343229 ns (0.59%), 86 samples
[ 0] java.util.HashMap.getNode
[ 1] java.util.HashMap.containsKey
[ 2] java.util.HashSet.contains
[ 3] org.apache.commons.text.translate.LookupTranslator.translate
[ 4] org.apache.commons.text.translate.AggregateTranslator.translate
[ 5] org.apache.commons.text.translate.CharSequenceTranslator.translate
[ 6] org.apache.commons.text.translate.CharSequenceTranslator.translate
[ 7] org.apache.commons.text.StringEscapeUtils.escapeJava
[ 8] org.apache.hadoop.hdfs.server.namenode.FSNamesystem$DefaultAuditLogger.logAuditEvent
[ 9] org.apache.hadoop.hdfs.server.namenode.FSNamesystem.logAuditEvent
[10] org.apache.hadoop.hdfs.server.namenode.FSNamesystem.logAuditEvent
[11] org.apache.hadoop.hdfs.server.namenode.FSNamesystem.renameTo
[12] org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.rename
[13] org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.rename
[14] org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod
[15] org.apache.hadoop.ipc.ProtobufRpcEngine$Server$ProtoBufRpcInvoker.call
[16] org.apache.hadoop.ipc.RPC$Server.call
[17] org.apache.hadoop.ipc.Server$RpcCall.run
[18] org.apache.hadoop.ipc.Server$RpcCall.run
[19] java.security.AccessController.doPrivileged
[20] javax.security.auth.Subject.doAs
[21] org.apache.hadoop.security.UserGroupInformation.doAs
[22] org.apache.hadoop.ipc.Server$Handler.run
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment