Last active
April 5, 2017 09:15
-
-
Save telendt/801a8069a4e04737771775369891c3e6 to your computer and use it in GitHub Desktop.
ES hot threads
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: {Baphomet}{bTq1hGDTQy-AJpWTjTpVbw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.584Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.8% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#15]' | |
| 2/10 snapshots sharing following 38 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.0% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#24]' | |
| 5/10 snapshots sharing following 19 elements | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 25 elements | |
| com.soundcloud.search.scorer.DiscoRankScorer.docId(DiscoRankScorer.scala:40) | |
| com.soundcloud.search.scorer.DiscoRankScorer.runAsDouble(DiscoRankScorer.scala:26) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 21 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.9% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#44]' | |
| 2/10 snapshots sharing following 45 elements | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Black Fox}{h8hrMJQjSVqrdMMqOXAaFw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:12.580Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.2% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#45]' | |
| 7/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.7% (2s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#14]' | |
| 4/10 snapshots sharing following 31 elements | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 36 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.reset(Lucene50PostingsReader.java:315) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.postings(Lucene50PostingsReader.java:221) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.postings(SegmentTermsEnum.java:1002) | |
| org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:106) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BoostQuery$1.scorer(BoostQuery.java:168) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.scorer(DisjunctionMaxQuery.java:177) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FunctionScoreQuery.java:137) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.scorer(FunctionScoreQuery.java:150) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.0% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#34]' | |
| 4/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Growing Man}{12n83BbGQCKnDdZgo0KYsw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.580Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 18.9% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#37]' | |
| 3/10 snapshots sharing following 31 elements | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.3% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#49]' | |
| 2/10 snapshots sharing following 30 elements | |
| org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$2.get(Lucene54DocValuesProducer.java:502) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.index.fielddata.ScriptDocValues$Longs.setNextDocId(ScriptDocValues.java:114) | |
| org.elasticsearch.search.lookup.LeafDocLookup.get(LeafDocLookup.java:94) | |
| com.soundcloud.search.scorer.DiscoRankScorer.docId(DiscoRankScorer.scala:40) | |
| com.soundcloud.search.scorer.DiscoRankScorer.runAsDouble(DiscoRankScorer.scala:26) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.2% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#31]' | |
| 2/10 snapshots sharing following 29 elements | |
| org.apache.lucene.util.QueryBuilder.createBooleanQuery(QueryBuilder.java:87) | |
| org.elasticsearch.index.search.MatchQuery.parse(MatchQuery.java:176) | |
| org.elasticsearch.index.query.MatchQueryParser.parse(MatchQueryParser.java:165) | |
| org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:250) | |
| org.elasticsearch.index.query.DisMaxQueryParser.parse(DisMaxQueryParser.java:78) | |
| org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:250) | |
| org.elasticsearch.index.query.BoolQueryParser.parse(BoolQueryParser.java:82) | |
| org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:250) | |
| org.elasticsearch.index.query.FilteredQueryParser.parse(FilteredQueryParser.java:76) | |
| org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:250) | |
| org.elasticsearch.index.query.functionscore.FunctionScoreQueryParser.parse(FunctionScoreQueryParser.java:111) | |
| org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:250) | |
| org.elasticsearch.index.query.IndexQueryParserService.innerParse(IndexQueryParserService.java:320) | |
| org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:223) | |
| org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:218) | |
| org.elasticsearch.search.query.QueryParseElement.parse(QueryParseElement.java:33) | |
| org.elasticsearch.search.SearchService.parseSource(SearchService.java:856) | |
| org.elasticsearch.search.SearchService.createContext(SearchService.java:667) | |
| org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:633) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Gwen Stacy}{7AzuDMJbRHeZMGe1ov6tsA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.575Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.2% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#18]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 33 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.9% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#1]' | |
| 2/10 snapshots sharing following 42 elements | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 17.8% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#2]' | |
| 5/10 snapshots sharing following 22 elements | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 27 elements | |
| org.apache.lucene.search.DisjunctionMaxScorer.score(DisjunctionMaxScorer.java:53) | |
| org.apache.lucene.search.DisjunctionScorer.score(DisjunctionScorer.java:190) | |
| org.apache.lucene.search.BooleanTopLevelScorers$ReqSingleOptScorer.score(BooleanTopLevelScorers.java:131) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.FilterScorer.score(FilterScorer.java:59) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:198) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Jimaine Szardos}{dkLXxcQ-Ss6bw8LeuCmg5A}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:12.588Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 22.2% (2.2s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#46]' | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 21.8% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#12]' | |
| 3/10 snapshots sharing following 22 elements | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.4% (2s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#26]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Super Sabre}{2p4Gw3kASQCUN9yuHAwrNQ}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.582Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 22.9% (2.2s out of 10s) cpu usage by thread 'elasticsearch[Super Sabre][search][T#48]' | |
| 8/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.9% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Super Sabre][search][T#12]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 23 elements | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.scorer(DisjunctionMaxQuery.java:177) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FunctionScoreQuery.java:137) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.scorer(FunctionScoreQuery.java:150) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.8% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Super Sabre][search][T#49]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexReader.block(CompressingStoredFieldsIndexReader.java:125) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsIndexReader.getStartPointer(CompressingStoredFieldsIndexReader.java:161) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.document(CompressingStoredFieldsReader.java:572) | |
| org.apache.lucene.codecs.compressing.CompressingStoredFieldsReader.visitDocument(CompressingStoredFieldsReader.java:583) | |
| org.apache.lucene.index.CodecReader.document(CodecReader.java:81) | |
| org.apache.lucene.index.FilterLeafReader.document(FilterLeafReader.java:405) | |
| org.elasticsearch.search.fetch.FetchPhase.loadStoredFields(FetchPhase.java:413) | |
| org.elasticsearch.search.fetch.FetchPhase.createSearchHit(FetchPhase.java:213) | |
| org.elasticsearch.search.fetch.FetchPhase.execute(FetchPhase.java:178) | |
| org.elasticsearch.search.SearchService.executeFetchPhase(SearchService.java:605) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$FetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:408) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$FetchByIdTransportHandler.messageReceived(SearchServiceTransportAction.java:405) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Vague}{Ipe_N9STTyWwYOGuInD7Bw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k02} | |
| Hot threads at 2016-09-24T14:27:12.580Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#3]' | |
| 10/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.4% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#26]' | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Mandarin}{Y-BXVC1cTLyeXF8vd-EDeA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.581Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.3% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Mandarin][search][T#30]' | |
| 3/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:415) | |
| org.apache.lucene.search.MinShouldMatchSumScorer.advanceTail(MinShouldMatchSumScorer.java:215) | |
| org.apache.lucene.search.MinShouldMatchSumScorer.advanceTail(MinShouldMatchSumScorer.java:225) | |
| org.apache.lucene.search.MinShouldMatchSumScorer.doNext(MinShouldMatchSumScorer.java:250) | |
| org.apache.lucene.search.MinShouldMatchSumScorer.access$200(MinShouldMatchSumScorer.java:48) | |
| org.apache.lucene.search.MinShouldMatchSumScorer$2.nextDoc(MinShouldMatchSumScorer.java:165) | |
| org.apache.lucene.search.DisjunctionDISIApproximation.nextDoc(DisjunctionDISIApproximation.java:55) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 21.0% (2s out of 10s) cpu usage by thread 'elasticsearch[Mandarin][search][T#19]' | |
| 3/10 snapshots sharing following 22 elements | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Sunstroke}{Cw29YL04S9G0XuBARUG-Qg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:12.581Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.4% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Sunstroke][search][T#9]' | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Sunstroke][search][T#28]' | |
| 6/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Kwannon}{79hqyag7RLOTp5JTKXQHCA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.581Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 18.2% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Kwannon][search][T#11]' | |
| 2/10 snapshots sharing following 32 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.advance(Lucene50PostingsReader.java:415) | |
| org.apache.lucene.search.MinShouldMatchSumScorer.advanceTail(MinShouldMatchSumScorer.java:215) | |
| org.apache.lucene.search.MinShouldMatchSumScorer.advanceTail(MinShouldMatchSumScorer.java:225) | |
| org.apache.lucene.search.MinShouldMatchSumScorer.doNext(MinShouldMatchSumScorer.java:250) | |
| org.apache.lucene.search.MinShouldMatchSumScorer.access$200(MinShouldMatchSumScorer.java:48) | |
| org.apache.lucene.search.MinShouldMatchSumScorer$2.nextDoc(MinShouldMatchSumScorer.java:165) | |
| org.apache.lucene.search.DisjunctionDISIApproximation.nextDoc(DisjunctionDISIApproximation.java:55) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 41 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 17.9% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Kwannon][search][T#49]' | |
| 2/10 snapshots sharing following 46 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.buildSlice(ByteBufferIndexInput.java:534) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.clone(ByteBufferIndexInput.java:487) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 45 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 17.8% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Kwannon][search][T#8]' | |
| 2/10 snapshots sharing following 37 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.buildSlice(ByteBufferIndexInput.java:534) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.clone(ByteBufferIndexInput.java:487) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.reset(Lucene50PostingsReader.java:315) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.postings(Lucene50PostingsReader.java:221) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.postings(SegmentTermsEnum.java:1002) | |
| org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:106) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BoostQuery$1.scorer(BoostQuery.java:168) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.scorer(DisjunctionMaxQuery.java:177) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FunctionScoreQuery.java:137) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.scorer(FunctionScoreQuery.java:150) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Ulysses}{F36bzFLTSDin2jmnOniwpg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:12.581Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 18.6% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#14]' | |
| 9/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.3% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#21]' | |
| 2/10 snapshots sharing following 36 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.0% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#13]' | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Asp}{SwmriyqVSF2OOSnYY3mQIA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k02} | |
| Hot threads at 2016-09-24T14:27:12.602Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.5% (2s out of 10s) cpu usage by thread 'elasticsearch[Asp][search][T#4]' | |
| 9/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Asp][search][T#9]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Vindaloo}{w3nSt8QHSPStoyih0wRGuw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.581Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.3% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Vindaloo][search][T#11]' | |
| 2/10 snapshots sharing following 9 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.8% (2s out of 10s) cpu usage by thread 'elasticsearch[Vindaloo][search][T#3]' | |
| 2/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.9% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Vindaloo][search][T#22]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Straw Man}{klGfhIzYT8SDv1vV2mKBXA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.691Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.9% (2s out of 10s) cpu usage by thread 'elasticsearch[Straw Man][search][T#36]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.7% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Straw Man][search][T#23]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Looter}{BFSMOTLmTY2EZm-R0Q1gTA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.627Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.4% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#12]' | |
| 7/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.0% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#13]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 17.9% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#38]' | |
| 2/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Death's Head}{ujkFXLi1Tweb3r7iEjq4Pw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:12.579Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.8% (2s out of 10s) cpu usage by thread 'elasticsearch[Death's Head][search][T#6]' | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.8% (2s out of 10s) cpu usage by thread 'elasticsearch[Death's Head][search][T#19]' | |
| 9/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Rose}{Iq5rS7IeRcea2ZjX-xdZbw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:12.582Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.2% (2s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#3]' | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.8% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#44]' | |
| 2/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#37]' | |
| 2/10 snapshots sharing following 21 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Sikorsky}{yLVBYfXkQn-D791lOcLNnA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.581Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 18.0% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Sikorsky][search][T#31]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Atum}{SEQ7E6YwRP--9Wm1cbvoXQ}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.578Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.0% (2s out of 10s) cpu usage by thread 'elasticsearch[Atum][search][T#4]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Atum][search][T#33]' | |
| 3/10 snapshots sharing following 45 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.5% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Atum][search][T#27]' | |
| 2/10 snapshots sharing following 45 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 22 elements | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.DisjunctionDISIApproximation.nextDoc(DisjunctionDISIApproximation.java:55) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Clint Barton}{72O12Z7mSBOicZiFO1gOtg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:12.581Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#18]' | |
| 2/10 snapshots sharing following 42 elements | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.5% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#24]' | |
| 2/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.6% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#16]' | |
| 8/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: {Baphomet}{bTq1hGDTQy-AJpWTjTpVbw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.486Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.9% (2s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#42]' | |
| 3/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.9% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#26]' | |
| 2/10 snapshots sharing following 42 elements | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.8% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#18]' | |
| 3/10 snapshots sharing following 20 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Growing Man}{12n83BbGQCKnDdZgo0KYsw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.486Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.1% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#16]' | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.4% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#48]' | |
| 2/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.3% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#18]' | |
| 3/10 snapshots sharing following 31 elements | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Black Fox}{h8hrMJQjSVqrdMMqOXAaFw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:27.522Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.4% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#9]' | |
| 2/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.2% (2s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#17]' | |
| 5/10 snapshots sharing following 21 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Gwen Stacy}{7AzuDMJbRHeZMGe1ov6tsA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.480Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.9% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#39]' | |
| 2/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#21]' | |
| 3/10 snapshots sharing following 48 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.4% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#24]' | |
| 6/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Jimaine Szardos}{dkLXxcQ-Ss6bw8LeuCmg5A}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:27.625Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.1% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#8]' | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.3% (2s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#49]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.2% (2s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#9]' | |
| 6/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Super Sabre}{2p4Gw3kASQCUN9yuHAwrNQ}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.488Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 18.7% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Super Sabre][search][T#32]' | |
| 2/10 snapshots sharing following 42 elements | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.7% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Super Sabre][search][T#22]' | |
| 3/10 snapshots sharing following 49 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.buildSlice(ByteBufferIndexInput.java:534) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.clone(ByteBufferIndexInput.java:487) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 16.8% (1.6s out of 10s) cpu usage by thread 'elasticsearch[Super Sabre][search][T#20]' | |
| 2/10 snapshots sharing following 43 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.buildSlice(ByteBufferIndexInput.java:534) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.clone(ByteBufferIndexInput.java:487) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Vague}{Ipe_N9STTyWwYOGuInD7Bw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k02} | |
| Hot threads at 2016-09-24T14:27:27.486Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.3% (2s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#17]' | |
| 3/10 snapshots sharing following 45 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 45 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 31 elements | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.5% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#45]' | |
| 10/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.4% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#43]' | |
| 4/10 snapshots sharing following 48 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 49 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.buildSlice(ByteBufferIndexInput.java:534) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.clone(ByteBufferIndexInput.java:487) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 31 elements | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Mandarin}{Y-BXVC1cTLyeXF8vd-EDeA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.487Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.1% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Mandarin][search][T#13]' | |
| 3/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Sunstroke}{Cw29YL04S9G0XuBARUG-Qg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:27.487Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.6% (2s out of 10s) cpu usage by thread 'elasticsearch[Sunstroke][search][T#19]' | |
| 6/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.5% (2s out of 10s) cpu usage by thread 'elasticsearch[Sunstroke][search][T#18]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 45 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Sunstroke][search][T#28]' | |
| 4/10 snapshots sharing following 30 elements | |
| org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$2.get(Lucene54DocValuesProducer.java:502) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.index.fielddata.ScriptDocValues$Longs.setNextDocId(ScriptDocValues.java:114) | |
| org.elasticsearch.search.lookup.LeafDocLookup.get(LeafDocLookup.java:94) | |
| com.soundcloud.search.scorer.DiscoRankScorer.kindId(DiscoRankScorer.scala:38) | |
| com.soundcloud.search.scorer.DiscoRankScorer.runAsDouble(DiscoRankScorer.scala:26) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 22 elements | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.util.RoaringDocIdSet$Iterator.advance(RoaringDocIdSet.java:303) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Kwannon}{79hqyag7RLOTp5JTKXQHCA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.548Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 22.3% (2.2s out of 10s) cpu usage by thread 'elasticsearch[Kwannon][search][T#48]' | |
| 10/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 21.2% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Kwannon][search][T#42]' | |
| 9/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.5% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Kwannon][search][T#23]' | |
| 2/10 snapshots sharing following 29 elements | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.index.fielddata.ScriptDocValues$Longs.setNextDocId(ScriptDocValues.java:114) | |
| org.elasticsearch.search.lookup.LeafDocLookup.get(LeafDocLookup.java:94) | |
| com.soundcloud.search.scorer.DiscoRankScorer.kindId(DiscoRankScorer.scala:38) | |
| com.soundcloud.search.scorer.DiscoRankScorer.runAsDouble(DiscoRankScorer.scala:26) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 30 elements | |
| org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$2.get(Lucene54DocValuesProducer.java:502) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.index.fielddata.ScriptDocValues$Longs.setNextDocId(ScriptDocValues.java:114) | |
| org.elasticsearch.search.lookup.LeafDocLookup.get(LeafDocLookup.java:94) | |
| com.soundcloud.search.scorer.DiscoRankScorer.docId(DiscoRankScorer.scala:40) | |
| com.soundcloud.search.scorer.DiscoRankScorer.runAsDouble(DiscoRankScorer.scala:26) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 18 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 21 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Ulysses}{F36bzFLTSDin2jmnOniwpg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:27.487Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.0% (2s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#13]' | |
| 6/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.3% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#20]' | |
| 3/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.4% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#31]' | |
| 3/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Asp}{SwmriyqVSF2OOSnYY3mQIA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k02} | |
| Hot threads at 2016-09-24T14:27:27.494Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 22.7% (2.2s out of 10s) cpu usage by thread 'elasticsearch[Asp][search][T#43]' | |
| 2/10 snapshots sharing following 49 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.buildSlice(ByteBufferIndexInput.java:534) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.clone(ByteBufferIndexInput.java:487) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 42 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.buildSlice(ByteBufferIndexInput.java:534) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.clone(ByteBufferIndexInput.java:487) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 22.5% (2.2s out of 10s) cpu usage by thread 'elasticsearch[Asp][search][T#8]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 49 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.buildSlice(ByteBufferIndexInput.java:534) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.clone(ByteBufferIndexInput.java:487) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.8% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Asp][search][T#27]' | |
| 2/10 snapshots sharing following 49 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.buildSlice(ByteBufferIndexInput.java:534) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.clone(ByteBufferIndexInput.java:487) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 35 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.reset(Lucene50PostingsReader.java:315) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.postings(Lucene50PostingsReader.java:221) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.postings(SegmentTermsEnum.java:1002) | |
| org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:106) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.scorer(DisjunctionMaxQuery.java:177) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FunctionScoreQuery.java:137) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.scorer(FunctionScoreQuery.java:150) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Vindaloo}{w3nSt8QHSPStoyih0wRGuw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.578Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: {Straw Man}{klGfhIzYT8SDv1vV2mKBXA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.487Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 18.8% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Straw Man][search][T#37]' | |
| 2/10 snapshots sharing following 9 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.buildSlice(ByteBufferIndexInput.java:534) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$MultiBufferImpl.clone(ByteBufferIndexInput.java:487) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.6% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Straw Man][search][T#2]' | |
| 2/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 17.9% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Straw Man][search][T#21]' | |
| 7/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Looter}{BFSMOTLmTY2EZm-R0Q1gTA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.487Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.8% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#12]' | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.3% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#2]' | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.ConstantScoreQuery.createWeight(ConstantScoreQuery.java:119) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.9% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#36]' | |
| 3/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Rose}{Iq5rS7IeRcea2ZjX-xdZbw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:27.491Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 23.7% (2.3s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#16]' | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.1% (2s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#2]' | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.0% (2s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#5]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Death's Head}{ujkFXLi1Tweb3r7iEjq4Pw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:27.484Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.1% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Death's Head][search][T#45]' | |
| 6/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Death's Head][search][T#31]' | |
| 3/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Sikorsky}{yLVBYfXkQn-D791lOcLNnA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.486Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.8% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Sikorsky][search][T#49]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.5% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Sikorsky][search][T#7]' | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.1% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Sikorsky][search][T#28]' | |
| 2/10 snapshots sharing following 45 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Atum}{SEQ7E6YwRP--9Wm1cbvoXQ}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.484Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.0% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Atum][search][T#44]' | |
| 2/10 snapshots sharing following 31 elements | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.4% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Atum][search][T#25]' | |
| 2/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Clint Barton}{72O12Z7mSBOicZiFO1gOtg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:27.487Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.1% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#21]' | |
| 7/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 21.1% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#49]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.8% (2s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#27]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: {Baphomet}{bTq1hGDTQy-AJpWTjTpVbw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.114Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.4% (2s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#34]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.3% (2s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#26]' | |
| unique snapshot | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.index.fielddata.ScriptDocValues$Longs.setNextDocId(ScriptDocValues.java:114) | |
| org.elasticsearch.search.lookup.LeafDocLookup.get(LeafDocLookup.java:94) | |
| com.soundcloud.search.scorer.DiscoRankScorer.kindId(DiscoRankScorer.scala:38) | |
| com.soundcloud.search.scorer.DiscoRankScorer.runAsDouble(DiscoRankScorer.scala:26) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.8% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#23]' | |
| 3/10 snapshots sharing following 24 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.FilterScorer.score(FilterScorer.java:59) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:198) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 20 elements | |
| org.apache.lucene.search.DisjunctionDISIApproximation.nextDoc(DisjunctionDISIApproximation.java:55) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Black Fox}{h8hrMJQjSVqrdMMqOXAaFw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:43.114Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.0% (2s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#48]' | |
| 4/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.2% (2s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#36]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.6% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#47]' | |
| 2/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Growing Man}{12n83BbGQCKnDdZgo0KYsw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.115Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.2% (2s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#32]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 9 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.1% (2s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#44]' | |
| 2/10 snapshots sharing following 42 elements | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.9% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#1]' | |
| 2/10 snapshots sharing following 47 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 45 elements | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 48 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Gwen Stacy}{7AzuDMJbRHeZMGe1ov6tsA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.108Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.3% (2s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#25]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.1% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#3]' | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.0% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#28]' | |
| 2/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.search.ConjunctionDISI.addIterator(ConjunctionDISI.java:119) | |
| org.apache.lucene.search.ConjunctionDISI.addScorer(ConjunctionDISI.java:98) | |
| org.apache.lucene.search.ConjunctionDISI.intersectScorers(ConjunctionDISI.java:45) | |
| org.apache.lucene.search.ConjunctionScorer.<init>(ConjunctionScorer.java:41) | |
| org.apache.lucene.search.BooleanWeight.req(BooleanWeight.java:512) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:435) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Super Sabre}{2p4Gw3kASQCUN9yuHAwrNQ}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.116Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.1% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Super Sabre][search][T#32]' | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.2% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Super Sabre][search][T#31]' | |
| 6/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Jimaine Szardos}{dkLXxcQ-Ss6bw8LeuCmg5A}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:43.117Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.7% (2s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#46]' | |
| 2/10 snapshots sharing following 36 elements | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.2% (2s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#18]' | |
| 2/10 snapshots sharing following 42 elements | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Mandarin}{Y-BXVC1cTLyeXF8vd-EDeA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.115Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.1% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Mandarin][search][T#12]' | |
| 3/10 snapshots sharing following 45 elements | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 25 elements | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BoostQuery$1.scorer(BoostQuery.java:168) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.scorer(DisjunctionMaxQuery.java:177) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FunctionScoreQuery.java:137) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.scorer(FunctionScoreQuery.java:150) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.8% (2s out of 10s) cpu usage by thread 'elasticsearch[Mandarin][search][T#7]' | |
| 2/10 snapshots sharing following 33 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 7 elements | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.2% (2s out of 10s) cpu usage by thread 'elasticsearch[Mandarin][search][T#5]' | |
| 3/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Vague}{Ipe_N9STTyWwYOGuInD7Bw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k02} | |
| Hot threads at 2016-09-24T14:27:43.114Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.0% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#35]' | |
| 6/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#29]' | |
| 2/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.3% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#21]' | |
| 2/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 20 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Sunstroke}{Cw29YL04S9G0XuBARUG-Qg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:43.114Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.4% (2s out of 10s) cpu usage by thread 'elasticsearch[Sunstroke][search][T#36]' | |
| 4/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.8% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Sunstroke][search][T#17]' | |
| 2/10 snapshots sharing following 31 elements | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.5% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Sunstroke][search][T#16]' | |
| 2/10 snapshots sharing following 45 elements | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 25 elements | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BoostQuery$1.scorer(BoostQuery.java:168) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.scorer(DisjunctionMaxQuery.java:177) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FunctionScoreQuery.java:137) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.scorer(FunctionScoreQuery.java:150) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Kwannon}{79hqyag7RLOTp5JTKXQHCA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.120Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 22.3% (2.2s out of 10s) cpu usage by thread 'elasticsearch[Kwannon][search][T#29]' | |
| 2/10 snapshots sharing following 25 elements | |
| org.apache.lucene.search.BooleanTopLevelScorers$ReqSingleOptScorer.score(BooleanTopLevelScorers.java:130) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.FilterScorer.score(FilterScorer.java:59) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:198) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 24 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.FilterScorer.score(FilterScorer.java:59) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:198) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 23 elements | |
| org.apache.lucene.util.RoaringDocIdSet$ShortArrayDocIdSet$1.advance(RoaringDocIdSet.java:215) | |
| org.apache.lucene.util.NotDocIdSet$2.advance(NotDocIdSet.java:92) | |
| org.apache.lucene.util.RoaringDocIdSet$Iterator.advance(RoaringDocIdSet.java:303) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 21.2% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Kwannon][search][T#43]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.8% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Kwannon][search][T#41]' | |
| 2/10 snapshots sharing following 30 elements | |
| org.apache.lucene.codecs.lucene54.Lucene54DocValuesProducer$2.get(Lucene54DocValuesProducer.java:502) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.index.fielddata.ScriptDocValues$Longs.setNextDocId(ScriptDocValues.java:114) | |
| org.elasticsearch.search.lookup.LeafDocLookup.get(LeafDocLookup.java:94) | |
| com.soundcloud.search.scorer.DiscoRankScorer.docId(DiscoRankScorer.scala:40) | |
| com.soundcloud.search.scorer.DiscoRankScorer.runAsDouble(DiscoRankScorer.scala:26) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 21 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Ulysses}{F36bzFLTSDin2jmnOniwpg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:43.137Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.9% (2s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#49]' | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.0% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#5]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.6% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#38]' | |
| 9/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Asp}{SwmriyqVSF2OOSnYY3mQIA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k02} | |
| Hot threads at 2016-09-24T14:27:43.111Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.4% (2s out of 10s) cpu usage by thread 'elasticsearch[Asp][search][T#29]' | |
| 2/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.6% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Asp][search][T#6]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.3% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Asp][search][T#34]' | |
| 3/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Vindaloo}{w3nSt8QHSPStoyih0wRGuw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.133Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.2% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Vindaloo][search][T#18]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 21.0% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Vindaloo][search][T#40]' | |
| 4/10 snapshots sharing following 21 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.1% (2s out of 10s) cpu usage by thread 'elasticsearch[Vindaloo][search][T#9]' | |
| 2/10 snapshots sharing following 24 elements | |
| com.soundcloud.search.scorer.DiscoRankScorer.runAsDouble(DiscoRankScorer.scala:26) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Straw Man}{klGfhIzYT8SDv1vV2mKBXA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.115Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 22.0% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Straw Man][search][T#33]' | |
| 4/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 21.6% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Straw Man][search][T#25]' | |
| 3/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.9% (2s out of 10s) cpu usage by thread 'elasticsearch[Straw Man][search][T#40]' | |
| 2/10 snapshots sharing following 9 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Looter}{BFSMOTLmTY2EZm-R0Q1gTA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.115Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.5% (2s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#21]' | |
| 10/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.3% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#28]' | |
| 7/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.2% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#24]' | |
| 2/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Death's Head}{ujkFXLi1Tweb3r7iEjq4Pw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:43.112Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.3% (2s out of 10s) cpu usage by thread 'elasticsearch[Death's Head][search][T#27]' | |
| 2/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.4% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Death's Head][search][T#5]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.analysis.shingle.ShingleFilter.shiftInputWindow(ShingleFilter.java:467) | |
| org.apache.lucene.analysis.shingle.ShingleFilter.incrementToken(ShingleFilter.java:308) | |
| org.apache.lucene.analysis.util.FilteringTokenFilter.incrementToken(FilteringTokenFilter.java:51) | |
| org.apache.lucene.analysis.miscellaneous.LimitTokenCountFilter.incrementToken(LimitTokenCountFilter.java:76) | |
| org.apache.lucene.analysis.CachingTokenFilter.fillCache(CachingTokenFilter.java:91) | |
| org.apache.lucene.analysis.CachingTokenFilter.incrementToken(CachingTokenFilter.java:70) | |
| org.apache.lucene.util.QueryBuilder.createFieldQuery(QueryBuilder.java:223) | |
| org.apache.lucene.util.QueryBuilder.createBooleanQuery(QueryBuilder.java:87) | |
| org.elasticsearch.index.search.MatchQuery.parse(MatchQuery.java:176) | |
| org.elasticsearch.index.query.MatchQueryParser.parse(MatchQueryParser.java:165) | |
| org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:250) | |
| org.elasticsearch.index.query.DisMaxQueryParser.parse(DisMaxQueryParser.java:78) | |
| org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:250) | |
| org.elasticsearch.index.query.BoolQueryParser.parse(BoolQueryParser.java:76) | |
| org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:250) | |
| org.elasticsearch.index.query.FilteredQueryParser.parse(FilteredQueryParser.java:76) | |
| org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:250) | |
| org.elasticsearch.index.query.functionscore.FunctionScoreQueryParser.parse(FunctionScoreQueryParser.java:111) | |
| org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:250) | |
| org.elasticsearch.index.query.IndexQueryParserService.innerParse(IndexQueryParserService.java:320) | |
| org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:223) | |
| org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:218) | |
| org.elasticsearch.search.query.QueryParseElement.parse(QueryParseElement.java:33) | |
| org.elasticsearch.search.SearchService.parseSource(SearchService.java:856) | |
| org.elasticsearch.search.SearchService.createContext(SearchService.java:667) | |
| org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:633) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.3% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Death's Head][search][T#34]' | |
| 2/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Rose}{Iq5rS7IeRcea2ZjX-xdZbw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:43.115Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 22.3% (2.2s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#40]' | |
| 2/10 snapshots sharing following 42 elements | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 21.2% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#2]' | |
| 3/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.1% (2s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#23]' | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Sikorsky}{yLVBYfXkQn-D791lOcLNnA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.118Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.7% (2s out of 10s) cpu usage by thread 'elasticsearch[Sikorsky][search][T#41]' | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 42 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 9 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.5% (2s out of 10s) cpu usage by thread 'elasticsearch[Sikorsky][search][T#31]' | |
| 3/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Sikorsky][search][T#3]' | |
| 3/10 snapshots sharing following 24 elements | |
| com.soundcloud.search.scorer.DiscoRankScorer.runAsDouble(DiscoRankScorer.scala:26) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Atum}{SEQ7E6YwRP--9Wm1cbvoXQ}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.112Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.0% (2s out of 10s) cpu usage by thread 'elasticsearch[Atum][search][T#22]' | |
| 3/10 snapshots sharing following 9 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.1% (2s out of 10s) cpu usage by thread 'elasticsearch[Atum][search][T#28]' | |
| 2/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.8% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Atum][search][T#30]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:559) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Clint Barton}{72O12Z7mSBOicZiFO1gOtg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:43.143Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.9% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#7]' | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 21.2% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#34]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.9% (2s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#39]' | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: {Baphomet}{bTq1hGDTQy-AJpWTjTpVbw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.606Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 18.4% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#22]' | |
| 2/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Growing Man}{12n83BbGQCKnDdZgo0KYsw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.606Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 18.3% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#35]' | |
| 7/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 17.4% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#13]' | |
| 6/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Black Fox}{h8hrMJQjSVqrdMMqOXAaFw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:58.615Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.1% (2s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#31]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.6% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#47]' | |
| 3/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.2% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#40]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Gwen Stacy}{7AzuDMJbRHeZMGe1ov6tsA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.600Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.1% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#1]' | |
| 5/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.9% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#16]' | |
| 2/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 45 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.reset(Lucene50PostingsReader.java:315) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.postings(Lucene50PostingsReader.java:221) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.postings(SegmentTermsEnum.java:1002) | |
| org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:106) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.scorer(DisjunctionMaxQuery.java:177) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FunctionScoreQuery.java:137) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.scorer(FunctionScoreQuery.java:150) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.1% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#49]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Jimaine Szardos}{dkLXxcQ-Ss6bw8LeuCmg5A}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:58.607Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.9% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#33]' | |
| unique snapshot | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.<init>(SegmentTermsEnumFrame.java:49) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.getFrame(SegmentTermsEnum.java:215) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.pushFrame(SegmentTermsEnum.java:241) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:471) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.2% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#47]' | |
| 2/10 snapshots sharing following 24 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.FilterScorer.score(FilterScorer.java:59) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:198) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 24 elements | |
| com.soundcloud.search.scorer.DiscoRankScorer.runAsDouble(DiscoRankScorer.scala:26) | |
| org.elasticsearch.common.lucene.search.function.ScriptScoreFunction$1.score(ScriptScoreFunction.java:87) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.0% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#20]' | |
| 2/10 snapshots sharing following 24 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Super Sabre}{2p4Gw3kASQCUN9yuHAwrNQ}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.608Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 24.1% (2.4s out of 10s) cpu usage by thread 'elasticsearch[Super Sabre][search][T#13]' | |
| 2/10 snapshots sharing following 31 elements | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 23.0% (2.3s out of 10s) cpu usage by thread 'elasticsearch[Super Sabre][search][T#49]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.3% (2s out of 10s) cpu usage by thread 'elasticsearch[Super Sabre][search][T#2]' | |
| 4/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Vague}{Ipe_N9STTyWwYOGuInD7Bw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k02} | |
| Hot threads at 2016-09-24T14:27:58.605Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.4% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#25]' | |
| 4/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.3% (2s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#35]' | |
| 2/10 snapshots sharing following 21 elements | |
| org.apache.lucene.util.RoaringDocIdSet$Iterator.advance(RoaringDocIdSet.java:303) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 21 elements | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.3% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#49]' | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Mandarin}{Y-BXVC1cTLyeXF8vd-EDeA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.606Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.4% (2s out of 10s) cpu usage by thread 'elasticsearch[Mandarin][search][T#45]' | |
| 6/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Sunstroke}{Cw29YL04S9G0XuBARUG-Qg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:27:58.640Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 18.8% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Sunstroke][search][T#18]' | |
| 9/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.7% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Sunstroke][search][T#4]' | |
| 6/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Kwannon}{79hqyag7RLOTp5JTKXQHCA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.607Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Kwannon][search][T#31]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 9 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Ulysses}{F36bzFLTSDin2jmnOniwpg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:58.744Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.2% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#19]' | |
| 4/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 45 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.1% (2s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#40]' | |
| 4/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.1% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Ulysses][search][T#37]' | |
| 4/10 snapshots sharing following 48 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Asp}{SwmriyqVSF2OOSnYY3mQIA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k02} | |
| Hot threads at 2016-09-24T14:27:58.602Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.2% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Asp][search][T#14]' | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.1% (2s out of 10s) cpu usage by thread 'elasticsearch[Asp][search][T#29]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 21 elements | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:173) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.0% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Asp][search][T#31]' | |
| 2/10 snapshots sharing following 31 elements | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.util.TreeMap.getEntry(TreeMap.java:359) | |
| java.util.TreeMap.get(TreeMap.java:278) | |
| org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.terms(PerFieldPostingsFormat.java:284) | |
| org.apache.lucene.index.LeafReader.terms(LeafReader.java:207) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:91) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.ConstantScoreQuery.createWeight(ConstantScoreQuery.java:119) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.join.ToParentBlockJoinQuery.createWeight(ToParentBlockJoinQuery.java:119) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Vindaloo}{w3nSt8QHSPStoyih0wRGuw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.606Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 17.9% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Vindaloo][search][T#22]' | |
| 2/10 snapshots sharing following 27 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 17.2% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Vindaloo][search][T#23]' | |
| 3/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 17.0% (1.6s out of 10s) cpu usage by thread 'elasticsearch[Vindaloo][search][T#47]' | |
| 3/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Straw Man}{klGfhIzYT8SDv1vV2mKBXA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.608Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.6% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Straw Man][search][T#45]' | |
| 3/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.0% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Straw Man][search][T#49]' | |
| 3/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Looter}{BFSMOTLmTY2EZm-R0Q1gTA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.606Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.8% (2s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#20]' | |
| 7/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.7% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#48]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.0% (1.7s out of 10s) cpu usage by thread 'elasticsearch[Looter][search][T#44]' | |
| 2/10 snapshots sharing following 45 elements | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Rose}{Iq5rS7IeRcea2ZjX-xdZbw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:58.607Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.1% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#18]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.reset(Lucene50PostingsReader.java:315) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.postings(Lucene50PostingsReader.java:221) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.postings(SegmentTermsEnum.java:1002) | |
| org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:106) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.scorer(DisjunctionMaxQuery.java:177) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FunctionScoreQuery.java:137) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.scorer(FunctionScoreQuery.java:150) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.0% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#36]' | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.8% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Rose][search][T#6]' | |
| 2/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.nio.ch.EPollArrayWrapper.interrupt(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317) | |
| sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193) | |
| org.jboss.netty.channel.socket.nio.AbstractNioSelector.registerTask(AbstractNioSelector.java:115) | |
| org.jboss.netty.channel.socket.nio.NioWorker.scheduleWriteIfNecessary(NioWorker.java:106) | |
| org.jboss.netty.channel.socket.nio.AbstractNioWorker.writeFromUserCode(AbstractNioWorker.java:132) | |
| org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.handleAcceptedSocket(NioServerSocketPipelineSink.java:99) | |
| org.jboss.netty.channel.socket.nio.NioServerSocketPipelineSink.eventSunk(NioServerSocketPipelineSink.java:36) | |
| org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendDownstream(DefaultChannelPipeline.java:779) | |
| org.jboss.netty.channel.Channels.write(Channels.java:725) | |
| org.jboss.netty.handler.codec.oneone.OneToOneEncoder.doEncode(OneToOneEncoder.java:71) | |
| org.jboss.netty.handler.codec.oneone.OneToOneEncoder.handleDownstream(OneToOneEncoder.java:59) | |
| org.jboss.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:591) | |
| org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendDownstream(DefaultChannelPipeline.java:784) | |
| org.jboss.netty.handler.codec.http.HttpContentEncoder.writeRequested(HttpContentEncoder.java:138) | |
| org.jboss.netty.channel.SimpleChannelHandler.handleDownstream(SimpleChannelHandler.java:254) | |
| org.jboss.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:591) | |
| org.jboss.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendDownstream(DefaultChannelPipeline.java:784) | |
| org.elasticsearch.http.netty.pipelining.HttpPipeliningHandler.handleDownstream(HttpPipeliningHandler.java:87) | |
| org.jboss.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:591) | |
| org.jboss.netty.channel.DefaultChannelPipeline.sendDownstream(DefaultChannelPipeline.java:582) | |
| org.elasticsearch.http.netty.NettyHttpChannel.sendResponse(NettyHttpChannel.java:147) | |
| org.elasticsearch.http.HttpServer$ResourceHandlingHttpChannel.sendResponse(HttpServer.java:352) | |
| org.elasticsearch.rest.action.support.RestResponseListener.processResponse(RestResponseListener.java:43) | |
| org.elasticsearch.rest.action.support.RestActionListener.onResponse(RestActionListener.java:49) | |
| org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:89) | |
| org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:85) | |
| org.elasticsearch.action.search.TransportMultiSearchAction$1.finishHim(TransportMultiSearchAction.java:81) | |
| org.elasticsearch.action.search.TransportMultiSearchAction$1.onResponse(TransportMultiSearchAction.java:68) | |
| org.elasticsearch.action.search.TransportMultiSearchAction$1.onResponse(TransportMultiSearchAction.java:63) | |
| org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:89) | |
| org.elasticsearch.action.support.TransportAction$1.onResponse(TransportAction.java:85) | |
| org.elasticsearch.action.search.SearchQueryThenFetchAsyncAction$2.doRun(SearchQueryThenFetchAsyncAction.java:138) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Death's Head}{ujkFXLi1Tweb3r7iEjq4Pw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k12} | |
| Hot threads at 2016-09-24T14:27:58.604Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.7% (2s out of 10s) cpu usage by thread 'elasticsearch[Death's Head][search][T#34]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.3% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Death's Head][search][T#15]' | |
| 4/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.3% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Death's Head][search][T#47]' | |
| 2/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Sikorsky}{yLVBYfXkQn-D791lOcLNnA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.623Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.4% (2s out of 10s) cpu usage by thread 'elasticsearch[Sikorsky][search][T#20]' | |
| 2/10 snapshots sharing following 31 elements | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.4% (2s out of 10s) cpu usage by thread 'elasticsearch[Sikorsky][search][T#26]' | |
| 4/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.2% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Sikorsky][search][T#8]' | |
| 2/10 snapshots sharing following 31 elements | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Atum}{SEQ7E6YwRP--9Wm1cbvoXQ}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.613Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.8% (2s out of 10s) cpu usage by thread 'elasticsearch[Atum][search][T#27]' | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.6% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Atum][search][T#17]' | |
| 3/10 snapshots sharing following 39 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.5% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Atum][search][T#39]' | |
| 4/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Clint Barton}{72O12Z7mSBOicZiFO1gOtg}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:27:58.606Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.8% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#43]' | |
| 2/10 snapshots sharing following 22 elements | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.DisjunctionDISIApproximation.nextDoc(DisjunctionDISIApproximation.java:55) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 21.8% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#30]' | |
| 7/10 snapshots sharing following 9 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.0% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Clint Barton][search][T#9]' | |
| 3/10 snapshots sharing following 31 elements | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader$BlockDocsEnum.reset(Lucene50PostingsReader.java:315) | |
| org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.postings(Lucene50PostingsReader.java:221) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.postings(SegmentTermsEnum.java:1002) | |
| org.apache.lucene.search.TermQuery$TermWeight.scorer(TermQuery.java:106) | |
| org.apache.lucene.search.BoostQuery$1.scorer(BoostQuery.java:168) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.scorer(DisjunctionMaxQuery.java:177) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FunctionScoreQuery.java:137) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.scorer(FunctionScoreQuery.java:150) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 48 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
This file has been truncated, but you can view the full file.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: {Baphomet}{bTq1hGDTQy-AJpWTjTpVbw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:28:13.096Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 19.4% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#44]' | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 9 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.4% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#48]' | |
| 2/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 8/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 18.1% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Baphomet][search][T#32]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Black Fox}{h8hrMJQjSVqrdMMqOXAaFw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:28:13.096Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.3% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#12]' | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.7% (2s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#16]' | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Black Fox][search][T#13]' | |
| 4/10 snapshots sharing following 4 elements | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Growing Man}{12n83BbGQCKnDdZgo0KYsw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:28:13.096Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.9% (2s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#1]' | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.8% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Growing Man][search][T#23]' | |
| 2/10 snapshots sharing following 19 elements | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 33 elements | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.ConstantScoreQuery.createWeight(ConstantScoreQuery.java:119) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Gwen Stacy}{7AzuDMJbRHeZMGe1ov6tsA}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k13} | |
| Hot threads at 2016-09-24T14:28:13.090Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 20.0% (2s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#22]' | |
| 3/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.System.identityHashCode(Native Method) | |
| org.apache.lucene.util.WeakIdentityMap$IdentityWeakReference.<init>(WeakIdentityMap.java:250) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:131) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.7% (1.9s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#32]' | |
| 2/10 snapshots sharing following 34 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 19.0% (1.8s out of 10s) cpu usage by thread 'elasticsearch[Gwen Stacy][search][T#38]' | |
| 9/10 snapshots sharing following 14 elements | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Jimaine Szardos}{dkLXxcQ-Ss6bw8LeuCmg5A}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=l02} | |
| Hot threads at 2016-09-24T14:28:13.170Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.1% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#36]' | |
| 3/10 snapshots sharing following 30 elements | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.7% (2s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#6]' | |
| 2/10 snapshots sharing following 24 elements | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.FilterScorer.score(FilterScorer.java:59) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:198) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 22 elements | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$FunctionFactorScorer.score(FunctionScoreQuery.java:202) | |
| org.apache.lucene.search.ConjunctionScorer.score(ConjunctionScorer.java:64) | |
| org.apache.lucene.search.TopScoreDocCollector$SimpleTopScoreDocCollector$1.collect(TopScoreDocCollector.java:64) | |
| org.apache.lucene.search.TimeLimitingCollector$1.collect(TimeLimitingCollector.java:158) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:221) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.util.RoaringDocIdSet$Iterator.advance(RoaringDocIdSet.java:303) | |
| org.apache.lucene.search.ConjunctionDISI.doNext(ConjunctionDISI.java:174) | |
| org.apache.lucene.search.ConjunctionDISI.nextDoc(ConjunctionDISI.java:207) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:219) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:172) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:821) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 20.3% (2s out of 10s) cpu usage by thread 'elasticsearch[Jimaine Szardos][search][T#45]' | |
| 2/10 snapshots sharing following 42 elements | |
| java.lang.ref.ReferenceQueue.poll(ReferenceQueue.java:107) | |
| org.apache.lucene.util.WeakIdentityMap.reap(WeakIdentityMap.java:237) | |
| org.apache.lucene.util.WeakIdentityMap.put(WeakIdentityMap.java:130) | |
| org.apache.lucene.store.ByteBufferIndexInput.buildSlice(ByteBufferIndexInput.java:291) | |
| org.apache.lucene.store.ByteBufferIndexInput.clone(ByteBufferIndexInput.java:255) | |
| org.apache.lucene.store.ByteBufferIndexInput$SingleBufferImpl.clone(ByteBufferIndexInput.java:389) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.initIndexInput(SegmentTermsEnum.java:115) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnumFrame.loadBlock(SegmentTermsEnumFrame.java:148) | |
| org.apache.lucene.codecs.blocktree.SegmentTermsEnum.seekExact(SegmentTermsEnum.java:507) | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| java.lang.String.intern(Native Method) | |
| org.elasticsearch.common.logging.ESLoggerFactory.getLogger(ESLoggerFactory.java:66) | |
| org.elasticsearch.common.logging.Loggers.getLogger(Loggers.java:121) | |
| org.elasticsearch.script.ScriptParameterParser.<init>(ScriptParameterParser.java:52) | |
| org.elasticsearch.script.ScriptParameterParser.<init>(ScriptParameterParser.java:48) | |
| org.elasticsearch.index.query.functionscore.script.ScriptScoreFunctionParser.parse(ScriptScoreFunctionParser.java:63) | |
| org.elasticsearch.index.query.functionscore.FunctionScoreQueryParser.parse(FunctionScoreQueryParser.java:140) | |
| org.elasticsearch.index.query.QueryParseContext.parseInnerQuery(QueryParseContext.java:250) | |
| org.elasticsearch.index.query.IndexQueryParserService.innerParse(IndexQueryParserService.java:320) | |
| org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:223) | |
| org.elasticsearch.index.query.IndexQueryParserService.parse(IndexQueryParserService.java:218) | |
| org.elasticsearch.search.query.QueryParseElement.parse(QueryParseElement.java:33) | |
| org.elasticsearch.search.SearchService.parseSource(SearchService.java:856) | |
| org.elasticsearch.search.SearchService.createContext(SearchService.java:667) | |
| org.elasticsearch.search.SearchService.createAndPutContext(SearchService.java:633) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:377) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: {Vague}{Ipe_N9STTyWwYOGuInD7Bw}{OBFUSCATED}{OBFUSCATED:9300}{rack_id=k02} | |
| Hot threads at 2016-09-24T14:28:13.095Z, interval=10s, busiestThreads=3, ignoreIdleThreads=true: | |
| 21.4% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#28]' | |
| 7/10 snapshots sharing following 9 elements | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:293) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 10 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) | |
| java.util.concurrent.LinkedTransferQueue.awaitMatch(LinkedTransferQueue.java:737) | |
| java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:647) | |
| java.util.concurrent.LinkedTransferQueue.take(LinkedTransferQueue.java:1269) | |
| org.elasticsearch.common.util.concurrent.SizeBlockingQueue.take(SizeBlockingQueue.java:161) | |
| java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 21.1% (2.1s out of 10s) cpu usage by thread 'elasticsearch[Vague][search][T#27]' | |
| 3/10 snapshots sharing following 36 elements | |
| org.apache.lucene.index.TermContext.build(TermContext.java:94) | |
| org.apache.lucene.search.TermQuery.createWeight(TermQuery.java:192) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.BoostQuery.createWeight(BoostQuery.java:138) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.DisjunctionMaxQuery$DisjunctionMaxWeight.<init>(DisjunctionMaxQuery.java:138) | |
| org.apache.lucene.search.DisjunctionMaxQuery.createWeight(DisjunctionMaxQuery.java:222) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery.createWeight(FunctionScoreQuery.java:106) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.BooleanWeight.<init>(BooleanWeight.java:57) | |
| org.apache.lucene.search.BooleanQuery.createWeight(BooleanQuery.java:239) | |
| org.apache.lucene.search.IndexSearcher.createWeight(IndexSearcher.java:904) | |
| org.apache.lucene.search.IndexSearcher.createNormalizedWeight(IndexSearcher.java:887) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.createNormalizedWeight(ContextIndexSearcher.java:100) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
| org.elasticsearch.transport.TransportRequestHandler.messageReceived(TransportRequestHandler.java:33) | |
| org.elasticsearch.transport.RequestHandlerRegistry.processMessageReceived(RequestHandlerRegistry.java:77) | |
| org.elasticsearch.transport.TransportService$4.doRun(TransportService.java:376) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:37) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 21 elements | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.functionScorer(FunctionScoreQuery.java:137) | |
| org.elasticsearch.common.lucene.search.function.FunctionScoreQuery$CustomBoostFactorWeight.scorer(FunctionScoreQuery.java:150) | |
| org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:389) | |
| org.apache.lucene.search.Weight.bulkScorer(Weight.java:135) | |
| org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:370) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:818) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:535) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:384) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:113) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:372) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:385) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:368) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:365) | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment