Created
January 6, 2016 21:14
-
-
Save codyaray/8cbc4c9dd9f13f4adf19 to your computer and use it in GitHub Desktop.
hot threads during this query - https://gist.github.com/codyaray/5d8d1c6766acd2134d07
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ::: [svlchi6pesm03.peak6.net][0zQiOjCySx2lc2CjKKAuxQ][svlchi6pesm03][inet[/10.2.4.180:9300]]{data=false, box_type=mgmt, master=true} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 0.0% (126.3micros out of 500ms) cpu usage by thread 'elasticsearch[svlchi6pesm03.peak6.net][transport_client_timer][T#1]{Hashed wheel timer #1}' | |
| 10/10 snapshots sharing following 5 elements | |
| java.lang.Thread.sleep(Native Method) | |
| org.elasticsearch.common.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:445) | |
| org.elasticsearch.common.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:364) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [svlchi6pes02.peak6.net][7QVV3C62QeyeH9RySjm7Cg][svlchi6pes02][inet[/10.2.4.182:9300]]{box_type=slow, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [svlchi6pes01.peak6.net][u3lgZbZoRy-zgTz7jOq33g][svlchi6pes01][inet[/10.2.4.181:9300]]{box_type=slow, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [svlchi5pfes08.peak6.net][uaLcTHohTiyaRCHHMtxkUQ][svlchi5pfes08][inet[/10.100.0.179:9300]]{box_type=fast, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 101.0% (505.1ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes08.peak6.net][search][T#12]' | |
| 8/10 snapshots sharing following 21 elements | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectBucketNoCounts(BucketsAggregator.java:74) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:63) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:104) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 23 elements | |
| org.apache.lucene.util.packed.DirectReader$DirectPackedReader24.get(DirectReader.java:203) | |
| org.apache.lucene.codecs.lucene410.Lucene410DocValuesProducer$1.get(Lucene410DocValuesProducer.java:359) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:90) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 31.8% (159.1ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes08.peak6.net][bulk][T#18]' | |
| 8/10 snapshots sharing following 2 elements | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [svlchi6pesm01.peak6.net][YHffHzSlTcKcSDeer8L0hQ][svlchi6pesm01.peak6.net][inet[/10.2.4.186:9300]]{data=false, box_type=mgmt, master=true} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [svlchi5pfes03.peak6.net][uWadUHGYSaCPfo3MnG0VsA][svlchi5pfes03][inet[/10.100.0.174:9300]]{box_type=fast, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [svlchi5pfes07.peak6.net][-AKwely9TviAFgz4m1COsA][svlchi5pfes07][inet[/10.100.0.178:9300]]{box_type=fast, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 100.8% (504.1ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes07.peak6.net][search][T#2]' | |
| 7/10 snapshots sharing following 27 elements | |
| org.apache.lucene.util.packed.DirectReader$DirectPackedReader20.get(DirectReader.java:184) | |
| org.apache.lucene.codecs.lucene410.Lucene410DocValuesProducer$1.get(Lucene410DocValuesProducer.java:359) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.elasticsearch.index.fielddata.FieldData$DoubleCastedValues.get(FieldData.java:516) | |
| org.elasticsearch.index.fielddata.SingletonSortedNumericDoubleValues.setDocument(SingletonSortedNumericDoubleValues.java:54) | |
| org.elasticsearch.search.aggregations.metrics.sum.SumAggregator.collect(SumAggregator.java:72) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectBucketNoCounts(BucketsAggregator.java:74) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:63) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:104) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 23 elements | |
| org.apache.lucene.util.packed.DirectReader$DirectPackedReader24.get(DirectReader.java:203) | |
| org.apache.lucene.codecs.lucene410.Lucene410DocValuesProducer$1.get(Lucene410DocValuesProducer.java:359) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:90) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectBucketNoCounts(BucketsAggregator.java:74) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:63) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:104) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [svlchi5pfes01.peak6.net][E-nLOTFwQFSB0X4HxggcnA][svlchi5pfes01][inet[/10.100.0.172:9300]]{box_type=fast, master=false} | |
| Hot threads at 2016-01-06T21:11:49.518Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 402.7% (2s out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes01.peak6.net][search][T#12]' | |
| 2/10 snapshots sharing following 28 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:695) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:684) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54) | |
| org.apache.lucene.codecs.lucene41.ForUtil.readBlock(ForUtil.java:197) | |
| org.apache.lucene.codecs.lucene41.Lucene41PostingsReader$BlockDocsEnum.refillDocs(Lucene41PostingsReader.java:404) | |
| org.apache.lucene.codecs.lucene41.Lucene41PostingsReader$BlockDocsEnum.nextDoc(Lucene41PostingsReader.java:446) | |
| org.apache.lucene.search.MultiTermQueryWrapperFilter.getDocIdSet(MultiTermQueryWrapperFilter.java:111) | |
| org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:177) | |
| org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:59) | |
| org.elasticsearch.common.lucene.search.ApplyAcceptedDocsFilter.getDocIdSet(ApplyAcceptedDocsFilter.java:46) | |
| org.apache.lucene.search.FilteredQuery$1.bulkScorer(FilteredQuery.java:144) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:618) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 7/10 snapshots sharing following 29 elements | |
| sun.nio.ch.NativeThread.current(Native Method) | |
| sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:695) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:684) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116) | |
| org.apache.lucene.codecs.lucene41.ForUtil.readBlock(ForUtil.java:207) | |
| org.apache.lucene.codecs.lucene41.Lucene41PostingsReader$BlockDocsEnum.refillDocs(Lucene41PostingsReader.java:404) | |
| org.apache.lucene.codecs.lucene41.Lucene41PostingsReader$BlockDocsEnum.nextDoc(Lucene41PostingsReader.java:446) | |
| org.apache.lucene.search.MultiTermQueryWrapperFilter.getDocIdSet(MultiTermQueryWrapperFilter.java:111) | |
| org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:177) | |
| org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:59) | |
| org.elasticsearch.common.lucene.search.ApplyAcceptedDocsFilter.getDocIdSet(ApplyAcceptedDocsFilter.java:46) | |
| org.apache.lucene.search.FilteredQuery$1.bulkScorer(FilteredQuery.java:144) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:618) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.search.MultiTermQueryWrapperFilter.getDocIdSet(MultiTermQueryWrapperFilter.java:112) | |
| org.elasticsearch.index.cache.filter.weighted.WeightedFilterCache$FilterCacheFilterWrapper.getDocIdSet(WeightedFilterCache.java:177) | |
| org.elasticsearch.common.lucene.search.XBooleanFilter.getDocIdSet(XBooleanFilter.java:59) | |
| org.elasticsearch.common.lucene.search.ApplyAcceptedDocsFilter.getDocIdSet(ApplyAcceptedDocsFilter.java:46) | |
| org.apache.lucene.search.FilteredQuery$1.bulkScorer(FilteredQuery.java:144) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:618) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 331.3% (1.6s out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes01.peak6.net][[stats-2016.01.06][0]: Lucene Merge Thread #12253]' | |
| 6/10 snapshots sharing following 17 elements | |
| sun.nio.ch.FileDispatcherImpl.pread0(Native Method) | |
| sun.nio.ch.FileDispatcherImpl.pread(FileDispatcherImpl.java:52) | |
| sun.nio.ch.IOUtil.readIntoNativeBuffer(IOUtil.java:220) | |
| sun.nio.ch.IOUtil.read(IOUtil.java:197) | |
| sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:699) | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:684) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:160) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116) | |
| org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:280) | |
| org.apache.lucene.store.Directory.copy(Directory.java:194) | |
| org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4785) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4266) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
| 3/10 snapshots sharing following 15 elements | |
| java.io.FileOutputStream.writeBytes(Native Method) | |
| java.io.FileOutputStream.write(FileOutputStream.java:345) | |
| org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:390) | |
| java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73) | |
| java.io.BufferedOutputStream.write(BufferedOutputStream.java:122) | |
| org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:51) | |
| org.apache.lucene.store.CompoundFileWriter$DirectCFSIndexOutput.writeBytes(CompoundFileWriter.java:356) | |
| org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:281) | |
| org.apache.lucene.store.Directory.copy(Directory.java:194) | |
| org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4785) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4266) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
| unique snapshot | |
| java.util.zip.CRC32.updateBytes(Native Method) | |
| java.util.zip.CRC32.update(CRC32.java:65) | |
| java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:74) | |
| java.io.BufferedOutputStream.write(BufferedOutputStream.java:122) | |
| org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:51) | |
| org.apache.lucene.store.CompoundFileWriter$DirectCFSIndexOutput.writeBytes(CompoundFileWriter.java:356) | |
| org.apache.lucene.store.DataOutput.copyBytes(DataOutput.java:281) | |
| org.apache.lucene.store.Directory.copy(Directory.java:194) | |
| org.apache.lucene.index.IndexWriter.createCompoundFile(IndexWriter.java:4785) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4266) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
| 86.9% (434.5ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes01.peak6.net][bulk][T#15]' | |
| 2/10 snapshots sharing following 20 elements | |
| sun.misc.Unsafe.park(Native Method) | |
| java.util.concurrent.locks.LockSupport.park(LockSupport.java:186) | |
| java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834) | |
| java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireQueued(AbstractQueuedSynchronizer.java:867) | |
| java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:1197) | |
| java.util.concurrent.locks.ReentrantReadWriteLock$WriteLock.lock(ReentrantReadWriteLock.java:945) | |
| org.elasticsearch.index.translog.fs.BufferingFsTranslogFile.add(BufferingFsTranslogFile.java:87) | |
| org.elasticsearch.index.translog.fs.FsTranslog.add(FsTranslog.java:379) | |
| org.elasticsearch.index.engine.InternalEngine.innerCreateNoLock(InternalEngine.java:359) | |
| org.elasticsearch.index.engine.InternalEngine.innerCreate(InternalEngine.java:298) | |
| org.elasticsearch.index.engine.InternalEngine.create(InternalEngine.java:269) | |
| org.elasticsearch.index.shard.IndexShard.create(IndexShard.java:483) | |
| org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:423) | |
| org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:148) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$PrimaryPhase.performOnPrimary(TransportShardReplicationOperationAction.java:574) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$PrimaryPhase$1.doRun(TransportShardReplicationOperationAction.java:440) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 10 elements | |
| org.elasticsearch.index.engine.InternalEngine.create(InternalEngine.java:269) | |
| org.elasticsearch.index.shard.IndexShard.create(IndexShard.java:483) | |
| org.elasticsearch.action.bulk.TransportShardBulkAction.shardIndexOperation(TransportShardBulkAction.java:423) | |
| org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnPrimary(TransportShardBulkAction.java:148) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$PrimaryPhase.performOnPrimary(TransportShardReplicationOperationAction.java:574) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$PrimaryPhase$1.doRun(TransportShardReplicationOperationAction.java:440) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 5/10 snapshots sharing following 10 elements | |
| org.elasticsearch.index.engine.InternalEngine.create(InternalEngine.java:269) | |
| org.elasticsearch.index.shard.IndexShard.create(IndexShard.java:483) | |
| org.elasticsearch.action.bulk.TransportShardBulkAction.shardOperationOnReplica(TransportShardBulkAction.java:569) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:250) | |
| org.elasticsearch.action.support.replication.TransportShardReplicationOperationAction$ReplicaOperationTransportHandler.messageReceived(TransportShardReplicationOperationAction.java:229) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [svlchi6pes07.peak6.net][wSEY25OARx2t_PYU7ke3dw][svlchi6pes07][inet[/10.2.4.190:9300]]{box_type=slow, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [svlchi6pesm02.peak6.net][U9YcfSMhRc2g-8wOMcp_Nw][svlchi6pesm02.peak6.net][inet[/10.2.4.187:9300]]{data=false, box_type=mgmt, master=true} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 5.5% (27.2ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi6pesm02.peak6.net][http_server_worker][T#3]{New I/O worker #21}' | |
| 2/10 snapshots sharing following 46 elements | |
| org.elasticsearch.rest.action.bulk.RestBulkAction.handleRequest(RestBulkAction.java:89) | |
| org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:53) | |
| org.elasticsearch.rest.RestController.executeHandler(RestController.java:225) | |
| org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:170) | |
| org.elasticsearch.http.HttpServer.internalDispatchRequest(HttpServer.java:121) | |
| org.elasticsearch.http.HttpServer$Dispatcher.dispatchRequest(HttpServer.java:83) | |
| org.elasticsearch.http.netty.NettyHttpServerTransport.dispatchRequest(NettyHttpServerTransport.java:327) | |
| org.elasticsearch.http.netty.HttpRequestHandler.messageReceived(HttpRequestHandler.java:63) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.http.netty.pipelining.HttpPipeliningHandler.messageReceived(HttpPipeliningHandler.java:60) | |
| org.elasticsearch.common.netty.channel.SimpleChannelHandler.handleUpstream(SimpleChannelHandler.java:88) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:296) | |
| org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.messageReceived(HttpChunkAggregator.java:194) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.common.netty.handler.codec.http.HttpContentDecoder.messageReceived(HttpContentDecoder.java:135) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:296) | |
| org.elasticsearch.common.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:452) | |
| org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.callDecode(ReplayingDecoder.java:536) | |
| org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.messageReceived(ReplayingDecoder.java:435) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.common.netty.OpenChannelsHandler.handleUpstream(OpenChannelsHandler.java:74) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:268) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:255) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 53 elements | |
| org.elasticsearch.action.bulk.TransportBulkAction.doExecute(TransportBulkAction.java:162) | |
| org.elasticsearch.action.bulk.TransportBulkAction.doExecute(TransportBulkAction.java:67) | |
| org.elasticsearch.action.support.TransportAction.execute(TransportAction.java:75) | |
| org.elasticsearch.client.node.NodeClient.execute(NodeClient.java:98) | |
| org.elasticsearch.client.FilterClient.execute(FilterClient.java:66) | |
| org.elasticsearch.rest.BaseRestHandler$HeadersAndContextCopyClient.execute(BaseRestHandler.java:92) | |
| org.elasticsearch.client.support.AbstractClient.bulk(AbstractClient.java:167) | |
| org.elasticsearch.rest.action.bulk.RestBulkAction.handleRequest(RestBulkAction.java:91) | |
| org.elasticsearch.rest.BaseRestHandler.handleRequest(BaseRestHandler.java:53) | |
| org.elasticsearch.rest.RestController.executeHandler(RestController.java:225) | |
| org.elasticsearch.rest.RestController.dispatchRequest(RestController.java:170) | |
| org.elasticsearch.http.HttpServer.internalDispatchRequest(HttpServer.java:121) | |
| org.elasticsearch.http.HttpServer$Dispatcher.dispatchRequest(HttpServer.java:83) | |
| org.elasticsearch.http.netty.NettyHttpServerTransport.dispatchRequest(NettyHttpServerTransport.java:327) | |
| org.elasticsearch.http.netty.HttpRequestHandler.messageReceived(HttpRequestHandler.java:63) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.http.netty.pipelining.HttpPipeliningHandler.messageReceived(HttpPipeliningHandler.java:60) | |
| org.elasticsearch.common.netty.channel.SimpleChannelHandler.handleUpstream(SimpleChannelHandler.java:88) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:296) | |
| org.elasticsearch.common.netty.handler.codec.http.HttpChunkAggregator.messageReceived(HttpChunkAggregator.java:194) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.common.netty.handler.codec.http.HttpContentDecoder.messageReceived(HttpContentDecoder.java:135) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:296) | |
| org.elasticsearch.common.netty.handler.codec.frame.FrameDecoder.unfoldAndFireMessageReceived(FrameDecoder.java:452) | |
| org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.callDecode(ReplayingDecoder.java:536) | |
| org.elasticsearch.common.netty.handler.codec.replay.ReplayingDecoder.messageReceived(ReplayingDecoder.java:435) | |
| org.elasticsearch.common.netty.channel.SimpleChannelUpstreamHandler.handleUpstream(SimpleChannelUpstreamHandler.java:70) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline$DefaultChannelHandlerContext.sendUpstream(DefaultChannelPipeline.java:791) | |
| org.elasticsearch.common.netty.OpenChannelsHandler.handleUpstream(OpenChannelsHandler.java:74) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:564) | |
| org.elasticsearch.common.netty.channel.DefaultChannelPipeline.sendUpstream(DefaultChannelPipeline.java:559) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:268) | |
| org.elasticsearch.common.netty.channel.Channels.fireMessageReceived(Channels.java:255) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.read(NioWorker.java:88) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.process(AbstractNioWorker.java:108) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:337) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 6/10 snapshots sharing following 15 elements | |
| sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) | |
| sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) | |
| sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79) | |
| sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) | |
| sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) | |
| org.elasticsearch.common.netty.channel.socket.nio.SelectorUtil.select(SelectorUtil.java:68) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.select(AbstractNioSelector.java:434) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioSelector.run(AbstractNioSelector.java:212) | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [svlchi5pfes05.peak6.net][DHORYEdOQ7y7fmmDzckmKg][svlchi5pfes05][inet[/10.100.0.176:9300]]{box_type=fast, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [svlchi6pes05.peak6.net][u3OLXtSLQ02OtgHoWhkvMg][svlchi6pes05][inet[svlchi6pes05.peak6.net/10.2.4.188:9300]]{box_type=slow, master=false} | |
| Hot threads at 2016-01-06T21:11:49.518Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [svlchi5pfes02.peak6.net][8DmJ80nsTduNSpgiE6Pw_A][svlchi5pfes02][inet[/10.100.0.173:9300]]{box_type=fast, master=false} | |
| Hot threads at 2016-01-06T21:11:49.526Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 100.2% (501ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes02.peak6.net][search][T#17]' | |
| 3/10 snapshots sharing following 23 elements | |
| org.apache.lucene.util.packed.DirectReader$DirectPackedReader24.get(DirectReader.java:203) | |
| org.apache.lucene.codecs.lucene410.Lucene410DocValuesProducer$1.get(Lucene410DocValuesProducer.java:359) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:90) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 23 elements | |
| org.elasticsearch.common.util.BigArrays.grow(BigArrays.java:667) | |
| org.elasticsearch.search.aggregations.metrics.sum.SumAggregator.collect(SumAggregator.java:71) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectBucketNoCounts(BucketsAggregator.java:74) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:63) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:104) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 21 elements | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectBucketNoCounts(BucketsAggregator.java:74) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:63) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:104) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 18 elements | |
| org.apache.lucene.search.FilteredDocIdSetIterator.nextDoc(FilteredDocIdSetIterator.java:60) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.nextDoc(ConstantScoreQuery.java:257) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:192) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 99.9% (499.5ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes02.peak6.net][[stats-2016.01.06][0]: Lucene Merge Thread #8213]' | |
| 10/10 snapshots sharing following 9 elements | |
| org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addSortedNumericField(PerFieldDocValuesFormat.java:122) | |
| org.apache.lucene.codecs.DocValuesConsumer.mergeSortedNumericField(DocValuesConsumer.java:301) | |
| org.apache.lucene.index.SegmentMerger.mergeDocValues(SegmentMerger.java:223) | |
| org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:122) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4223) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
| ::: [svlchi6pes06.peak6.net][D3DDGBe4Qs-7ZL4zBb-Hdg][svlchi6pes06][inet[/10.2.4.189:9300]]{box_type=slow, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [svlchi5pfes06.peak6.net][V0YnfMScTy2SHBzADhibMQ][svlchi5pfes06][inet[/10.100.0.177:9300]]{box_type=fast, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 100.9% (504.2ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes06.peak6.net][[logstash-2016.01.06][2]: Lucene Merge Thread #4900]' | |
| 4/10 snapshots sharing following 19 elements | |
| sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:684) | |
| org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179) | |
| org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:140) | |
| org.apache.lucene.store.BufferedIndexInput.readBytes(BufferedIndexInput.java:116) | |
| org.apache.lucene.codecs.lucene41.ForUtil.readBlock(ForUtil.java:207) | |
| org.apache.lucene.codecs.lucene41.Lucene41PostingsReader$BlockDocsAndPositionsEnum.refillDocs(Lucene41PostingsReader.java:711) | |
| org.apache.lucene.codecs.lucene41.Lucene41PostingsReader$BlockDocsAndPositionsEnum.nextDoc(Lucene41PostingsReader.java:780) | |
| org.apache.lucene.codecs.MappingMultiDocsAndPositionsEnum.nextDoc(MappingMultiDocsAndPositionsEnum.java:104) | |
| org.apache.lucene.codecs.PostingsConsumer.merge(PostingsConsumer.java:109) | |
| org.apache.lucene.codecs.TermsConsumer.merge(TermsConsumer.java:164) | |
| org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:72) | |
| org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:399) | |
| org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4223) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
| 2/10 snapshots sharing following 10 elements | |
| org.apache.lucene.codecs.PostingsConsumer.merge(PostingsConsumer.java:115) | |
| org.apache.lucene.codecs.TermsConsumer.merge(TermsConsumer.java:164) | |
| org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:72) | |
| org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:399) | |
| org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4223) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
| 2/10 snapshots sharing following 12 elements | |
| org.apache.lucene.codecs.lucene41.Lucene41PostingsReader$BlockDocsAndPositionsEnum.nextPosition(Lucene41PostingsReader.java:960) | |
| org.apache.lucene.codecs.MappingMultiDocsAndPositionsEnum.nextPosition(MappingMultiDocsAndPositionsEnum.java:120) | |
| org.apache.lucene.codecs.PostingsConsumer.merge(PostingsConsumer.java:118) | |
| org.apache.lucene.codecs.TermsConsumer.merge(TermsConsumer.java:164) | |
| org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:72) | |
| org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:399) | |
| org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4223) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
| 2/10 snapshots sharing following 8 elements | |
| org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:72) | |
| org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:399) | |
| org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4223) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
| 100.1% (500.2ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes06.peak6.net][search][T#3]' | |
| 7/10 snapshots sharing following 21 elements | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectBucketNoCounts(BucketsAggregator.java:74) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:63) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:104) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 15 elements | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 95.9% (479.5ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes06.peak6.net][search][T#12]' | |
| 5/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.nextDoc(ConstantScoreQuery.java:257) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:192) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 23 elements | |
| org.apache.lucene.util.packed.DirectReader$DirectPackedReader24.get(DirectReader.java:203) | |
| org.apache.lucene.codecs.lucene410.Lucene410DocValuesProducer$1.get(Lucene410DocValuesProducer.java:359) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:90) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 2/10 snapshots sharing following 21 elements | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectBucketNoCounts(BucketsAggregator.java:74) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:63) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:104) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.apache.lucene.codecs.lucene410.Lucene410DocValuesProducer$1.get(Lucene410DocValuesProducer.java:359) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:90) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:776) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:767) | |
| org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.doRun(MessageChannelHandler.java:279) | |
| org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:36) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [svlchi6pes08.peak6.net][PIdBM5vTRaaBk4TO9-diOA][svlchi6pes08][inet[/10.2.4.191:9300]]{box_type=slow, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 10.1% (50.5ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi6pes08.peak6.net][transport_client_worker][T#13]{New I/O worker #13}' | |
| 10/10 snapshots sharing following 7 elements | |
| org.elasticsearch.common.netty.channel.socket.nio.AbstractNioWorker.run(AbstractNioWorker.java:89) | |
| org.elasticsearch.common.netty.channel.socket.nio.NioWorker.run(NioWorker.java:178) | |
| org.elasticsearch.common.netty.util.ThreadRenamingRunnable.run(ThreadRenamingRunnable.java:108) | |
| org.elasticsearch.common.netty.util.internal.DeadLockProofWorker$1.run(DeadLockProofWorker.java:42) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| ::: [svlchi6pes03.peak6.net][6sYeHP3tT3GXBqomc2MzGg][svlchi6pes03][inet[/10.2.4.183:9300]]{box_type=slow, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [sslchi6pglacieres01.peak6.net][N0B5vl5_RB-HwYTDXEmwvQ][sslchi6pglacieres01][inet[/10.2.4.87:9300]]{box_type=glacier, master=false} | |
| Hot threads at 2016-01-06T21:11:49.518Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [svlchi6pes04.peak6.net][-YJ6doXGRGS76qM0r9te3Q][svlchi6pes04][inet[/10.2.4.184:9300]]{box_type=slow, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| ::: [svlchi5pfes04.peak6.net][84ZrcLMSSdyKrZFl8JWbIw][svlchi5pfes04][inet[/10.100.0.175:9300]]{box_type=fast, master=false} | |
| Hot threads at 2016-01-06T21:11:49.519Z, interval=500ms, busiestThreads=3, ignoreIdleThreads=true: | |
| 101.2% (505.8ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes04.peak6.net][search][T#18]' | |
| 2/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.FilteredDocIdSetIterator.nextDoc(FilteredDocIdSetIterator.java:60) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.nextDoc(ConstantScoreQuery.java:257) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:192) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:231) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:228) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 22 elements | |
| org.apache.lucene.util.packed.DirectReader$DirectPackedReader24.get(DirectReader.java:203) | |
| org.apache.lucene.codecs.lucene410.Lucene410DocValuesProducer$1.get(Lucene410DocValuesProducer.java:359) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:90) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:231) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:228) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 3/10 snapshots sharing following 20 elements | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectBucketNoCounts(BucketsAggregator.java:74) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:63) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:104) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:231) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:228) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| unique snapshot | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:58) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:231) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:228) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 101.1% (505.4ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes04.peak6.net][search][T#17]' | |
| 2/10 snapshots sharing following 22 elements | |
| org.apache.lucene.util.packed.DirectReader$DirectPackedReader24.get(DirectReader.java:203) | |
| org.apache.lucene.codecs.lucene410.Lucene410DocValuesProducer$1.get(Lucene410DocValuesProducer.java:359) | |
| org.apache.lucene.util.LongValues.get(LongValues.java:45) | |
| org.apache.lucene.index.SingletonSortedNumericDocValues.setDocument(SingletonSortedNumericDocValues.java:52) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:90) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:231) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:228) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 20 elements | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectBucketNoCounts(BucketsAggregator.java:74) | |
| org.elasticsearch.search.aggregations.bucket.BucketsAggregator.collectExistingBucket(BucketsAggregator.java:63) | |
| org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregator.collect(HistogramAggregator.java:104) | |
| org.elasticsearch.search.aggregations.AggregationPhase$AggregationsCollector.collect(AggregationPhase.java:161) | |
| org.elasticsearch.common.lucene.MultiCollector.collect(MultiCollector.java:60) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:193) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:231) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:228) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 4/10 snapshots sharing following 17 elements | |
| org.apache.lucene.search.FilteredDocIdSetIterator.nextDoc(FilteredDocIdSetIterator.java:60) | |
| org.apache.lucene.search.ConstantScoreQuery$ConstantScorer.nextDoc(ConstantScoreQuery.java:257) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:192) | |
| org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:163) | |
| org.apache.lucene.search.BulkScorer.score(BulkScorer.java:35) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:621) | |
| org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:191) | |
| org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:309) | |
| org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:117) | |
| org.elasticsearch.search.SearchService.loadOrExecuteQueryPhase(SearchService.java:289) | |
| org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:300) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:231) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$5.call(SearchServiceTransportAction.java:228) | |
| org.elasticsearch.search.action.SearchServiceTransportAction$23.run(SearchServiceTransportAction.java:559) | |
| java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145) | |
| java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615) | |
| java.lang.Thread.run(Thread.java:745) | |
| 87.1% (435.7ms out of 500ms) cpu usage by thread 'elasticsearch[svlchi5pfes04.peak6.net][[logstash-2016.01.06][6]: Lucene Merge Thread #5063]' | |
| 2/10 snapshots sharing following 21 elements | |
| java.util.zip.CRC32.updateBytes(Native Method) | |
| java.util.zip.CRC32.update(CRC32.java:65) | |
| java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:74) | |
| java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82) | |
| java.io.BufferedOutputStream.write(BufferedOutputStream.java:126) | |
| org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:51) | |
| org.apache.lucene.store.DataOutput.writeBytes(DataOutput.java:53) | |
| org.apache.lucene.store.RAMOutputStream.writeTo(RAMOutputStream.java:76) | |
| org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.writeBlock(BlockTreeTermsWriter.java:838) | |
| org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.writeBlocks(BlockTreeTermsWriter.java:647) | |
| org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.pushTerm(BlockTreeTermsWriter.java:943) | |
| org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.finishTerm(BlockTreeTermsWriter.java:912) | |
| org.apache.lucene.codecs.TermsConsumer.merge(TermsConsumer.java:112) | |
| org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:72) | |
| org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:399) | |
| org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4223) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
| 4/10 snapshots sharing following 11 elements | |
| org.apache.lucene.index.MultiTermsEnum.pushTop(MultiTermsEnum.java:293) | |
| org.apache.lucene.index.MultiTermsEnum.next(MultiTermsEnum.java:319) | |
| org.apache.lucene.codecs.TermsConsumer.merge(TermsConsumer.java:103) | |
| org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:72) | |
| org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:399) | |
| org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4223) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
| 2/10 snapshots sharing following 22 elements | |
| java.io.FileOutputStream.writeBytes(Native Method) | |
| java.io.FileOutputStream.write(FileOutputStream.java:345) | |
| org.apache.lucene.store.FSDirectory$FSIndexOutput$1.write(FSDirectory.java:390) | |
| java.util.zip.CheckedOutputStream.write(CheckedOutputStream.java:73) | |
| java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82) | |
| java.io.BufferedOutputStream.write(BufferedOutputStream.java:126) | |
| org.apache.lucene.store.OutputStreamIndexOutput.writeBytes(OutputStreamIndexOutput.java:51) | |
| org.apache.lucene.store.DataOutput.writeBytes(DataOutput.java:53) | |
| org.apache.lucene.store.RAMOutputStream.writeTo(RAMOutputStream.java:76) | |
| org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.writeBlock(BlockTreeTermsWriter.java:838) | |
| org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.writeBlocks(BlockTreeTermsWriter.java:647) | |
| org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.pushTerm(BlockTreeTermsWriter.java:943) | |
| org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.finishTerm(BlockTreeTermsWriter.java:912) | |
| org.apache.lucene.codecs.TermsConsumer.merge(TermsConsumer.java:112) | |
| org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:72) | |
| org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:399) | |
| org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4223) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
| 2/10 snapshots sharing following 10 elements | |
| org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.finishTerm(BlockTreeTermsWriter.java:912) | |
| org.apache.lucene.codecs.TermsConsumer.merge(TermsConsumer.java:112) | |
| org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:72) | |
| org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:399) | |
| org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:112) | |
| org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4223) | |
| org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3811) | |
| org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:409) | |
| org.apache.lucene.index.TrackingConcurrentMergeScheduler.doMerge(TrackingConcurrentMergeScheduler.java:107) | |
| org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:486) | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment