Created
May 7, 2012 13:39
-
-
Save Jagdeep1/2627823 to your computer and use it in GitHub Desktop.
ES oom log and settings
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Query for which I am getting oom | |
| { | |
| "query" : { | |
| "match_all" : { } | |
| }, | |
| "size" : 0, | |
| "facets" : { | |
| "tag" : { | |
| "terms" : { | |
| "field" : "nouns", | |
| "size" : 100 | |
| }, | |
| "_cache":false | |
| } | |
| } | |
| } | |
| { | |
| "query" : { | |
| "match_all" : { } | |
| }, | |
| "size" : 0, | |
| "facets" : { | |
| "tag" : { | |
| "terms" : { | |
| "field" : "phrases", | |
| "size" : 100 | |
| }, | |
| "_cache":false | |
| } | |
| } | |
| The mapping of the data is we use is as follows: | |
| (keyword1 is a customized keyword analyzer, similarly standard1 is a | |
| customized standard analyzer) | |
| { | |
| "properties": { | |
| "adjectives": { | |
| "type": "string", | |
| "analyzer": "stop2" | |
| }, | |
| "alertStatus": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "assignedByUserId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "assignedByUserName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "assignedToDepartmentId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "assignedToDepartmentName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "assignedToUserId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "assignedToUserName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "authorJsonMetadata": { | |
| "properties": { | |
| "favourites": { | |
| "type": "string" | |
| }, | |
| "followers": { | |
| "type": "string" | |
| }, | |
| "following": { | |
| "type": "string" | |
| }, | |
| "likes": { | |
| "type": "string" | |
| }, | |
| "listed": { | |
| "type": "string" | |
| }, | |
| "subscribers": { | |
| "type": "string" | |
| }, | |
| "subscription": { | |
| "type": "string" | |
| }, | |
| "uploads": { | |
| "type": "string" | |
| }, | |
| "views": { | |
| "type": "string" | |
| } | |
| } | |
| }, | |
| "authorKloutDetails": { | |
| "dynamic": "true", | |
| "properties": { | |
| "amplificationScore": { | |
| "type": "string" | |
| }, | |
| "authorKloutDetailsFound": { | |
| "type": "string" | |
| }, | |
| "description": { | |
| "type": "string" | |
| }, | |
| "influencees": { | |
| "dynamic": "true", | |
| "properties": { | |
| "kscore": { | |
| "type": "string" | |
| }, | |
| "twitter_screen_name": { | |
| "type": "string" | |
| } | |
| } | |
| }, | |
| "influencers": { | |
| "dynamic": "true", | |
| "properties": { | |
| "kscore": { | |
| "type": "string" | |
| }, | |
| "twitter_screen_name": { | |
| "type": "string" | |
| } | |
| } | |
| }, | |
| "kloutClass": { | |
| "type": "string" | |
| }, | |
| "kloutClassDescription": { | |
| "type": "string" | |
| }, | |
| "kloutScore": { | |
| "type": "string" | |
| }, | |
| "kloutScoreDescription": { | |
| "type": "string" | |
| }, | |
| "kloutTopic": { | |
| "type": "string" | |
| }, | |
| "slope": { | |
| "type": "string" | |
| }, | |
| "trueReach": { | |
| "type": "string" | |
| }, | |
| "twitterId": { | |
| "type": "string" | |
| }, | |
| "twitterScreenName": { | |
| "type": "string" | |
| } | |
| } | |
| }, | |
| "author_media": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "brandTerms": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "calculatedSentimentId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "calculatedSentimentName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "categories": { | |
| "properties": { | |
| "category": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "categoryWords": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "score": { | |
| "type": "double" | |
| } | |
| } | |
| }, | |
| "commentCount": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "contentAuthorId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "contentAuthorName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "contentId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "contentJsonMetadata": { | |
| "properties": { | |
| "comment Count": { | |
| "type": "string" | |
| }, | |
| "dislikes": { | |
| "type": "string" | |
| }, | |
| "favourites": { | |
| "type": "string" | |
| }, | |
| "likes": { | |
| "type": "string" | |
| }, | |
| "retweet Count": { | |
| "type": "string" | |
| }, | |
| "views": { | |
| "type": "string" | |
| } | |
| } | |
| }, | |
| "contentPublishedTime": { | |
| "type": "date", | |
| "index": "analyzed", | |
| "format": "dateOptionalTime" | |
| }, | |
| "contentTextFull": { | |
| "type": "string", | |
| "analyzer": "standard1" | |
| }, | |
| "contentTextFullHighlighted": { | |
| "type": "string", | |
| "analyzer": "standard1" | |
| }, | |
| "contentTextSnippetHighlighted": { | |
| "type": "string", | |
| "analyzer": "standard1" | |
| }, | |
| "contentType": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "contentUrlId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "contentUrlPath": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "contentUrlPublishedTime": { | |
| "type": "date", | |
| "index": "analyzed", | |
| "format": "dateOptionalTime" | |
| }, | |
| "ctmId": { | |
| "type": "long" | |
| }, | |
| "domainName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "domainUrl": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "domain_media": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "findings": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "geographyId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "geographyName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "kloutScore": { | |
| "type": "object" | |
| }, | |
| "languageId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "languageName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "listListeningObjectiveName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "mediaSourceIconPath": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "mediaSourceId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "mediaSourceName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "mediaSourceTypeId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "mediaSourceTypeName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "notesCount": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "nouns": { | |
| "type": "string", | |
| "analyzer": "stop2" | |
| }, | |
| "opinionWords": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "phrases": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "profileId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "profileName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "topicId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "topicName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "userSentimentId": { | |
| "type": "integer", | |
| "index": "analyzed" | |
| }, | |
| "userSentimentName": { | |
| "type": "string", | |
| "analyzer": "keyword1" | |
| }, | |
| "verbs": { | |
| "type": "string", | |
| "analyzer": "stop2" | |
| } | |
| } | |
| } | |
| Error in logs | |
| [2012-05-04 14:19:31,914][DEBUG][action.search.type ] [es_node_67] [lp-192.168.150.15-5444-lp-usaa-all][1], node[9gHxiKfpTnS15xd10VV3IQ], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@5f8d4b95] | |
| org.elasticsearch.transport.RemoteTransportException: [es_node_67][inet[/172.29.181.67:9301]][search/phase/query] | |
| Caused by: java.lang.OutOfMemoryError: loading field [phrases] caused out of memory failure | |
| at org.elasticsearch.index.cache.field.data.support.AbstractConcurrentMapFieldDataCache.cache(AbstractConcurrentMapFieldDataCache.java:126) | |
| at org.elasticsearch.search.facet.terms.strings.TermsStringOrdinalsFacetCollector.doSetNextReader(TermsStringOrdinalsFacetCollector.java:128) | |
| at org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:75) | |
| at org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576) | |
| at org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330) | |
| at org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:194) | |
| at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:234) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:497) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:486) | |
| at org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:374) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| Caused by: java.lang.OutOfMemoryError: Java heap space | |
| at java.util.Arrays.copyOfRange(Arrays.java:2694) | |
| at java.lang.String.<init>(String.java:234) | |
| at org.apache.lucene.index.TermBuffer.toTerm(TermBuffer.java:122) | |
| at org.apache.lucene.index.SegmentTermEnum.term(SegmentTermEnum.java:184) | |
| at org.elasticsearch.index.field.data.support.FieldDataLoader.load(FieldDataLoader.java:53) | |
| at org.elasticsearch.index.field.data.strings.StringFieldData.load(StringFieldData.java:90) | |
| at org.elasticsearch.index.field.data.strings.StringFieldDataType.load(StringFieldDataType.java:56) | |
| at org.elasticsearch.index.field.data.strings.StringFieldDataType.load(StringFieldDataType.java:34) | |
| at org.elasticsearch.index.field.data.FieldData.load(FieldData.java:111) | |
| at org.elasticsearch.index.cache.field.data.support.AbstractConcurrentMapFieldDataCache.cache(AbstractConcurrentMapFieldDataCache.java:122) | |
| ... 17 more | |
| [2012-05-04 14:19:36,861][DEBUG][action.search.type ] [es_node_67] [lp-192.168.150.15-5444-lp-usaa-all][0], node[9gHxiKfpTnS15xd10VV3IQ], [P], s[STARTED]: Failed to execute [org.elasticsearch.action.search.SearchRequest@5f8d4b95] | |
| org.elasticsearch.transport.RemoteTransportException: [es_node_67][inet[/172.29.181.67:9301]][search/phase/query] | |
| Caused by: java.lang.OutOfMemoryError: loading field [phrases] caused out of memory failure | |
| at org.elasticsearch.index.cache.field.data.support.AbstractConcurrentMapFieldDataCache.cache(AbstractConcurrentMapFieldDataCache.java:126) | |
| at org.elasticsearch.search.facet.terms.strings.TermsStringOrdinalsFacetCollector.doSetNextReader(TermsStringOrdinalsFacetCollector.java:128) | |
| at org.elasticsearch.search.facet.AbstractFacetCollector.setNextReader(AbstractFacetCollector.java:75) | |
| at org.elasticsearch.common.lucene.MultiCollector.setNextReader(MultiCollector.java:67) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:576) | |
| at org.elasticsearch.search.internal.ContextIndexSearcher.search(ContextIndexSearcher.java:195) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:445) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:426) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:342) | |
| at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:330) | |
| at org.elasticsearch.search.query.QueryPhase.execute(QueryPhase.java:194) | |
| at org.elasticsearch.search.SearchService.executeQueryPhase(SearchService.java:234) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:497) | |
| at org.elasticsearch.search.action.SearchServiceTransportAction$SearchQueryTransportHandler.messageReceived(SearchServiceTransportAction.java:486) | |
| at org.elasticsearch.transport.netty.MessageChannelHandler$RequestHandler.run(MessageChannelHandler.java:374) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1110) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:603) | |
| at java.lang.Thread.run(Thread.java:722) | |
| Caused by: java.lang.OutOfMemoryError: Java heap space | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment