Last active
February 25, 2016 07:56
-
-
Save wyukawa/f5c8ebff3ef2bd5b28f6 to your computer and use it in GitHub Desktop.
tez oome
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| select | |
| aaa, | |
| sum(bbb) | |
| from ( | |
| select | |
| ... | |
| from access_log | |
| where yyyymmdd='20160224' AND ... | |
| )x | |
| group by aaa | |
| Error: Failure while running task:java.lang.RuntimeException: java.lang.OutOfMemoryError: Java heap space | |
| at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:159) | |
| at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:139) | |
| at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:344) | |
| at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:181) | |
| at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable$1.run(TezTaskRunner.java:172) | |
| at java.security.AccessController.doPrivileged(Native Method) | |
| at javax.security.auth.Subject.doAs(Subject.java:422) | |
| at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1657) | |
| at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.callInternal(TezTaskRunner.java:172) | |
| at org.apache.tez.runtime.task.TezTaskRunner$TaskRunnerCallable.callInternal(TezTaskRunner.java:168) | |
| at org.apache.tez.common.CallableWithNdc.call(CallableWithNdc.java:36) | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
| at java.lang.Thread.run(Thread.java:745) | |
| Caused by: java.lang.OutOfMemoryError: Java heap space | |
| at java.nio.HeapByteBuffer.(HeapByteBuffer.java:57) | |
| at java.nio.ByteBuffer.allocate(ByteBuffer.java:335) | |
| at org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.(PipelinedSorter.java:172) | |
| at org.apache.tez.runtime.library.common.sort.impl.PipelinedSorter.(PipelinedSorter.java:116) | |
| at org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput.start(OrderedPartitionedKVOutput.java:142) | |
| at org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.init(MapRecordProcessor.java:142) | |
| at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(TezProcessor.java:149) | |
| ... 14 more |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment