Created
July 18, 2014 22:06
-
-
Save gregrahn/10e33bd4efdc25b09d6b to your computer and use it in GitHub Desktop.
tez-crash.sql
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
hive> set hive.execution.engine=tez; | |
hive> select split('I crash Tez',' '); | |
Query ID = hue_20140718150505_1eafc45c-6e2b-49f1-9d72-0ec737a72377 | |
Total jobs = 1 | |
Launching Job 1 out of 1 | |
Status: Running (application id: application_1405217363240_0016) | |
Map 1: -/- | |
Map 1: 0/1 | |
Map 1: 0/1 | |
Map 1: 0/1 | |
Map 1: 0/1 | |
Map 1: 0/1 | |
Status: Failed | |
Vertex failed, vertexName=Map 1, vertexId=vertex_1405217363240_0016_1_00, diagnostics=[Task failed, taskId=task_1405217363240_0016_1_00_000000, diagnostics=[AttemptID:attempt_1405217363240_0016_1_00_000000_0 Info:Error: java.lang.RuntimeException: java.lang.IllegalArgumentException: Can not create a Path from an empty string | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.initNextRecordReader(TezGroupedSplitsInputFormat.java:174) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.<init>(TezGroupedSplitsInputFormat.java:113) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat.getRecordReader(TezGroupedSplitsInputFormat.java:79) | |
at org.apache.tez.mapreduce.input.MRInput.setupOldRecordReader(MRInput.java:205) | |
at org.apache.tez.mapreduce.input.MRInput.initFromEventInternal(MRInput.java:362) | |
at org.apache.tez.mapreduce.input.MRInput.initFromEvent(MRInput.java:341) | |
at org.apache.tez.mapreduce.input.MRInputLegacy.checkAndAwaitRecordReaderInitialization(MRInputLegacy.java:99) | |
at org.apache.tez.mapreduce.input.MRInputLegacy.init(MRInputLegacy.java:68) | |
at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:141) | |
at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:307) | |
at org.apache.hadoop.mapred.YarnTezDagChild$5.run(YarnTezDagChild.java:564) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.security.auth.Subject.doAs(Subject.java:415) | |
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1557) | |
at org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:553) | |
Caused by: java.lang.IllegalArgumentException: Can not create a Path from an empty string | |
at org.apache.hadoop.fs.Path.checkPathArg(Path.java:127) | |
at org.apache.hadoop.fs.Path.<init>(Path.java:135) | |
at org.apache.hadoop.hive.ql.io.HiveInputFormat$HiveInputSplit.getPath(HiveInputFormat.java:110) | |
at org.apache.hadoop.hive.ql.io.HiveInputFormat.getRecordReader(HiveInputFormat.java:228) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.initNextRecordReader(TezGroupedSplitsInputFormat.java:171) | |
... 14 more | |
Container released by application, AttemptID:attempt_1405217363240_0016_1_00_000000_1 Info:Error: java.lang.RuntimeException: java.lang.IllegalArgumentException: Can not create a Path from an empty string | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.initNextRecordReader(TezGroupedSplitsInputFormat.java:174) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.<init>(TezGroupedSplitsInputFormat.java:113) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat.getRecordReader(TezGroupedSplitsInputFormat.java:79) | |
at org.apache.tez.mapreduce.input.MRInput.setupOldRecordReader(MRInput.java:205) | |
at org.apache.tez.mapreduce.input.MRInput.initFromEventInternal(MRInput.java:362) | |
at org.apache.tez.mapreduce.input.MRInput.initFromEvent(MRInput.java:341) | |
at org.apache.tez.mapreduce.input.MRInputLegacy.checkAndAwaitRecordReaderInitialization(MRInputLegacy.java:99) | |
at org.apache.tez.mapreduce.input.MRInputLegacy.init(MRInputLegacy.java:68) | |
at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:141) | |
at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:307) | |
at org.apache.hadoop.mapred.YarnTezDagChild$5.run(YarnTezDagChild.java:564) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.security.auth.Subject.doAs(Subject.java:415) | |
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1557) | |
at org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:553) | |
Caused by: java.lang.IllegalArgumentException: Can not create a Path from an empty string | |
at org.apache.hadoop.fs.Path.checkPathArg(Path.java:127) | |
at org.apache.hadoop.fs.Path.<init>(Path.java:135) | |
at org.apache.hadoop.hive.ql.io.HiveInputFormat$HiveInputSplit.getPath(HiveInputFormat.java:110) | |
at org.apache.hadoop.hive.ql.io.HiveInputFormat.getRecordReader(HiveInputFormat.java:228) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.initNextRecordReader(TezGroupedSplitsInputFormat.java:171) | |
... 14 more | |
Container released by application, AttemptID:attempt_1405217363240_0016_1_00_000000_2 Info:Error: java.lang.RuntimeException: java.lang.IllegalArgumentException: Can not create a Path from an empty string | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.initNextRecordReader(TezGroupedSplitsInputFormat.java:174) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.<init>(TezGroupedSplitsInputFormat.java:113) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat.getRecordReader(TezGroupedSplitsInputFormat.java:79) | |
at org.apache.tez.mapreduce.input.MRInput.setupOldRecordReader(MRInput.java:205) | |
at org.apache.tez.mapreduce.input.MRInput.initFromEventInternal(MRInput.java:362) | |
at org.apache.tez.mapreduce.input.MRInput.initFromEvent(MRInput.java:341) | |
at org.apache.tez.mapreduce.input.MRInputLegacy.checkAndAwaitRecordReaderInitialization(MRInputLegacy.java:99) | |
at org.apache.tez.mapreduce.input.MRInputLegacy.init(MRInputLegacy.java:68) | |
at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:141) | |
at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:307) | |
at org.apache.hadoop.mapred.YarnTezDagChild$5.run(YarnTezDagChild.java:564) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.security.auth.Subject.doAs(Subject.java:415) | |
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1557) | |
at org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:553) | |
Caused by: java.lang.IllegalArgumentException: Can not create a Path from an empty string | |
at org.apache.hadoop.fs.Path.checkPathArg(Path.java:127) | |
at org.apache.hadoop.fs.Path.<init>(Path.java:135) | |
at org.apache.hadoop.hive.ql.io.HiveInputFormat$HiveInputSplit.getPath(HiveInputFormat.java:110) | |
at org.apache.hadoop.hive.ql.io.HiveInputFormat.getRecordReader(HiveInputFormat.java:228) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.initNextRecordReader(TezGroupedSplitsInputFormat.java:171) | |
... 14 more | |
Container released by application, AttemptID:attempt_1405217363240_0016_1_00_000000_3 Info:Error: java.lang.RuntimeException: java.lang.IllegalArgumentException: Can not create a Path from an empty string | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.initNextRecordReader(TezGroupedSplitsInputFormat.java:174) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.<init>(TezGroupedSplitsInputFormat.java:113) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat.getRecordReader(TezGroupedSplitsInputFormat.java:79) | |
at org.apache.tez.mapreduce.input.MRInput.setupOldRecordReader(MRInput.java:205) | |
at org.apache.tez.mapreduce.input.MRInput.initFromEventInternal(MRInput.java:362) | |
at org.apache.tez.mapreduce.input.MRInput.initFromEvent(MRInput.java:341) | |
at org.apache.tez.mapreduce.input.MRInputLegacy.checkAndAwaitRecordReaderInitialization(MRInputLegacy.java:99) | |
at org.apache.tez.mapreduce.input.MRInputLegacy.init(MRInputLegacy.java:68) | |
at org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(TezProcessor.java:141) | |
at org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run(LogicalIOProcessorRuntimeTask.java:307) | |
at org.apache.hadoop.mapred.YarnTezDagChild$5.run(YarnTezDagChild.java:564) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.security.auth.Subject.doAs(Subject.java:415) | |
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1557) | |
at org.apache.hadoop.mapred.YarnTezDagChild.main(YarnTezDagChild.java:553) | |
Caused by: java.lang.IllegalArgumentException: Can not create a Path from an empty string | |
at org.apache.hadoop.fs.Path.checkPathArg(Path.java:127) | |
at org.apache.hadoop.fs.Path.<init>(Path.java:135) | |
at org.apache.hadoop.hive.ql.io.HiveInputFormat$HiveInputSplit.getPath(HiveInputFormat.java:110) | |
at org.apache.hadoop.hive.ql.io.HiveInputFormat.getRecordReader(HiveInputFormat.java:228) | |
at org.apache.hadoop.mapred.split.TezGroupedSplitsInputFormat$TezGroupedSplitsRecordReader.initNextRecordReader(TezGroupedSplitsInputFormat.java:171) | |
... 14 more | |
], Vertex failed as one or more tasks failed. failedTasks:1] | |
DAG failed due to vertex failure. failedVertices:1 killedVertices:0 | |
FAILED: Execution Error, return code 2 from org.apache.hadoop.hive.ql.exec.tez.TezTask |
Getting FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.tez.TezTask error while performing simple insert operation in tez 0.5.2 on hive 1.0.0
please help me out
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
set hive.optimize.tez=true;
might solve this Vertex Failure issue.
This should be the first line of your hive query if you are using Oozie or else just set that before you run the hive query...