Created
October 4, 2016 00:19
-
-
Save praveen-symphony/1deb9a48c4ea9e2895644336d5394424 to your computer and use it in GitHub Desktop.
Hive on Spark on EMR 5.0.0 is not working ?
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Warning: Master yarn-cluster is deprecated since 2.0. Please use master "yarn" with specified deploy mode instead. | |
Exception in thread "main" java.lang.NoClassDefFoundError: com/sun/jersey/api/client/config/ClientConfig | |
at org.apache.hadoop.yarn.client.api.TimelineClient.createTimelineClient(TimelineClient.java:55) | |
at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.createTimelineClient(YarnClientImpl.java:181) | |
at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.serviceInit(YarnClientImpl.java:168) | |
at org.apache.hadoop.service.AbstractService.init(AbstractService.java:163) | |
at org.apache.spark.deploy.yarn.Client.submitApplication(Client.scala:150) | |
at org.apache.spark.deploy.yarn.Client.run(Client.scala:1119) | |
at org.apache.spark.deploy.yarn.Client$.main(Client.scala:1175) | |
at org.apache.spark.deploy.yarn.Client.main(Client.scala) | |
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
at java.lang.reflect.Method.invoke(Method.java:498) | |
at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:729) | |
at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:185) | |
at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:210) | |
at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:124) | |
at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) | |
Caused by: java.lang.ClassNotFoundException: com.sun.jersey.api.client.config.ClientConfig | |
at java.net.URLClassLoader.findClass(URLClassLoader.java:381) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:424) | |
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331) | |
at java.lang.ClassLoader.loadClass(ClassLoader.java:357) | |
... 17 more | |
at org.apache.hive.spark.client.rpc.RpcServer.cancelClient(RpcServer.java:179) ~[hive-exec-2.1.0-amzn-0.jar:2.1.0-amzn-0] | |
at org.apache.hive.spark.client.SparkClientImpl$3.run(SparkClientImpl.java:465) ~[hive-exec-2.1.0-amzn-0.jar:2.1.0-amzn-0] | |
at java.lang.Thread.run(Thread.java:745) ~[?:1.8.0_101] | |
2016-10-04T00:17:33,499 ERROR [ac7e5465-1771-4df9-bb05-5638a33090b4 main([])]: ql.Driver (SessionState.java:printError(1063)) - FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.spark.SparkTask | |
2016-10-04T00:17:33,499 INFO [ac7e5465-1771-4df9-bb05-5638a33090b4 main([])]: ql.Driver (Driver.java:execute(1729)) - Completed executing command(queryId=hadoop_20161004001730_6c80a41f-40fa-426f-ae9a-9abe5df79054); Time taken: 3.093 seconds | |
2016-10-04T00:17:33,502 INFO [ac7e5465-1771-4df9-bb05-5638a33090b4 main([])]: conf.HiveConf (HiveConf.java:getLogIdVar(3514)) - Using the default value passed in for log id: ac7e5465-1771-4df9-bb05-5638a33090b4 | |
2016-10-04T00:17:33,503 INFO [ac7e5465-1771-4df9-bb05-5638a33090b4 main([])]: session.SessionState (SessionState.java:resetThreadName(412)) - Resetting thread name to main |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment