Created
December 8, 2013 22:36
-
-
Save parth-patil/7864738 to your computer and use it in GitHub Desktop.
Exception when running Cassandra Hadoop CQL3 example
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
➜ hadoop_cql3_word_count git:(cassandra-2.0) ✗ ./bin/word_count | |
DEBUG 14:35:30,741 java.io.IOException: config() | |
at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:227) | |
at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:214) | |
at WordCount.main(Unknown Source) | |
INFO 14:35:30,794 output reducer type: cassandra | |
DEBUG 14:35:30,801 java.io.IOException: config(config) | |
at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:260) | |
at org.apache.hadoop.mapred.JobConf.<init>(JobConf.java:341) | |
at org.apache.hadoop.mapreduce.JobContext.<init>(JobContext.java:76) | |
at org.apache.hadoop.mapreduce.Job.<init>(Job.java:50) | |
at org.apache.hadoop.mapreduce.Job.<init>(Job.java:54) | |
at WordCount.run(Unknown Source) | |
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65) | |
at WordCount.main(Unknown Source) | |
DEBUG 14:35:30,852 java.io.IOException: config() | |
at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:227) | |
at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:214) | |
at org.apache.hadoop.security.UserGroupInformation.ensureInitialized(UserGroupInformation.java:184) | |
at org.apache.hadoop.security.UserGroupInformation.isSecurityEnabled(UserGroupInformation.java:236) | |
at org.apache.hadoop.security.UserGroupInformation.getLoginUser(UserGroupInformation.java:466) | |
at org.apache.hadoop.security.UserGroupInformation.getCurrentUser(UserGroupInformation.java:452) | |
at org.apache.hadoop.mapreduce.JobContext.<init>(JobContext.java:80) | |
at org.apache.hadoop.mapreduce.Job.<init>(Job.java:50) | |
at org.apache.hadoop.mapreduce.Job.<init>(Job.java:54) | |
at WordCount.run(Unknown Source) | |
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65) | |
at WordCount.main(Unknown Source) | |
DEBUG 14:35:30,889 Creating new Groups object | |
DEBUG 14:35:30,894 Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 | |
2013-12-08 14:35:30.900 java[31745:1903] Unable to load realm info from SCDynamicStore | |
DEBUG 14:35:31,063 java.io.IOException: config() | |
at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:227) | |
at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:214) | |
at org.apache.hadoop.security.UserGroupInformation.ensureInitialized(UserGroupInformation.java:184) | |
at org.apache.hadoop.security.UserGroupInformation.isSecurityEnabled(UserGroupInformation.java:236) | |
at org.apache.hadoop.security.KerberosName.<clinit>(KerberosName.java:79) | |
at org.apache.hadoop.security.UserGroupInformation.initialize(UserGroupInformation.java:209) | |
at org.apache.hadoop.security.UserGroupInformation.ensureInitialized(UserGroupInformation.java:184) | |
at org.apache.hadoop.security.UserGroupInformation.isSecurityEnabled(UserGroupInformation.java:236) | |
at org.apache.hadoop.security.UserGroupInformation.getLoginUser(UserGroupInformation.java:466) | |
at org.apache.hadoop.security.UserGroupInformation.getCurrentUser(UserGroupInformation.java:452) | |
at org.apache.hadoop.mapreduce.JobContext.<init>(JobContext.java:80) | |
at org.apache.hadoop.mapreduce.Job.<init>(Job.java:50) | |
at org.apache.hadoop.mapreduce.Job.<init>(Job.java:54) | |
at WordCount.run(Unknown Source) | |
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65) | |
at WordCount.main(Unknown Source) | |
DEBUG 14:35:31,123 hadoop login | |
DEBUG 14:35:31,123 hadoop login commit | |
DEBUG 14:35:31,127 using local user:UnixPrincipal: parth | |
DEBUG 14:35:31,129 UGI loginUser:parth | |
DEBUG 14:35:31,141 PriviledgedAction as:parth from:org.apache.hadoop.mapreduce.Job.connect(Job.java:511) | |
DEBUG 14:35:31,164 Creating filesystem for file:/// | |
DEBUG 14:35:31,170 java.io.IOException: config(config) | |
at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:260) | |
at org.apache.hadoop.mapred.JobConf.<init>(JobConf.java:341) | |
at org.apache.hadoop.mapred.LocalJobRunner.<init>(LocalJobRunner.java:420) | |
at org.apache.hadoop.mapred.JobClient.init(JobClient.java:472) | |
at org.apache.hadoop.mapred.JobClient.<init>(JobClient.java:457) | |
at org.apache.hadoop.mapreduce.Job$1.run(Job.java:513) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.security.auth.Subject.doAs(Subject.java:415) | |
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1121) | |
at org.apache.hadoop.mapreduce.Job.connect(Job.java:511) | |
at org.apache.hadoop.mapreduce.Job.submit(Job.java:499) | |
at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:530) | |
at WordCount.run(Unknown Source) | |
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65) | |
at WordCount.main(Unknown Source) | |
DEBUG 14:35:31,177 java.io.IOException: config(config) | |
at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:260) | |
at org.apache.hadoop.mapred.JobConf.<init>(JobConf.java:341) | |
at org.apache.hadoop.mapred.LocalJobRunner.<init>(LocalJobRunner.java:421) | |
at org.apache.hadoop.mapred.JobClient.init(JobClient.java:472) | |
at org.apache.hadoop.mapred.JobClient.<init>(JobClient.java:457) | |
at org.apache.hadoop.mapreduce.Job$1.run(Job.java:513) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.security.auth.Subject.doAs(Subject.java:415) | |
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1121) | |
at org.apache.hadoop.mapreduce.Job.connect(Job.java:511) | |
at org.apache.hadoop.mapreduce.Job.submit(Job.java:499) | |
at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:530) | |
at WordCount.run(Unknown Source) | |
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65) | |
at WordCount.main(Unknown Source) | |
DEBUG 14:35:31,181 PriviledgedAction as:parth from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:850) | |
DEBUG 14:35:31,191 Trying to load the custom-built native-hadoop library... | |
DEBUG 14:35:31,192 Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path | |
DEBUG 14:35:31,192 java.library.path=/Users/parth/Library/Java/Extensions:/Library/Java/Extensions:/Network/Library/Java/Extensions:/System/Library/Java/Extensions:/usr/lib/java:. | |
WARN 14:35:31,192 Unable to load native-hadoop library for your platform... using builtin-java classes where applicable | |
DEBUG 14:35:31,196 adding the following namenodes' delegation tokens:null | |
DEBUG 14:35:31,196 default FileSystem: file:/// | |
DEBUG 14:35:31,408 java.io.IOException: config(config) | |
at org.apache.hadoop.conf.Configuration.<init>(Configuration.java:260) | |
at org.apache.hadoop.mapred.JobConf.<init>(JobConf.java:341) | |
at org.apache.hadoop.mapreduce.JobContext.<init>(JobContext.java:76) | |
at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:879) | |
at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:850) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.security.auth.Subject.doAs(Subject.java:415) | |
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1121) | |
at org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:850) | |
at org.apache.hadoop.mapreduce.Job.submit(Job.java:500) | |
at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:530) | |
at WordCount.run(Unknown Source) | |
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65) | |
at WordCount.main(Unknown Source) | |
DEBUG 14:35:31,487 Creating splits at file:/tmp/hadoop-parth/mapred/staging/parth-858852736/.staging/job_local_0001 | |
INFO 14:35:31,516 Cleaning up the staging area file:/tmp/hadoop-parth/mapred/staging/parth-858852736/.staging/job_local_0001 | |
Exception in thread "main" java.lang.RuntimeException: org.apache.thrift.TApplicationException: Invalid method name: 'describe_local_ring' | |
at org.apache.cassandra.hadoop.AbstractColumnFamilyInputFormat.getRangeMap(AbstractColumnFamilyInputFormat.java:337) | |
at org.apache.cassandra.hadoop.AbstractColumnFamilyInputFormat.getSplits(AbstractColumnFamilyInputFormat.java:125) | |
at org.apache.hadoop.mapred.JobClient.writeNewSplits(JobClient.java:962) | |
at org.apache.hadoop.mapred.JobClient.writeSplits(JobClient.java:979) | |
at org.apache.hadoop.mapred.JobClient.access$600(JobClient.java:174) | |
at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:897) | |
at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:850) | |
at java.security.AccessController.doPrivileged(Native Method) | |
at javax.security.auth.Subject.doAs(Subject.java:415) | |
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1121) | |
at org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:850) | |
at org.apache.hadoop.mapreduce.Job.submit(Job.java:500) | |
at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:530) | |
at WordCount.run(Unknown Source) | |
at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:65) | |
at WordCount.main(Unknown Source) | |
Caused by: org.apache.thrift.TApplicationException: Invalid method name: 'describe_local_ring' | |
at org.apache.thrift.TApplicationException.read(TApplicationException.java:111) | |
at org.apache.thrift.TServiceClient.receiveBase(TServiceClient.java:71) | |
at org.apache.cassandra.thrift.Cassandra$Client.recv_describe_local_ring(Cassandra.java:1277) | |
at org.apache.cassandra.thrift.Cassandra$Client.describe_local_ring(Cassandra.java:1264) | |
at org.apache.cassandra.hadoop.AbstractColumnFamilyInputFormat.getRangeMap(AbstractColumnFamilyInputFormat.java:329) | |
... 15 more | |
DEBUG 14:35:31,517 Starting clear of FileSystem cache with 1 elements. | |
DEBUG 14:35:31,518 Removing filesystem for file:/// | |
DEBUG 14:35:31,518 Removing filesystem for file:/// | |
DEBUG 14:35:31,518 Done clearing cache |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment