chunk_of_hbasestorage.java

    @SuppressWarnings("unchecked")
    @Override
    public void putNext(Tuple t) throws IOException {
        ResourceFieldSchema[] fieldSchemas = (schema_ == null) ? null : schema_.getFields();
        Put put=new Put(objToBytes(t.get(0), 
                (fieldSchemas == null) ? DataType.findType(t.get(0)) : fieldSchemas[0].getType()));
        long ts=System.currentTimeMillis();
        
        for (byte[][] col : columnList_) {
            LOG.info("putNext -- col: " + Bytes.toStringBinary(col[0]) + ":" + Bytes.toStringBinary(col[1]));
        }
                
        for (int i=1;i<t.size();++i){
            put.add(columnList_.get(i-1)[0], columnList_.get(i-1)[1], ts, objToBytes(t.get(i),
                    (fieldSchemas == null) ? DataType.findType(t.get(i)) : fieldSchemas[i].getType()));
        }
        try {
            writer.write(null, put);
        } catch (InterruptedException e) {
            throw new IOException(e);
        }
    }

gistfile1.txt

echo $PIG_CLASSPATH
/etc/hadoop/conf:/usr/lib/hbase/lib/jline-0.9.94.jar:/usr/local/share/pig/build/pig-0.8.0-SNAPSHOT-core.jar:/usr/lib/hbase/lib/guava-r05.jar

and yet...


2011-01-25 05:03:27,507 INFO org.apache.hadoop.mapred.TaskInProgress: Error from attempt_201101201925_0053_r_000001_2: java.lang.RuntimeException: could not instantiate 'org.apache.pig.backend.hadoop.hbase.HBaseStorage' with arguments '[my_col_fam:screen_name]'
	at org.apache.pig.impl.PigContext.instantiateFuncFromSpec(PigContext.java:502)
	at org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore.getStoreFunc(POStore.java:218)
	at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputCommitter.getCommitters(PigOutputCommitter.java:85)
	at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputCommitter.<init>(PigOutputCommitter.java:67)
	at org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat.getOutputCommitter(PigOutputFormat.java:278)
	at org.apache.hadoop.mapred.Task.initialize(Task.java:486)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:358)
	at org.apache.hadoop.mapred.Child$4.run(Child.java:217)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:396)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1063)
	at org.apache.hadoop.mapred.Child.main(Child.java:211)
Caused by: java.lang.reflect.InvocationTargetException
	at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:39)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:27)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:513)
	at org.apache.pig.impl.PigContext.instantiateFuncFromSpec(PigContext.java:470)
	... 11 more
Caused by: java.lang.NoClassDefFoundError: com/google/common/collect/Lists
	at org.apache.pig.backend.hadoop.hbase.HBaseStorage.<init>(HBaseStorage.java:88)
	at org.apache.pig.backend.hadoop.hbase.HBaseStorage.<init>(HBaseStorage.java:134)
	... 16 more
Caused by: java.lang.ClassNotFoundException: com.google.common.collect.Lists
	at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
	at java.security.AccessController.doPrivileged(Native Method)
	at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:307)
	at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
	at java.lang.ClassLoader.loadClass(ClassLoader.java:248)
	... 18 more