Skip to content

Instantly share code, notes, and snippets.

Pig Stack Trace
---------------
ERROR 2120: Internal Error: Unable to determine data type for map key
org.apache.pig.impl.logicalLayer.FrontendException: ERROR 1066: Unable to open iterator for alias signals_w_snapshots
at org.apache.pig.PigServer.openIterator(PigServer.java:754)
at org.apache.pig.tools.grunt.GruntParser.processDump(GruntParser.java:612)
at org.apache.pig.tools.pigscript.parser.PigScriptParser.parse(PigScriptParser.java:303)
at org.apache.pig.tools.grunt.GruntParser.parseStopOnError(GruntParser.java:165)
at org.apache.pig.tools.grunt.GruntParser.parseStopOnError(GruntParser.java:141)
Pig Stack Trace
---------------
ERROR 2997: Unable to recreate exception from backed error: org.apache.pig.backend.executionengine.ExecException: ERROR 2106: Error while computing count in COUNT
org.apache.pig.impl.logicalLayer.FrontendException: ERROR 1066: Unable to open iterator for alias counted. Backend error : Unable to recreate exception from backed error: org.apache.pig.backend.executionengine.ExecException: ERROR 2106: Error while computing count in COUNT
at org.apache.pig.PigServer.openIterator(PigServer.java:742)
at org.apache.pig.tools.grunt.GruntParser.processDump(GruntParser.java:612)
at org.apache.pig.tools.pigscript.parser.PigScriptParser.parse(PigScriptParser.java:303)
at org.apache.pig.tools.grunt.GruntParser.parseStopOnError(GruntParser.java:165)
at org.apache.pig.tools.grunt.GruntParser.parseStopOnError(GruntParser.java:141)
W: Failed to fetch http://archive.cloudera.com/debian/dists/DISTRO-cdh3/contrib/binary-amd64/Packages.gz 404 Not Found
W: Failed to fetch http://archive.cloudera.com/debian/dists/DISTRO-cdh3/contrib/source/Sources.gz 404 Not Found
E: Some index files failed to download, they have been ignored, or old ones used instead.
Index: src/java/org/apache/cassandra/hadoop/ColumnFamilyRecordWriter.java
===================================================================
--- src/java/org/apache/cassandra/hadoop/ColumnFamilyRecordWriter.java (revision 1075592)
+++ src/java/org/apache/cassandra/hadoop/ColumnFamilyRecordWriter.java (revision )
@@ -325,7 +325,7 @@
}
Map<ByteBuffer, Map<String, List<Mutation>>> batch = new HashMap<ByteBuffer, Map<String, List<Mutation>>>();
- while (batch.size() < batchThreshold)
+ while (mutation != null)
***************
*** 18,52 ****
import java.io.IOException;
import java.nio.ByteBuffer;
- import java.util.*;
import org.apache.cassandra.db.Column;
import org.apache.cassandra.db.IColumn;
import org.apache.cassandra.db.SuperColumn;
<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<!-- Put site-specific property overrides in this file. -->
<configuration>
<property>
<name>mapred.job.tracker</name>
<value>localhost:9001</value>
</property>
Error before Pig is launched
----------------------------
ERROR 2999: Unexpected internal error. Failed to create DataStorage
java.lang.RuntimeException: Failed to create DataStorage
at org.apache.pig.backend.hadoop.datastorage.HDataStorage.init(HDataStorage.java:75)
at org.apache.pig.backend.hadoop.datastorage.HDataStorage.<init>(HDataStorage.java:58)
at org.apache.pig.backend.hadoop.executionengine.HExecutionEngine.init(HExecutionEngine.java:213)
at org.apache.pig.backend.hadoop.executionengine.HExecutionEngine.init(HExecutionEngine.java:133)
at org.apache.pig.impl.PigContext.connect(PigContext.java:183)
1624 Jps -Dapplication.home=/usr/lib/jvm/java-6-sun-1.6.0.22 -Xms8m
1519 -Dlog4j.configuration=log4j-server.properties -XX:HeapDumpPath=/var/lib/cassandra/java_1297889929.hprof -XX:ErrorFile=/var/lib/cassandra/hs_err_1297889929.log -ea -XX:+UseThreadPriorities -XX:ThreadPriorityPolicy=42 -Xms3840M -Xmx3840M -Xmn200M -XX:+HeapDumpOnOutOfMemoryError -Xss128k -XX:+UseParNewGC -XX:+UseConcMarkSweepGC -XX:+CMSParallelRemarkEnabled -XX:SurvivorRatio=8 -XX:MaxTenuringThreshold=1 -XX:CMSInitiatingOccupancyFraction=75 -XX:+UseCMSInitiatingOccupancyOnly -Djava.net.preferIPv4Stack=true -Dcom.sun.management.jmxremote.port=8080 -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false abort
cassandra@ip-10-203-86-255:~$ ulimit -a
core file size (blocks, -c) 0
data seg size (kbytes, -d) unlimited
scheduling priority (-e) 20
file size (blocks, -f) unlimited
pending signals (-i) 16382
max locked memory (kbytes, -l) unlimited
max memory size (kbytes, -m) unlimited
open files (-n) 1024
pipe size (512 bytes, -p) 8
root@ip-10-202-81-155:~# ulimit -l
64
root@ip-10-202-81-155:~# ulimit -a
core file size (blocks, -c) 0
data seg size (kbytes, -d) unlimited
scheduling priority (-e) 20
file size (blocks, -f) unlimited
pending signals (-i) 16382
max locked memory (kbytes, -l) 64
max memory size (kbytes, -m) unlimited