Created
August 11, 2012 15:13
-
-
Save pcn/3325191 to your computer and use it in GitHub Desktop.
Nodetool cleanup errors on a fresh restore
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2012-08-11T14:18:59.88547 INFO 14:18:59,885 Cleaning up SSTableReader(path='/mnt/data/db/cassandra/Haag/StudentEvents-hd-1003-Data.db') | |
| 2012-08-11T14:18:59.94836 ERROR 14:18:59,946 Fatal exception in thread Thread[CompactionExecutor:9,1,RMI Runtime] | |
| 2012-08-11T14:18:59.94840 java.io.IOError: java.io.IOException: dataSize of 189633 starting at 82070879 would be larger than file /mnt/data/db/cassandra/Haag/StudentEvents-hd-1003-Data.db length 82083840 | |
| 2012-08-11T14:18:59.94840 at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:154) | |
| 2012-08-11T14:18:59.94841 at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:86) | |
| 2012-08-11T14:18:59.94842 at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:70) | |
| 2012-08-11T14:18:59.94842 at org.apache.cassandra.io.sstable.SSTableScanner$KeyScanningIterator.next(SSTableScanner.java:177) | |
| 2012-08-11T14:18:59.94843 at org.apache.cassandra.io.sstable.SSTableScanner$KeyScanningIterator.next(SSTableScanner.java:142) | |
| 2012-08-11T14:18:59.94844 at org.apache.cassandra.io.sstable.SSTableScanner.next(SSTableScanner.java:134) | |
| 2012-08-11T14:18:59.94844 at org.apache.cassandra.db.compaction.CompactionManager.doCleanupCompaction(CompactionManager.java:722) | |
| 2012-08-11T14:18:59.94845 at org.apache.cassandra.db.compaction.CompactionManager.access$300(CompactionManager.java:64) | |
| 2012-08-11T14:18:59.94847 at org.apache.cassandra.db.compaction.CompactionManager$5.perform(CompactionManager.java:244) | |
| 2012-08-11T14:18:59.94848 at org.apache.cassandra.db.compaction.CompactionManager$2.call(CompactionManager.java:183) | |
| 2012-08-11T14:18:59.94848 at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) | |
| 2012-08-11T14:18:59.94849 at java.util.concurrent.FutureTask.run(FutureTask.java:138) | |
| 2012-08-11T14:18:59.94849 at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| 2012-08-11T14:18:59.94850 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| 2012-08-11T14:18:59.94851 at java.lang.Thread.run(Thread.java:662) | |
| 2012-08-11T14:18:59.94851 Caused by: java.io.IOException: dataSize of 189633 starting at 82070879 would be larger than file /mnt/data/db/cassandra/Haag/StudentEvents-hd-1003-Data.db length 82083840 | |
| 2012-08-11T14:18:59.94854 at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:115) | |
| 2012-08-11T14:18:59.94855 ... 14 more | |
| 2012-08-11T14:19:09.08501 INFO 14:19:09,084 Cleaning up SSTableReader(path='/mnt/data/db/cassandra/Haag/StudentEvents-hd-1003-Data.db') | |
| 2012-08-11T14:19:10.08622 ERROR 14:19:10,085 Fatal exception in thread Thread[CompactionExecutor:10,1,RMI Runtime] | |
| 2012-08-11T14:19:10.08625 java.io.IOError: java.io.IOException: dataSize of 189633 starting at 82070879 would be larger than file /mnt/data/db/cassandra/Haag/StudentEvents-hd-1003-Data.db length 82083840 | |
| 2012-08-11T14:19:10.08626 at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:154) | |
| 2012-08-11T14:19:10.08626 at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:86) | |
| 2012-08-11T14:19:10.08627 at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:70) | |
| 2012-08-11T14:19:10.08628 at org.apache.cassandra.io.sstable.SSTableScanner$KeyScanningIterator.next(SSTableScanner.java:177) | |
| 2012-08-11T14:19:10.08628 at org.apache.cassandra.io.sstable.SSTableScanner$KeyScanningIterator.next(SSTableScanner.java:142) | |
| 2012-08-11T14:19:10.08629 at org.apache.cassandra.io.sstable.SSTableScanner.next(SSTableScanner.java:134) | |
| 2012-08-11T14:19:10.08629 at org.apache.cassandra.db.compaction.CompactionManager.doCleanupCompaction(CompactionManager.java:722) | |
| 2012-08-11T14:19:10.08630 at org.apache.cassandra.db.compaction.CompactionManager.access$300(CompactionManager.java:64) | |
| 2012-08-11T14:19:10.08632 at org.apache.cassandra.db.compaction.CompactionManager$5.perform(CompactionManager.java:244) | |
| 2012-08-11T14:19:10.08632 at org.apache.cassandra.db.compaction.CompactionManager$2.call(CompactionManager.java:183) | |
| 2012-08-11T14:19:10.08633 at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303) | |
| 2012-08-11T14:19:10.08633 at java.util.concurrent.FutureTask.run(FutureTask.java:138) | |
| 2012-08-11T14:19:10.08634 at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:886) | |
| 2012-08-11T14:19:10.08635 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:908) | |
| 2012-08-11T14:19:10.08635 at java.lang.Thread.run(Thread.java:662) | |
| 2012-08-11T14:19:10.08636 Caused by: java.io.IOException: dataSize of 189633 starting at 82070879 would be larger than file /mnt/data/db/cassandra/Haag/StudentEvents-hd-1003-Data.db length 82083840 | |
| 2012-08-11T14:19:10.08636 at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:115) | |
| 2012-08-11T14:19:10.08637 ... 14 more |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Run sstable2json to confirm that the error can be seen elsewhere: | |
| (CassandraHaag 1/12) pn@domU-12-31-39-05-46-11:/mnt/data/db/cassandra$ sstable2json Haag/StudentEvents-hd-1003-Data.db > /tmp/wtf | |
| log4j:WARN No appenders could be found for logger (org.apache.cassandra.config.DatabaseDescriptor). | |
| log4j:WARN Please initialize the log4j system properly. | |
| log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info. | |
| Exception in thread "main" java.io.IOError: java.io.IOException: dataSize of 189633 starting at 82070879 would be larger than file /mnt/data/db/cassandra/Haag/StudentEvents-hd-1003-Data.db length 82083840 | |
| at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:154) | |
| at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:86) | |
| at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:70) | |
| at org.apache.cassandra.io.sstable.SSTableScanner$KeyScanningIterator.next(SSTableScanner.java:177) | |
| at org.apache.cassandra.io.sstable.SSTableScanner$KeyScanningIterator.next(SSTableScanner.java:142) | |
| at org.apache.cassandra.io.sstable.SSTableScanner.next(SSTableScanner.java:134) | |
| at org.apache.cassandra.tools.SSTableExport.export(SSTableExport.java:310) | |
| at org.apache.cassandra.tools.SSTableExport.export(SSTableExport.java:341) | |
| at org.apache.cassandra.tools.SSTableExport.export(SSTableExport.java:354) | |
| at org.apache.cassandra.tools.SSTableExport.main(SSTableExport.java:412) | |
| Caused by: java.io.IOException: dataSize of 189633 starting at 82070879 would be larger than file /mnt/data/db/cassandra/Haag/StudentEvents-hd-1003-Data.db length 82083840 | |
| at org.apache.cassandra.io.sstable.SSTableIdentityIterator.<init>(SSTableIdentityIterator.java:115) | |
| ... 9 more |
Author
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Actually, the output is just out-of-sync with stderr. When separating them, the stdout results in invalid json from that point.