Skip to content

Instantly share code, notes, and snippets.

@choplin
Created February 17, 2015 09:09
Show Gist options
  • Save choplin/5f1d8db2764e730492d2 to your computer and use it in GitHub Desktop.
Save choplin/5f1d8db2764e730492d2 to your computer and use it in GitHub Desktop.
-[1617]% java -jar embulk.jar run -I embulk-output-parquet/lib config.yml
2015-02-17 18:08:09,161 [INFO]: main:org.embulk.standards.LocalFileInputPlugin: Listing local files at directory '/Users/okuno/tmp/embulk/try1/csv' filtering filename by prefix 'sample_'
2015-02-17 18:08:09,165 [INFO]: main:org.embulk.standards.LocalFileInputPlugin: Loading files [/Users/okuno/tmp/embulk/try1/csv/sample_01.csv.gz]
2015-02-17 18:08:09,230 [INFO]: main:org.embulk.exec.LocalExecutor: {done: 0 / 1, running: 0}
2015-02-17 18:08:09,459 [WARN]: embulk-executor-0:org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-02-17 18:08:09,561 [INFO]: embulk-executor-0:org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.snappy]
Could not load 'org-xerial-snappy.properties' from classpath: java.lang.NullPointerException
java.lang.NullPointerException
at org.xerial.snappy.SnappyLoader.getRootClassLoader(SnappyLoader.java:147)
at org.xerial.snappy.SnappyLoader.injectSnappyNativeLoader(SnappyLoader.java:256)
at org.xerial.snappy.SnappyLoader.load(SnappyLoader.java:227)
at org.xerial.snappy.Snappy.<clinit>(Snappy.java:48)
at parquet.hadoop.codec.SnappyCompressor.compress(SnappyCompressor.java:64)
at org.apache.hadoop.io.compress.CompressorStream.compress(CompressorStream.java:81)
at org.apache.hadoop.io.compress.CompressorStream.finish(CompressorStream.java:92)
at parquet.hadoop.CodecFactory$BytesCompressor.compress(CodecFactory.java:109)
at parquet.hadoop.ColumnChunkPageWriteStore$ColumnChunkPageWriter.writePage(ColumnChunkPageWriteStore.java:110)
at parquet.column.impl.ColumnWriterImpl.writePage(ColumnWriterImpl.java:147)
at parquet.column.impl.ColumnWriterImpl.flush(ColumnWriterImpl.java:236)
at parquet.column.impl.ColumnWriteStoreImpl.flush(ColumnWriteStoreImpl.java:113)
at parquet.hadoop.InternalParquetRecordWriter.flushStore(InternalParquetRecordWriter.java:146)
at parquet.hadoop.InternalParquetRecordWriter.close(InternalParquetRecordWriter.java:110)
at parquet.hadoop.ParquetWriter.close(ParquetWriter.java:218)
at org.embulk.output.ParquetOutputPlugin$ParquetTransactionalPageOutput.finish(ParquetOutputPlugin.java:176)
at org.embulk.spi.PageBuilder.finish(PageBuilder.java:212)
at org.embulk.standards.CsvParserPlugin.run(CsvParserPlugin.java:210)
at org.embulk.spi.FileInputRunner.run(FileInputRunner.java:129)
at org.embulk.exec.LocalExecutor$6.call(LocalExecutor.java:623)
at org.embulk.exec.LocalExecutor$6.call(LocalExecutor.java:610)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
2015-02-17 18:08:09,695 [INFO]: main:org.embulk.exec.LocalExecutor: {done: 1 / 1, running: 0}
2015-02-17 18:08:09,714 [INFO]: main:org.embulk.command.Runner: Transaction partially failed. Cleaning up the intermediate data. Use -r option to make it resumable.
org/embulk/exec/LocalExecutor.java:333:in `buildPartialExecuteException': org.embulk.exec.PartialExecutionException: java.lang.RuntimeException: org.xerial.snappy.SnappyError: [FAILED_TO_LOAD_NATIVE_LIBRARY] null
from org/embulk/exec/LocalExecutor.java:477:in `doRun'
from org/embulk/exec/LocalExecutor.java:40:in `access$000'
from org/embulk/exec/LocalExecutor.java:358:in `run'
from org/embulk/exec/LocalExecutor.java:355:in `run'
from org/embulk/spi/Exec.java:21:in `doWith'
from org/embulk/exec/LocalExecutor.java:355:in `run'
from org/embulk/command/Runner.java:111:in `run'
from org/embulk/command/Runner.java:64:in `main'
from java/lang/reflect/Method.java:483:in `invoke'
from file:/Users/okuno/tmp/embulk/embulk-0.4.2.jar!/embulk/command/embulk_run.rb:275:in `run'
from classpath:embulk/command/embulk.rb:39:in `(root)'
from classpath_3a_embulk/command/classpath:embulk/command/embulk.rb:39:in `(root)'
from org/embulk/cli/Main.java:13:in `main'
Caused by:
LocalExecutor.java:271:in `getRepresentativeException': java.lang.RuntimeException: org.xerial.snappy.SnappyError: [FAILED_TO_LOAD_NATIVE_LIBRARY] null
from LocalExecutor.java:445:in `run'
from ParquetOutputPlugin.java:72:in `transaction'
from LocalExecutor.java:435:in `run'
from Filters.java:83:in `transaction'
from Filters.java:36:in `transaction'
from LocalExecutor.java:430:in `run'
from FileInputRunner.java:101:in `run'
from CsvParserPlugin.java:89:in `transaction'
from FileInputRunner.java:95:in `run'
from Decoders.java:77:in `transaction'
from Decoders.java:73:in `run'
from GzipFileDecoderPlugin.java:30:in `transaction'
from Decoders.java:68:in `transaction'
from Decoders.java:33:in `transaction'
from FileInputRunner.java:92:in `run'
from LocalFileInputPlugin.java:74:in `resume'
from LocalFileInputPlugin.java:66:in `transaction'
from FileInputRunner.java:60:in `transaction'
from LocalExecutor.java:425:in `doRun'
from LocalExecutor.java:40:in `access$000'
from LocalExecutor.java:358:in `run'
from LocalExecutor.java:355:in `run'
from Exec.java:21:in `doWith'
from LocalExecutor.java:355:in `run'
from Runner.java:111:in `run'
from Runner.java:64:in `main'
from NativeMethodAccessorImpl.java:-2:in `invoke0'
from NativeMethodAccessorImpl.java:62:in `invoke'
from DelegatingMethodAccessorImpl.java:43:in `invoke'
from Method.java:483:in `invoke'
from JavaMethod.java:470:in `invokeDirectWithExceptionHandling'
from JavaMethod.java:328:in `invokeDirect'
from InstanceMethodInvoker.java:71:in `call'
from CachingCallSite.java:346:in `cacheAndCall'
from CachingCallSite.java:204:in `call'
from CallTwoArgNode.java:59:in `interpret'
from NewlineNode.java:105:in `interpret'
from BlockNode.java:71:in `interpret'
from CaseNode.java:138:in `interpret'
from NewlineNode.java:105:in `interpret'
from BlockNode.java:71:in `interpret'
from ASTInterpreter.java:74:in `INTERPRET_METHOD'
from InterpretedMethod.java:182:in `call'
from DefaultMethod.java:203:in `call'
from CachingCallSite.java:326:in `cacheAndCall'
from CachingCallSite.java:170:in `call'
from classpath:embulk/command/embulk.rb:39:in `__file__'
from classpath:embulk/command/embulk.rb:-1:in `load'
from Ruby.java:866:in `runScript'
from Ruby.java:859:in `runScript'
from Ruby.java:728:in `runNormally'
from Ruby.java:577:in `runFromMain'
from Main.java:395:in `doRunFromMain'
from Main.java:290:in `internalRun'
from Main.java:217:in `run'
from Main.java:197:in `main'
from Main.java:13:in `main'
Caused by:
SnappyLoader.java:297:in `injectSnappyNativeLoader': org.xerial.snappy.SnappyError: [FAILED_TO_LOAD_NATIVE_LIBRARY] null
from SnappyLoader.java:227:in `load'
from Snappy.java:48:in `<clinit>'
from SnappyCompressor.java:64:in `compress'
from CompressorStream.java:81:in `compress'
from CompressorStream.java:92:in `finish'
from CodecFactory.java:109:in `compress'
from ColumnChunkPageWriteStore.java:110:in `writePage'
from ColumnWriterImpl.java:147:in `writePage'
from ColumnWriterImpl.java:236:in `flush'
from ColumnWriteStoreImpl.java:113:in `flush'
from InternalParquetRecordWriter.java:146:in `flushStore'
from InternalParquetRecordWriter.java:110:in `close'
from ParquetWriter.java:218:in `close'
from ParquetOutputPlugin.java:176:in `finish'
from PageBuilder.java:212:in `finish'
from CsvParserPlugin.java:210:in `run'
from FileInputRunner.java:129:in `run'
from LocalExecutor.java:623:in `call'
from LocalExecutor.java:610:in `call'
from FutureTask.java:266:in `run'
from ThreadPoolExecutor.java:1142:in `runWorker'
from ThreadPoolExecutor.java:617:in `run'
from Thread.java:745:in `run'
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment