Created
February 17, 2015 09:09
-
-
Save choplin/5f1d8db2764e730492d2 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
-[1617]% java -jar embulk.jar run -I embulk-output-parquet/lib config.yml | |
2015-02-17 18:08:09,161 [INFO]: main:org.embulk.standards.LocalFileInputPlugin: Listing local files at directory '/Users/okuno/tmp/embulk/try1/csv' filtering filename by prefix 'sample_' | |
2015-02-17 18:08:09,165 [INFO]: main:org.embulk.standards.LocalFileInputPlugin: Loading files [/Users/okuno/tmp/embulk/try1/csv/sample_01.csv.gz] | |
2015-02-17 18:08:09,230 [INFO]: main:org.embulk.exec.LocalExecutor: {done: 0 / 1, running: 0} | |
2015-02-17 18:08:09,459 [WARN]: embulk-executor-0:org.apache.hadoop.util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable | |
2015-02-17 18:08:09,561 [INFO]: embulk-executor-0:org.apache.hadoop.io.compress.CodecPool: Got brand-new compressor [.snappy] | |
Could not load 'org-xerial-snappy.properties' from classpath: java.lang.NullPointerException | |
java.lang.NullPointerException | |
at org.xerial.snappy.SnappyLoader.getRootClassLoader(SnappyLoader.java:147) | |
at org.xerial.snappy.SnappyLoader.injectSnappyNativeLoader(SnappyLoader.java:256) | |
at org.xerial.snappy.SnappyLoader.load(SnappyLoader.java:227) | |
at org.xerial.snappy.Snappy.<clinit>(Snappy.java:48) | |
at parquet.hadoop.codec.SnappyCompressor.compress(SnappyCompressor.java:64) | |
at org.apache.hadoop.io.compress.CompressorStream.compress(CompressorStream.java:81) | |
at org.apache.hadoop.io.compress.CompressorStream.finish(CompressorStream.java:92) | |
at parquet.hadoop.CodecFactory$BytesCompressor.compress(CodecFactory.java:109) | |
at parquet.hadoop.ColumnChunkPageWriteStore$ColumnChunkPageWriter.writePage(ColumnChunkPageWriteStore.java:110) | |
at parquet.column.impl.ColumnWriterImpl.writePage(ColumnWriterImpl.java:147) | |
at parquet.column.impl.ColumnWriterImpl.flush(ColumnWriterImpl.java:236) | |
at parquet.column.impl.ColumnWriteStoreImpl.flush(ColumnWriteStoreImpl.java:113) | |
at parquet.hadoop.InternalParquetRecordWriter.flushStore(InternalParquetRecordWriter.java:146) | |
at parquet.hadoop.InternalParquetRecordWriter.close(InternalParquetRecordWriter.java:110) | |
at parquet.hadoop.ParquetWriter.close(ParquetWriter.java:218) | |
at org.embulk.output.ParquetOutputPlugin$ParquetTransactionalPageOutput.finish(ParquetOutputPlugin.java:176) | |
at org.embulk.spi.PageBuilder.finish(PageBuilder.java:212) | |
at org.embulk.standards.CsvParserPlugin.run(CsvParserPlugin.java:210) | |
at org.embulk.spi.FileInputRunner.run(FileInputRunner.java:129) | |
at org.embulk.exec.LocalExecutor$6.call(LocalExecutor.java:623) | |
at org.embulk.exec.LocalExecutor$6.call(LocalExecutor.java:610) | |
at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) | |
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) | |
at java.lang.Thread.run(Thread.java:745) | |
2015-02-17 18:08:09,695 [INFO]: main:org.embulk.exec.LocalExecutor: {done: 1 / 1, running: 0} | |
2015-02-17 18:08:09,714 [INFO]: main:org.embulk.command.Runner: Transaction partially failed. Cleaning up the intermediate data. Use -r option to make it resumable. | |
org/embulk/exec/LocalExecutor.java:333:in `buildPartialExecuteException': org.embulk.exec.PartialExecutionException: java.lang.RuntimeException: org.xerial.snappy.SnappyError: [FAILED_TO_LOAD_NATIVE_LIBRARY] null | |
from org/embulk/exec/LocalExecutor.java:477:in `doRun' | |
from org/embulk/exec/LocalExecutor.java:40:in `access$000' | |
from org/embulk/exec/LocalExecutor.java:358:in `run' | |
from org/embulk/exec/LocalExecutor.java:355:in `run' | |
from org/embulk/spi/Exec.java:21:in `doWith' | |
from org/embulk/exec/LocalExecutor.java:355:in `run' | |
from org/embulk/command/Runner.java:111:in `run' | |
from org/embulk/command/Runner.java:64:in `main' | |
from java/lang/reflect/Method.java:483:in `invoke' | |
from file:/Users/okuno/tmp/embulk/embulk-0.4.2.jar!/embulk/command/embulk_run.rb:275:in `run' | |
from classpath:embulk/command/embulk.rb:39:in `(root)' | |
from classpath_3a_embulk/command/classpath:embulk/command/embulk.rb:39:in `(root)' | |
from org/embulk/cli/Main.java:13:in `main' | |
Caused by: | |
LocalExecutor.java:271:in `getRepresentativeException': java.lang.RuntimeException: org.xerial.snappy.SnappyError: [FAILED_TO_LOAD_NATIVE_LIBRARY] null | |
from LocalExecutor.java:445:in `run' | |
from ParquetOutputPlugin.java:72:in `transaction' | |
from LocalExecutor.java:435:in `run' | |
from Filters.java:83:in `transaction' | |
from Filters.java:36:in `transaction' | |
from LocalExecutor.java:430:in `run' | |
from FileInputRunner.java:101:in `run' | |
from CsvParserPlugin.java:89:in `transaction' | |
from FileInputRunner.java:95:in `run' | |
from Decoders.java:77:in `transaction' | |
from Decoders.java:73:in `run' | |
from GzipFileDecoderPlugin.java:30:in `transaction' | |
from Decoders.java:68:in `transaction' | |
from Decoders.java:33:in `transaction' | |
from FileInputRunner.java:92:in `run' | |
from LocalFileInputPlugin.java:74:in `resume' | |
from LocalFileInputPlugin.java:66:in `transaction' | |
from FileInputRunner.java:60:in `transaction' | |
from LocalExecutor.java:425:in `doRun' | |
from LocalExecutor.java:40:in `access$000' | |
from LocalExecutor.java:358:in `run' | |
from LocalExecutor.java:355:in `run' | |
from Exec.java:21:in `doWith' | |
from LocalExecutor.java:355:in `run' | |
from Runner.java:111:in `run' | |
from Runner.java:64:in `main' | |
from NativeMethodAccessorImpl.java:-2:in `invoke0' | |
from NativeMethodAccessorImpl.java:62:in `invoke' | |
from DelegatingMethodAccessorImpl.java:43:in `invoke' | |
from Method.java:483:in `invoke' | |
from JavaMethod.java:470:in `invokeDirectWithExceptionHandling' | |
from JavaMethod.java:328:in `invokeDirect' | |
from InstanceMethodInvoker.java:71:in `call' | |
from CachingCallSite.java:346:in `cacheAndCall' | |
from CachingCallSite.java:204:in `call' | |
from CallTwoArgNode.java:59:in `interpret' | |
from NewlineNode.java:105:in `interpret' | |
from BlockNode.java:71:in `interpret' | |
from CaseNode.java:138:in `interpret' | |
from NewlineNode.java:105:in `interpret' | |
from BlockNode.java:71:in `interpret' | |
from ASTInterpreter.java:74:in `INTERPRET_METHOD' | |
from InterpretedMethod.java:182:in `call' | |
from DefaultMethod.java:203:in `call' | |
from CachingCallSite.java:326:in `cacheAndCall' | |
from CachingCallSite.java:170:in `call' | |
from classpath:embulk/command/embulk.rb:39:in `__file__' | |
from classpath:embulk/command/embulk.rb:-1:in `load' | |
from Ruby.java:866:in `runScript' | |
from Ruby.java:859:in `runScript' | |
from Ruby.java:728:in `runNormally' | |
from Ruby.java:577:in `runFromMain' | |
from Main.java:395:in `doRunFromMain' | |
from Main.java:290:in `internalRun' | |
from Main.java:217:in `run' | |
from Main.java:197:in `main' | |
from Main.java:13:in `main' | |
Caused by: | |
SnappyLoader.java:297:in `injectSnappyNativeLoader': org.xerial.snappy.SnappyError: [FAILED_TO_LOAD_NATIVE_LIBRARY] null | |
from SnappyLoader.java:227:in `load' | |
from Snappy.java:48:in `<clinit>' | |
from SnappyCompressor.java:64:in `compress' | |
from CompressorStream.java:81:in `compress' | |
from CompressorStream.java:92:in `finish' | |
from CodecFactory.java:109:in `compress' | |
from ColumnChunkPageWriteStore.java:110:in `writePage' | |
from ColumnWriterImpl.java:147:in `writePage' | |
from ColumnWriterImpl.java:236:in `flush' | |
from ColumnWriteStoreImpl.java:113:in `flush' | |
from InternalParquetRecordWriter.java:146:in `flushStore' | |
from InternalParquetRecordWriter.java:110:in `close' | |
from ParquetWriter.java:218:in `close' | |
from ParquetOutputPlugin.java:176:in `finish' | |
from PageBuilder.java:212:in `finish' | |
from CsvParserPlugin.java:210:in `run' | |
from FileInputRunner.java:129:in `run' | |
from LocalExecutor.java:623:in `call' | |
from LocalExecutor.java:610:in `call' | |
from FutureTask.java:266:in `run' | |
from ThreadPoolExecutor.java:1142:in `runWorker' | |
from ThreadPoolExecutor.java:617:in `run' | |
from Thread.java:745:in `run' |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment