Skip to content

Instantly share code, notes, and snippets.

@wyukawa
wyukawa / gist:6315557824830f7b1d67
Created December 11, 2014 03:01
hiveserver2 error
java.lang.NullPointerException
at org.apache.hadoop.hive.ql.io.HiveInputFormat.init(HiveInputFormat.java:255)
at org.apache.hadoop.hive.ql.io.CombineHiveInputFormat.getSplits(CombineHiveInputFormat.java:271)
at org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:520)
at org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:512)
at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:394)
at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1285)
at org.apache.hadoop.mapreduce.Job$10.run(Job.java:1282)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
@wyukawa
wyukawa / gist:8b2c22aa7f89f2a36b58
Created December 11, 2014 08:02
presto 0.87 error
java.lang.RuntimeException: Primitve type INT should not take parameters
at org.apache.hadoop.hive.serde2.lazy.objectinspector.primitive.LazyPrimitiveObjectInspectorFactory.getLazyObjectInspector(LazyPrimitiveObjectInspectorFactory.java:136) ~[na:na]
at org.apache.hadoop.hive.serde2.lazy.objectinspector.primitive.LazyPrimitiveObjectInspectorFactory.getLazyObjectInspector(LazyPrimitiveObjectInspectorFactory.java:113) ~[na:na]
at org.apache.hadoop.hive.serde2.lazy.LazyFactory.createLazyObjectInspector(LazyFactory.java:224) ~[na:na]
at org.apache.hadoop.hive.serde2.lazy.LazyFactory.createLazyStructInspector(LazyFactory.java:292) ~[na:na]
at org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe.initialize(LazySimpleSerDe.java:191) ~[na:na]
at com.facebook.presto.hive.HiveUtil.initializeDeserializer(HiveUtil.java:320) ~[na:na]
at com.facebook.presto.hive.HiveUtil.getDeserializer(HiveUtil.java:282) ~[na:na]
at com.facebook.presto.hive.orc.OrcPageSourceFac
@wyukawa
wyukawa / gist:7113ed4f66f1f5e3a8d3
Last active August 29, 2015 14:14
presto 0.90 error
java.lang.IllegalArgumentException: Unable to create class com.facebook.presto.execution.TaskInfo from JSON response: io.airlift.jaxrs.JsonMapperParsingException: Invalid json for Java type com.facebook.presto.server.TaskUpdateRequest
at io.airlift.jaxrs.JsonMapper.readFrom(JsonMapper.java:162)
at org.glassfish.jersey.message.internal.ReaderInterceptorExecutor$TerminalReaderInterceptor.invokeReadFrom(ReaderInterceptorExecutor.java:258)
at org.glassfish.jersey.message.internal.ReaderInterceptorExecutor$TerminalReaderInterceptor.aroundReadFrom(ReaderInterceptorExecutor.java:234)
at org.glassfish.jersey.message.internal.ReaderInterceptorExecutor.proceed(ReaderInterceptorExecutor.java:154)
at org.glassfish.jersey.server.internal.MappableExceptionWrapperInterceptor.aroundReadFrom(MappableExceptionWrapperInterceptor.java:73)
at org.glassfish.jersey.message.internal.ReaderInterceptorExecutor.proceed(ReaderInterceptorExecutor.java:154)
at org.glassfish.jersey.message.internal.MessageBodyFactory.readFrom(MessageBodyFa
/.../shib/app.js:439
res.send(pseudo_status(query.state));
^
TypeError: Cannot read property 'state' of null
at null.<anonymous> (/.../shib/app.js:439:33)
at /.../shib/lib/shib/client.js:193:14
at Statement.<anonymous> (/.../shib/lib/shib/localdiskstore.js:153:17)
Sat Feb 28 2015 16:35:03 GMT+0900 (JST) [INFO] : Starting shib.
<ruby> Exception:
org.eclipse.jetty.http.HttpGenerator.flushBuffer(org/eclipse/jetty/http/HttpGenerator.java:914)
org.eclipse.jetty.http.AbstractGenerator.blockForOutput(org/eclipse/jetty/http/AbstractGenerator.java:528)
org.eclipse.jetty.http.AbstractGenerator.flush(org/eclipse/jetty/http/AbstractGenerator.java:447)
org.eclipse.jetty.server.HttpOutput.flush(org/eclipse/jetty/server/HttpOutput.java:100)
org.eclipse.jetty.server.AbstractHttpConnection$Output.flush(org/eclipse/jetty/server/AbstractHttpConnection.java:1123)
org.eclipse.jetty.server.HttpOutput.write(org/eclipse/jetty/server/HttpOutput.java:161)
org.eclipse.jetty.server.HttpOutput.write(org/eclipse/jetty/server/HttpOutput.java:117)
java.lang.reflect.Method.invoke(java/lang/reflect/Method.java:606)
Mizuno::RackHandler.rack_to_servlet(/.../local/jruby-1.7/lib/ruby/gems/shared/gems/mizuno-0.6.8/lib/mizuno/rack_handler.rb:229)
@wyukawa
wyukawa / gist:f824d2d09452c639cbf1
Created April 21, 2015 02:38
Primitve type DOUBLE should not take parameters
java.lang.RuntimeException: Primitve type DOUBLE should not take parameters
at org.apache.hadoop.hive.serde2.lazy.objectinspector.primitive.LazyPrimitiveObjectInspectorFactory.getLazyObjectInspector(LazyPrimitiveObjectInspectorFactory.java:136)
at org.apache.hadoop.hive.serde2.lazy.objectinspector.primitive.LazyPrimitiveObjectInspectorFactory.getLazyObjectInspector(LazyPrimitiveObjectInspectorFactory.java:113)
at org.apache.hadoop.hive.serde2.lazy.LazyFactory.createLazyObjectInspector(LazyFactory.java:224)
at org.apache.hadoop.hive.serde2.lazy.LazyFactory.createLazyStructInspector(LazyFactory.java:292)
at org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe.initialize(LazySimpleSerDe.java:191)
at com.facebook.presto.hive.HiveUtil.initializeDeserializer(HiveUtil.java:328)
at com.facebook.presto.hive.HiveUtil.getDeserializer(HiveUtil.java:290)
at com.facebook.presto.hive.GenericHiveRecordCursor.<init>(GenericHiveRecordCursor.java:123)
at com.facebook.presto.hive.GenericHiveRecordCursorProvider.createHive
java.lang.ExceptionInInitializerError
at com.facebook.presto.hive.HdfsEnvironment$$FastClassByGuice$$a9f55374.newInstance(<generated>)
at com.google.inject.internal.cglib.reflect.$FastConstructor.newInstance(FastConstructor.java:40)
at com.google.inject.internal.DefaultConstructionProxyFactory$1.newInstance(DefaultConstructionProxyFactory.java:61)
at com.google.inject.internal.ConstructorInjector.provision(ConstructorInjector.java:108)
at com.google.inject.internal.ConstructorInjector.construct(ConstructorInjector.java:88)
at com.google.inject.internal.ConstructorBindingImpl$Factory.get(ConstructorBindingImpl.java:269)
at com.google.inject.internal.ProviderToInternalFactoryAdapter$1.call(ProviderToInternalFactoryAdapter.java:46)
at com.google.inject.internal.InjectorImpl.callInContext(InjectorImpl.java:1066)
at com.google.inject.internal.ProviderToInternalFactoryAdapter.get(ProviderToInternalFactoryAdapter.java:40)
@wyukawa
wyukawa / gist:2960b7023ca279957e34
Last active August 29, 2015 14:22
BlockMissingException
2015-06-10 01:03:04,584 WARN [main] org.apache.hadoop.mapred.YarnChild: Exception running child : java.io.IOException: java.io.IOException: org.apache.hadoop.hdfs.BlockMissingException: Could not obtain block: ...
at org.apache.hadoop.hive.io.HiveIOExceptionHandlerChain.handleRecordReaderNextException(HiveIOExceptionHandlerChain.java:121)
at org.apache.hadoop.hive.io.HiveIOExceptionHandlerUtil.handleRecordReaderNextException(HiveIOExceptionHandlerUtil.java:77)
at org.apache.hadoop.hive.shims.HadoopShimsSecure$CombineFileRecordReader.doNextWithExceptionHandler(HadoopShimsSecure.java:263)
at org.apache.hadoop.hive.shims.HadoopShimsSecure$CombineFileRecordReader.next(HadoopShimsSecure.java:178)
at org.apache.hadoop.mapred.MapTask$TrackedRecordReader.moveToNext(MapTask.java:198)
at org.apache.hadoop.mapred.MapTask$TrackedRecordReader.next(MapTask.java:184)
at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:52)
at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:430)
at org.apache.hadoop.m
@wyukawa
wyukawa / gist:ce1a3f2a7e7441cb57f5
Created June 10, 2015 06:23
presto error PAGE_TRANSPORT_TIMEOUT
com.facebook.presto.operator.PageTransportTimeoutException: Encountered too many errors talking to a worker node. The node may have crashed or be under too much load. This is probably a transient issue, so please retry your query in a few minutes. (... - requests failed for 60.00s)
at com.facebook.presto.operator.HttpPageBufferClient$1.onFailure(HttpPageBufferClient.java:325)
at com.google.common.util.concurrent.Futures$6.run(Futures.java:1310)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:293)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread
# host os(centos 7)
yum install docker
docker pull ubuntu:14.04
docker run -p 80:80 -it ubuntu:14.04 bash
# docker container
apt-get update
apt-get -y install git wget postgresql-9.3 postgresql-server-dev-9.3
service postgresql start
git clone https://github.com/EverythingMe/redash.git