Skip to content

Instantly share code, notes, and snippets.

@LuqmanSahaf
Last active March 18, 2017 17:09
Show Gist options
  • Save LuqmanSahaf/ef64d91092b1ffbfdaf0bfc68f2beef7 to your computer and use it in GitHub Desktop.
Save LuqmanSahaf/ef64d91092b1ffbfdaf0bfc68f2beef7 to your computer and use it in GitHub Desktop.
import reactivemongo.bson.BSONObjectID
// ToolType, Tools, Schema, File are internal classes or objects
// ToolType(s) is an Enumeration
case class HDFSConfig(
namenode: String,
file: Option[File]
)
case class HDFSInputTool(
name: String,
out: List[String],
hdfsConfig: HDFSConfig,
_id: BSONObjectID = BSONObjectID.generate,
selectedSchema: Schema = List(),
tool: Tools = Tools.hdfs_input,
override val toolType: ToolType = ToolTypes.source
)
java.lang.RuntimeException: com.cloudera.livy.shaded.kryo.kryo.KryoException: Unable to find class: *)*
*id                                                                                                   *
Serialization trace:
scala$Enumeration$$outerEnum (scala.Enumeration$Val)
toolType (org.dp.core.models.HDFSInputTool)
tool$1 (org.dp.jobserver.spark.interactive.Interactive$$anonfun$1)
fn$1 (com.cloudera.livy.scalaapi.LivyScalaClient$$anon$1)
com.cloudera.livy.shaded.kryo.kryo.util.DefaultClassResolver.readName(DefaultClassResolver.java:138)
com.cloudera.livy.shaded.kryo.kryo.util.DefaultClassResolver.readClass(DefaultClassResolver.java:115)
com.cloudera.livy.shaded.kryo.kryo.Kryo.readClass(Kryo.java:656)
com.cloudera.livy.shaded.kryo.kryo.serializers.ObjectField.read(ObjectField.java:99)
com.cloudera.livy.shaded.kryo.kryo.serializers.FieldSerializer.read(FieldSerializer.java:507)
com.cloudera.livy.shaded.kryo.kryo.Kryo.readObject(Kryo.java:694)
com.cloudera.livy.shaded.kryo.kryo.serializers.ObjectField.read(ObjectField.java:106)
com.cloudera.livy.shaded.kryo.kryo.serializers.FieldSerializer.read(FieldSerializer.java:507)
com.cloudera.livy.shaded.kryo.kryo.Kryo.readObject(Kryo.java:694)
com.cloudera.livy.shaded.kryo.kryo.serializers.ObjectField.read(ObjectField.java:106)
com.cloudera.livy.shaded.kryo.kryo.serializers.FieldSerializer.read(FieldSerializer.java:507)
com.cloudera.livy.shaded.kryo.kryo.Kryo.readObject(Kryo.java:694)
com.cloudera.livy.shaded.kryo.kryo.serializers.ObjectField.read(ObjectField.java:106)
com.cloudera.livy.shaded.kryo.kryo.serializers.FieldSerializer.read(FieldSerializer.java:507)
com.cloudera.livy.shaded.kryo.kryo.Kryo.readClassAndObject(Kryo.java:776)
com.cloudera.livy.client.common.Serializer.deserialize(Serializer.java:64)
com.cloudera.livy.rsc.driver.BypassJob.call(BypassJob.java:39)
com.cloudera.livy.rsc.driver.BypassJob.call(BypassJob.java:27)
com.cloudera.livy.rsc.driver.JobWrapper.call(JobWrapper.java:57)
com.cloudera.livy.rsc.driver.BypassJobWrapper.call(BypassJobWrapper.java:42)
com.cloudera.livy.rsc.driver.BypassJobWrapper.call(BypassJobWrapper.java:27)
java.util.concurrent.FutureTask.run(FutureTask.java:266)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
java.lang.Thread.run(Thread.java:745)
@LuqmanSahaf
Copy link
Author

I don't know what are these stars doing in class name?

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment