Created
March 19, 2024 05:41
-
-
Save KernelA/eca43e55121b8cf2a346ff299cc40d09 to your computer and use it in GitHub Desktop.
erro_log.txt
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
ERROR SparkContext: Error initializing SparkContext. | |
org.apache.spark.SparkException: Exception when registering SparkListener | |
at org.apache.spark.SparkContext.setupAndStartListenerBus(SparkContext.scala:2549) | |
at org.apache.spark.SparkContext.<init>(SparkContext.scala:641) | |
at org.apache.spark.api.java.JavaSparkContext.<init>(JavaSparkContext.scala:58) | |
at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) | |
at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62) | |
at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) | |
at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:490) | |
at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:247) | |
at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) | |
at py4j.Gateway.invoke(Gateway.java:238) | |
at py4j.commands.ConstructorCommand.invokeConstructor(ConstructorCommand.java:80) | |
at py4j.commands.ConstructorCommand.execute(ConstructorCommand.java:69) | |
at py4j.ClientServerConnection.waitForCommands(ClientServerConnection.java:182) | |
at py4j.ClientServerConnection.run(ClientServerConnection.java:106) | |
at java.base/java.lang.Thread.run(Thread.java:829) | |
Caused by: org.apache.spark.SparkException: tech.ytsaurus.spyt.format.GlobalTransactionSparkListener did not have a zero-argument constructor or a single-argument constructor that accepts SparkConf. Note: if the class is defined inside of another Scala class, then its constructors may accept an implicit parameter that references the enclosing class; in this case, you must define the class as a top-level class in order to prevent this extra parameter from breaking Spark's ability to find a valid constructor. | |
at org.apache.spark.util.Utils$.$anonfun$loadExtensions$1(Utils.scala:2912) | |
at scala.collection.TraversableLike.$anonfun$flatMap$1(TraversableLike.scala:293) | |
at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62) | |
at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55) | |
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49) | |
at scala.collection.TraversableLike.flatMap(TraversableLike.scala:293) | |
at scala.collection.TraversableLike.flatMap$(TraversableLike.scala:290) | |
at scala.collection.AbstractTraversable.flatMap(Traversable.scala:108) | |
at org.apache.spark.util.Utils$.loadExtensions(Utils.scala:2889) | |
at org.apache.spark.SparkContext.$anonfun$setupAndStartListenerBus$1(SparkContext.scala:2538) | |
at org.apache.spark.SparkContext.$anonfun$setupAndStartListenerBus$1$adapted(SparkContext.scala:2537) | |
at scala.Option.foreach(Option.scala:407) | |
at org.apache.spark.SparkContext.setupAndStartListenerBus(SparkContext.scala:2537) | |
... 14 more | |
Exception in thread "main" org.apache.spark.SparkUserAppException: User application exited with 1 | |
at org.apache.spark.deploy.PythonRunner$.main(PythonRunner.scala:103) | |
at org.apache.spark.deploy.PythonRunner.main(PythonRunner.scala) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment