Created
July 29, 2020 16:17
-
-
Save nsivabalan/14868eafa962ca901482d9b50cec4fec to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 11240 [Executor task launch worker for task 60] ERROR org.apache.spark.executor.Executor - Exception in task 1.0 in stage 57.0 (TID 60) | |
| org.apache.hudi.exception.HoodieIOException: Could not read commit details from /var/folders/2k/v2f22b650rbf2s5zkg3_4cc40000gn/T/junit3188025014584302338/.hoodie/003.deltacommit.inflight | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.readDataFromPath(HoodieActiveTimeline.java:465) | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.getInstantDetails(HoodieActiveTimeline.java:189) | |
| at org.apache.hudi.common.table.timeline.HoodieDefaultTimeline.getInstantDetails(HoodieDefaultTimeline.java:296) | |
| at org.apache.hudi.table.action.rollback.RollbackUtils.lambda$generateRollbackRequestsUsingFileListingMOR$10f8a1d7$1(RollbackUtils.java:179) | |
| at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$1$1.apply(JavaRDDLike.scala:125) | |
| at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$1$1.apply(JavaRDDLike.scala:125) | |
| at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:435) | |
| at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:441) | |
| at scala.collection.Iterator$$anon$13.hasNext(Iterator.scala:462) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:891) | |
| at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) | |
| at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:59) | |
| at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:104) | |
| at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:48) | |
| at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:310) | |
| at scala.collection.AbstractIterator.to(Iterator.scala:1334) | |
| at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:302) | |
| at scala.collection.AbstractIterator.toBuffer(Iterator.scala:1334) | |
| at scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:289) | |
| at scala.collection.AbstractIterator.toArray(Iterator.scala:1334) | |
| at org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply(RDD.scala:945) | |
| at org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply(RDD.scala:945) | |
| at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2101) | |
| at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2101) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:123) | |
| at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:408) | |
| at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:414) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: java.io.FileNotFoundException: File file:/var/folders/2k/v2f22b650rbf2s5zkg3_4cc40000gn/T/junit3188025014584302338/.hoodie/003.deltacommit.inflight does not exist | |
| at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:611) | |
| at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:824) | |
| at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:601) | |
| at org.apache.hadoop.fs.FilterFileSystem.getFileStatus(FilterFileSystem.java:421) | |
| at org.apache.hadoop.fs.ChecksumFileSystem$ChecksumFSInputChecker.<init>(ChecksumFileSystem.java:142) | |
| at org.apache.hadoop.fs.ChecksumFileSystem.open(ChecksumFileSystem.java:346) | |
| at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:769) | |
| at org.apache.hudi.common.fs.HoodieWrapperFileSystem.open(HoodieWrapperFileSystem.java:369) | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.readDataFromPath(HoodieActiveTimeline.java:462) | |
| ... 31 more | |
| 11240 [Executor task launch worker for task 59] ERROR org.apache.spark.executor.Executor - Exception in task 0.0 in stage 57.0 (TID 59) | |
| org.apache.hudi.exception.HoodieIOException: Could not read commit details from /var/folders/2k/v2f22b650rbf2s5zkg3_4cc40000gn/T/junit3188025014584302338/.hoodie/003.deltacommit.inflight | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.readDataFromPath(HoodieActiveTimeline.java:465) | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.getInstantDetails(HoodieActiveTimeline.java:189) | |
| at org.apache.hudi.common.table.timeline.HoodieDefaultTimeline.getInstantDetails(HoodieDefaultTimeline.java:296) | |
| at org.apache.hudi.table.action.rollback.RollbackUtils.lambda$generateRollbackRequestsUsingFileListingMOR$10f8a1d7$1(RollbackUtils.java:179) | |
| at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$1$1.apply(JavaRDDLike.scala:125) | |
| at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$1$1.apply(JavaRDDLike.scala:125) | |
| at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:435) | |
| at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:441) | |
| at scala.collection.Iterator$$anon$13.hasNext(Iterator.scala:462) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:891) | |
| at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) | |
| at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:59) | |
| at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:104) | |
| at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:48) | |
| at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:310) | |
| at scala.collection.AbstractIterator.to(Iterator.scala:1334) | |
| at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:302) | |
| at scala.collection.AbstractIterator.toBuffer(Iterator.scala:1334) | |
| at scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:289) | |
| at scala.collection.AbstractIterator.toArray(Iterator.scala:1334) | |
| at org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply(RDD.scala:945) | |
| at org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply(RDD.scala:945) | |
| at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2101) | |
| at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2101) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:123) | |
| at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:408) | |
| at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:414) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: java.io.FileNotFoundException: File file:/var/folders/2k/v2f22b650rbf2s5zkg3_4cc40000gn/T/junit3188025014584302338/.hoodie/003.deltacommit.inflight does not exist | |
| at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:611) | |
| at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:824) | |
| at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:601) | |
| at org.apache.hadoop.fs.FilterFileSystem.getFileStatus(FilterFileSystem.java:421) | |
| at org.apache.hadoop.fs.ChecksumFileSystem$ChecksumFSInputChecker.<init>(ChecksumFileSystem.java:142) | |
| at org.apache.hadoop.fs.ChecksumFileSystem.open(ChecksumFileSystem.java:346) | |
| at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:769) | |
| at org.apache.hudi.common.fs.HoodieWrapperFileSystem.open(HoodieWrapperFileSystem.java:369) | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.readDataFromPath(HoodieActiveTimeline.java:462) | |
| ... 31 more | |
| 11261 [task-result-getter-0] WARN org.apache.spark.scheduler.TaskSetManager - Lost task 1.0 in stage 57.0 (TID 60, localhost, executor driver): org.apache.hudi.exception.HoodieIOException: Could not read commit details from /var/folders/2k/v2f22b650rbf2s5zkg3_4cc40000gn/T/junit3188025014584302338/.hoodie/003.deltacommit.inflight | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.readDataFromPath(HoodieActiveTimeline.java:465) | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.getInstantDetails(HoodieActiveTimeline.java:189) | |
| at org.apache.hudi.common.table.timeline.HoodieDefaultTimeline.getInstantDetails(HoodieDefaultTimeline.java:296) | |
| at org.apache.hudi.table.action.rollback.RollbackUtils.lambda$generateRollbackRequestsUsingFileListingMOR$10f8a1d7$1(RollbackUtils.java:179) | |
| at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$1$1.apply(JavaRDDLike.scala:125) | |
| at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$1$1.apply(JavaRDDLike.scala:125) | |
| at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:435) | |
| at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:441) | |
| at scala.collection.Iterator$$anon$13.hasNext(Iterator.scala:462) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:891) | |
| at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) | |
| at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:59) | |
| at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:104) | |
| at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:48) | |
| at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:310) | |
| at scala.collection.AbstractIterator.to(Iterator.scala:1334) | |
| at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:302) | |
| at scala.collection.AbstractIterator.toBuffer(Iterator.scala:1334) | |
| at scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:289) | |
| at scala.collection.AbstractIterator.toArray(Iterator.scala:1334) | |
| at org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply(RDD.scala:945) | |
| at org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply(RDD.scala:945) | |
| at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2101) | |
| at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2101) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:123) | |
| at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:408) | |
| at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:414) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: java.io.FileNotFoundException: File file:/var/folders/2k/v2f22b650rbf2s5zkg3_4cc40000gn/T/junit3188025014584302338/.hoodie/003.deltacommit.inflight does not exist | |
| at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:611) | |
| at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:824) | |
| at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:601) | |
| at org.apache.hadoop.fs.FilterFileSystem.getFileStatus(FilterFileSystem.java:421) | |
| at org.apache.hadoop.fs.ChecksumFileSystem$ChecksumFSInputChecker.<init>(ChecksumFileSystem.java:142) | |
| at org.apache.hadoop.fs.ChecksumFileSystem.open(ChecksumFileSystem.java:346) | |
| at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:769) | |
| at org.apache.hudi.common.fs.HoodieWrapperFileSystem.open(HoodieWrapperFileSystem.java:369) | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.readDataFromPath(HoodieActiveTimeline.java:462) | |
| ... 31 more | |
| 11263 [task-result-getter-0] ERROR org.apache.spark.scheduler.TaskSetManager - Task 1 in stage 57.0 failed 1 times; aborting job | |
| 11361 [main] WARN org.apache.hudi.testutils.HoodieClientTestHarness - Closing file-system instance used in previous test-run | |
| org.apache.hudi.exception.HoodieRollbackException: Exception thrown while upgrading Hoodie Table from version 0 to 1 | |
| at org.apache.hudi.table.upgrade.UpgradeHandleFromZeroToOne.recreateMarkerFiles(UpgradeHandleFromZeroToOne.java:111) | |
| at org.apache.hudi.table.upgrade.UpgradeHandleFromZeroToOne.upgrade(UpgradeHandleFromZeroToOne.java:58) | |
| at org.apache.hudi.table.upgrade.UpgradeDowngradeUtil.doUpgradeOrDowngrade(UpgradeDowngradeUtil.java:82) | |
| at org.apache.hudi.client.AbstractHoodieWriteClient.mayBeUpgrade(AbstractHoodieWriteClient.java:218) | |
| at org.apache.hudi.client.AbstractHoodieWriteClient.getTableAndInitCtx(AbstractHoodieWriteClient.java:196) | |
| at org.apache.hudi.client.HoodieWriteClient.upsert(HoodieWriteClient.java:160) | |
| at org.apache.hudi.table.upgrade.TestUpgradeDowngradeUtil.triggerCommit(TestUpgradeDowngradeUtil.java:245) | |
| at org.apache.hudi.table.upgrade.TestUpgradeDowngradeUtil.testUpgrade(TestUpgradeDowngradeUtil.java:141) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) | |
| at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) | |
| at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) | |
| at java.lang.reflect.Method.invoke(Method.java:498) | |
| at org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:688) | |
| at org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60) | |
| at org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131) | |
| at org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:149) | |
| at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:140) | |
| at org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:92) | |
| at org.junit.jupiter.engine.execution.ExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(ExecutableInvoker.java:115) | |
| at org.junit.jupiter.engine.execution.ExecutableInvoker.lambda$invoke$0(ExecutableInvoker.java:105) | |
| at org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106) | |
| at org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64) | |
| at org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45) | |
| at org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37) | |
| at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:104) | |
| at org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:98) | |
| at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$6(TestMethodTestDescriptor.java:212) | |
| at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) | |
| at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:208) | |
| at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:137) | |
| at org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:71) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139) | |
| at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129) | |
| at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127) | |
| at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84) | |
| at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:212) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:192) | |
| at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:139) | |
| at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:107) | |
| at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:175) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184) | |
| at java.util.stream.ReferencePipeline$11$1.accept(ReferencePipeline.java:373) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:184) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) | |
| at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) | |
| at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) | |
| at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:151) | |
| at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:174) | |
| at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) | |
| at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:418) | |
| at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:270) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.Spliterators$ArraySpliterator.forEachRemaining(Spliterators.java:948) | |
| at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) | |
| at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) | |
| at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:151) | |
| at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:174) | |
| at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) | |
| at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:418) | |
| at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:270) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193) | |
| at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1382) | |
| at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) | |
| at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) | |
| at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:151) | |
| at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:174) | |
| at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) | |
| at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:418) | |
| at java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:270) | |
| at java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1382) | |
| at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481) | |
| at java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471) | |
| at java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:151) | |
| at java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:174) | |
| at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) | |
| at java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:418) | |
| at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:107) | |
| at org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:42) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139) | |
| at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129) | |
| at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127) | |
| at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84) | |
| at java.util.ArrayList.forEach(ArrayList.java:1257) | |
| at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:143) | |
| at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129) | |
| at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127) | |
| at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84) | |
| at java.util.ArrayList.forEach(ArrayList.java:1257) | |
| at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:143) | |
| at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129) | |
| at org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127) | |
| at org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126) | |
| at org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84) | |
| at org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32) | |
| at org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57) | |
| at org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:51) | |
| at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:107) | |
| at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:87) | |
| at org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:53) | |
| at org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:66) | |
| at org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:51) | |
| at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:87) | |
| at org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:66) | |
| at com.intellij.junit5.JUnit5IdeaTestRunner.startRunnerWithArgs(JUnit5IdeaTestRunner.java:69) | |
| at com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:33) | |
| at com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:230) | |
| at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:58) | |
| Caused by: org.apache.spark.SparkException: Job aborted due to stage failure: Task 1 in stage 57.0 failed 1 times, most recent failure: Lost task 1.0 in stage 57.0 (TID 60, localhost, executor driver): org.apache.hudi.exception.HoodieIOException: Could not read commit details from /var/folders/2k/v2f22b650rbf2s5zkg3_4cc40000gn/T/junit3188025014584302338/.hoodie/003.deltacommit.inflight | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.readDataFromPath(HoodieActiveTimeline.java:465) | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.getInstantDetails(HoodieActiveTimeline.java:189) | |
| at org.apache.hudi.common.table.timeline.HoodieDefaultTimeline.getInstantDetails(HoodieDefaultTimeline.java:296) | |
| at org.apache.hudi.table.action.rollback.RollbackUtils.lambda$generateRollbackRequestsUsingFileListingMOR$10f8a1d7$1(RollbackUtils.java:179) | |
| at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$1$1.apply(JavaRDDLike.scala:125) | |
| at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$1$1.apply(JavaRDDLike.scala:125) | |
| at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:435) | |
| at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:441) | |
| at scala.collection.Iterator$$anon$13.hasNext(Iterator.scala:462) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:891) | |
| at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) | |
| at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:59) | |
| at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:104) | |
| at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:48) | |
| at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:310) | |
| at scala.collection.AbstractIterator.to(Iterator.scala:1334) | |
| at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:302) | |
| at scala.collection.AbstractIterator.toBuffer(Iterator.scala:1334) | |
| at scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:289) | |
| at scala.collection.AbstractIterator.toArray(Iterator.scala:1334) | |
| at org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply(RDD.scala:945) | |
| at org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply(RDD.scala:945) | |
| at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2101) | |
| at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2101) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:123) | |
| at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:408) | |
| at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:414) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: java.io.FileNotFoundException: File file:/var/folders/2k/v2f22b650rbf2s5zkg3_4cc40000gn/T/junit3188025014584302338/.hoodie/003.deltacommit.inflight does not exist | |
| at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:611) | |
| at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:824) | |
| at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:601) | |
| at org.apache.hadoop.fs.FilterFileSystem.getFileStatus(FilterFileSystem.java:421) | |
| at org.apache.hadoop.fs.ChecksumFileSystem$ChecksumFSInputChecker.<init>(ChecksumFileSystem.java:142) | |
| at org.apache.hadoop.fs.ChecksumFileSystem.open(ChecksumFileSystem.java:346) | |
| at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:769) | |
| at org.apache.hudi.common.fs.HoodieWrapperFileSystem.open(HoodieWrapperFileSystem.java:369) | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.readDataFromPath(HoodieActiveTimeline.java:462) | |
| ... 31 more | |
| Driver stacktrace: | |
| at org.apache.spark.scheduler.DAGScheduler.org$apache$spark$scheduler$DAGScheduler$$failJobAndIndependentStages(DAGScheduler.scala:1889) | |
| at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1877) | |
| at org.apache.spark.scheduler.DAGScheduler$$anonfun$abortStage$1.apply(DAGScheduler.scala:1876) | |
| at scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59) | |
| at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48) | |
| at org.apache.spark.scheduler.DAGScheduler.abortStage(DAGScheduler.scala:1876) | |
| at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:926) | |
| at org.apache.spark.scheduler.DAGScheduler$$anonfun$handleTaskSetFailed$1.apply(DAGScheduler.scala:926) | |
| at scala.Option.foreach(Option.scala:257) | |
| at org.apache.spark.scheduler.DAGScheduler.handleTaskSetFailed(DAGScheduler.scala:926) | |
| at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.doOnReceive(DAGScheduler.scala:2110) | |
| at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2059) | |
| at org.apache.spark.scheduler.DAGSchedulerEventProcessLoop.onReceive(DAGScheduler.scala:2048) | |
| at org.apache.spark.util.EventLoop$$anon$1.run(EventLoop.scala:49) | |
| at org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:737) | |
| at org.apache.spark.SparkContext.runJob(SparkContext.scala:2061) | |
| at org.apache.spark.SparkContext.runJob(SparkContext.scala:2082) | |
| at org.apache.spark.SparkContext.runJob(SparkContext.scala:2101) | |
| at org.apache.spark.SparkContext.runJob(SparkContext.scala:2126) | |
| at org.apache.spark.rdd.RDD$$anonfun$collect$1.apply(RDD.scala:945) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151) | |
| at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112) | |
| at org.apache.spark.rdd.RDD.withScope(RDD.scala:363) | |
| at org.apache.spark.rdd.RDD.collect(RDD.scala:944) | |
| at org.apache.spark.api.java.JavaRDDLike$class.collect(JavaRDDLike.scala:361) | |
| at org.apache.spark.api.java.AbstractJavaRDDLike.collect(JavaRDDLike.scala:45) | |
| at org.apache.hudi.table.action.rollback.RollbackUtils.generateRollbackRequestsUsingFileListingMOR(RollbackUtils.java:202) | |
| at org.apache.hudi.table.upgrade.UpgradeHandleFromZeroToOne.recreateMarkerFiles(UpgradeHandleFromZeroToOne.java:84) | |
| ... 136 more | |
| Caused by: org.apache.hudi.exception.HoodieIOException: Could not read commit details from /var/folders/2k/v2f22b650rbf2s5zkg3_4cc40000gn/T/junit3188025014584302338/.hoodie/003.deltacommit.inflight | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.readDataFromPath(HoodieActiveTimeline.java:465) | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.getInstantDetails(HoodieActiveTimeline.java:189) | |
| at org.apache.hudi.common.table.timeline.HoodieDefaultTimeline.getInstantDetails(HoodieDefaultTimeline.java:296) | |
| at org.apache.hudi.table.action.rollback.RollbackUtils.lambda$generateRollbackRequestsUsingFileListingMOR$10f8a1d7$1(RollbackUtils.java:179) | |
| at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$1$1.apply(JavaRDDLike.scala:125) | |
| at org.apache.spark.api.java.JavaRDDLike$$anonfun$fn$1$1.apply(JavaRDDLike.scala:125) | |
| at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:435) | |
| at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:441) | |
| at scala.collection.Iterator$$anon$13.hasNext(Iterator.scala:462) | |
| at scala.collection.Iterator$class.foreach(Iterator.scala:891) | |
| at scala.collection.AbstractIterator.foreach(Iterator.scala:1334) | |
| at scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:59) | |
| at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:104) | |
| at scala.collection.mutable.ArrayBuffer.$plus$plus$eq(ArrayBuffer.scala:48) | |
| at scala.collection.TraversableOnce$class.to(TraversableOnce.scala:310) | |
| at scala.collection.AbstractIterator.to(Iterator.scala:1334) | |
| at scala.collection.TraversableOnce$class.toBuffer(TraversableOnce.scala:302) | |
| at scala.collection.AbstractIterator.toBuffer(Iterator.scala:1334) | |
| at scala.collection.TraversableOnce$class.toArray(TraversableOnce.scala:289) | |
| at scala.collection.AbstractIterator.toArray(Iterator.scala:1334) | |
| at org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply(RDD.scala:945) | |
| at org.apache.spark.rdd.RDD$$anonfun$collect$1$$anonfun$13.apply(RDD.scala:945) | |
| at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2101) | |
| at org.apache.spark.SparkContext$$anonfun$runJob$5.apply(SparkContext.scala:2101) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:123) | |
| at org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply(Executor.scala:408) | |
| at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1360) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:414) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: java.io.FileNotFoundException: File file:/var/folders/2k/v2f22b650rbf2s5zkg3_4cc40000gn/T/junit3188025014584302338/.hoodie/003.deltacommit.inflight does not exist | |
| at org.apache.hadoop.fs.RawLocalFileSystem.deprecatedGetFileStatus(RawLocalFileSystem.java:611) | |
| at org.apache.hadoop.fs.RawLocalFileSystem.getFileLinkStatusInternal(RawLocalFileSystem.java:824) | |
| at org.apache.hadoop.fs.RawLocalFileSystem.getFileStatus(RawLocalFileSystem.java:601) | |
| at org.apache.hadoop.fs.FilterFileSystem.getFileStatus(FilterFileSystem.java:421) | |
| at org.apache.hadoop.fs.ChecksumFileSystem$ChecksumFSInputChecker.<init>(ChecksumFileSystem.java:142) | |
| at org.apache.hadoop.fs.ChecksumFileSystem.open(ChecksumFileSystem.java:346) | |
| at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:769) | |
| at org.apache.hudi.common.fs.HoodieWrapperFileSystem.open(HoodieWrapperFileSystem.java:369) | |
| at org.apache.hudi.common.table.timeline.HoodieActiveTimeline.readDataFromPath(HoodieActiveTimeline.java:462) | |
| ... 31 more |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment