Last active
July 6, 2021 16:06
-
-
Save nsivabalan/3d9a709725f2b106a5d3e89de95c03a1 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 21/07/06 05:35:00 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable | |
| 21/07/06 05:35:07 WARN Client: Neither spark.yarn.jars nor spark.yarn.archive is set, falling back to uploading libraries under SPARK_HOME. | |
| 21/07/06 08:08:30 WARN TaskSetManager: Lost task 222.0 in stage 14.0 (TID 10306, ip-172-31-36-52.us-east-2.compute.internal, executor 10): java.lang.RuntimeException: org.apache.hudi.exception.HoodieException: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.client.utils.LazyIterableIterator.next(LazyIterableIterator.java:121) | |
| at scala.collection.convert.Wrappers$JIteratorWrapper.next(Wrappers.scala:44) | |
| at scala.collection.Iterator$$anon$11.nextCur(Iterator.scala:484) | |
| at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:490) | |
| at org.apache.spark.storage.memory.MemoryStore.putIterator(MemoryStore.scala:221) | |
| at org.apache.spark.storage.memory.MemoryStore.putIteratorAsBytes(MemoryStore.scala:349) | |
| at org.apache.spark.storage.BlockManager.$anonfun$doPutIterator$1(BlockManager.scala:1388) | |
| at org.apache.spark.storage.BlockManager.org$apache$spark$storage$BlockManager$$doPut(BlockManager.scala:1298) | |
| at org.apache.spark.storage.BlockManager.doPutIterator(BlockManager.scala:1362) | |
| at org.apache.spark.storage.BlockManager.getOrElseUpdate(BlockManager.scala:1186) | |
| at org.apache.spark.rdd.RDD.getOrCompute(RDD.scala:360) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:311) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:349) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:313) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:127) | |
| at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:446) | |
| at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1377) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:449) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: org.apache.hudi.exception.HoodieException: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:81) | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:36) | |
| at org.apache.hudi.client.utils.LazyIterableIterator.next(LazyIterableIterator.java:119) | |
| ... 22 more | |
| Caused by: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:143) | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:77) | |
| ... 24 more | |
| Caused by: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at java.util.concurrent.FutureTask.report(FutureTask.java:122) | |
| at java.util.concurrent.FutureTask.get(FutureTask.java:192) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:141) | |
| ... 25 more | |
| Caused by: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.createMarker(RemoteHoodieTableFileSystemView.java:485) | |
| at org.apache.hudi.table.marker.TimelineBasedMarkerFiles.create(TimelineBasedMarkerFiles.java:80) | |
| at org.apache.hudi.table.marker.MarkerFiles.create(MarkerFiles.java:54) | |
| at org.apache.hudi.io.HoodieWriteHandle.createMarkerFile(HoodieWriteHandle.java:181) | |
| at org.apache.hudi.io.HoodieCreateHandle.<init>(HoodieCreateHandle.java:83) | |
| at org.apache.hudi.io.HoodieCreateHandle.<init>(HoodieCreateHandle.java:65) | |
| at org.apache.hudi.io.CreateHandleFactory.create(CreateHandleFactory.java:34) | |
| at org.apache.hudi.execution.CopyOnWriteInsertHandler.consumeOneRecord(CopyOnWriteInsertHandler.java:83) | |
| at org.apache.hudi.execution.CopyOnWriteInsertHandler.consumeOneRecord(CopyOnWriteInsertHandler.java:40) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryQueueConsumer.consume(BoundedInMemoryQueueConsumer.java:37) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.lambda$null$2(BoundedInMemoryExecutor.java:121) | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
| ... 3 more | |
| Caused by: org.apache.http.client.HttpResponseException: Server Error | |
| at org.apache.http.impl.client.AbstractResponseHandler.handleResponse(AbstractResponseHandler.java:69) | |
| at org.apache.http.client.fluent.Response.handleResponse(Response.java:90) | |
| at org.apache.http.client.fluent.Response.returnContent(Response.java:97) | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.executeRequest(RemoteHoodieTableFileSystemView.java:187) | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.createMarker(RemoteHoodieTableFileSystemView.java:483) | |
| ... 14 more | |
| 21/07/06 08:10:05 WARN TaskSetManager: Lost task 280.1 in stage 14.0 (TID 10426, ip-172-31-47-28.us-east-2.compute.internal, executor 6): java.lang.RuntimeException: org.apache.hudi.exception.HoodieException: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.client.utils.LazyIterableIterator.next(LazyIterableIterator.java:121) | |
| at scala.collection.convert.Wrappers$JIteratorWrapper.next(Wrappers.scala:44) | |
| at scala.collection.Iterator$$anon$11.nextCur(Iterator.scala:484) | |
| at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:490) | |
| at org.apache.spark.storage.memory.MemoryStore.putIterator(MemoryStore.scala:221) | |
| at org.apache.spark.storage.memory.MemoryStore.putIteratorAsBytes(MemoryStore.scala:349) | |
| at org.apache.spark.storage.BlockManager.$anonfun$doPutIterator$1(BlockManager.scala:1388) | |
| at org.apache.spark.storage.BlockManager.org$apache$spark$storage$BlockManager$$doPut(BlockManager.scala:1298) | |
| at org.apache.spark.storage.BlockManager.doPutIterator(BlockManager.scala:1362) | |
| at org.apache.spark.storage.BlockManager.getOrElseUpdate(BlockManager.scala:1186) | |
| at org.apache.spark.rdd.RDD.getOrCompute(RDD.scala:360) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:311) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:349) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:313) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:127) | |
| at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:446) | |
| at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1377) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:449) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: org.apache.hudi.exception.HoodieException: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:81) | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:36) | |
| at org.apache.hudi.client.utils.LazyIterableIterator.next(LazyIterableIterator.java:119) | |
| ... 22 more | |
| Caused by: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:143) | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:77) | |
| ... 24 more | |
| Caused by: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at java.util.concurrent.FutureTask.report(FutureTask.java:122) | |
| at java.util.concurrent.FutureTask.get(FutureTask.java:192) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:141) | |
| ... 25 more | |
| Caused by: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.createMarker(RemoteHoodieTableFileSystemView.java:485) | |
| at org.apache.hudi.table.marker.TimelineBasedMarkerFiles.create(TimelineBasedMarkerFiles.java:80) | |
| at org.apache.hudi.table.marker.MarkerFiles.create(MarkerFiles.java:54) | |
| at org.apache.hudi.io.HoodieWriteHandle.createMarkerFile(HoodieWriteHandle.java:181) | |
| at org.apache.hudi.io.HoodieCreateHandle.<init>(HoodieCreateHandle.java:83) | |
| at org.apache.hudi.io.HoodieCreateHandle.<init>(HoodieCreateHandle.java:65) | |
| at org.apache.hudi.io.CreateHandleFactory.create(CreateHandleFactory.java:34) | |
| at org.apache.hudi.execution.CopyOnWriteInsertHandler.consumeOneRecord(CopyOnWriteInsertHandler.java:83) | |
| at org.apache.hudi.execution.CopyOnWriteInsertHandler.consumeOneRecord(CopyOnWriteInsertHandler.java:40) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryQueueConsumer.consume(BoundedInMemoryQueueConsumer.java:37) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.lambda$null$2(BoundedInMemoryExecutor.java:121) | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
| ... 3 more | |
| Caused by: org.apache.http.client.HttpResponseException: Server Error | |
| at org.apache.http.impl.client.AbstractResponseHandler.handleResponse(AbstractResponseHandler.java:69) | |
| at org.apache.http.client.fluent.Response.handleResponse(Response.java:90) | |
| at org.apache.http.client.fluent.Response.returnContent(Response.java:97) | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.executeRequest(RemoteHoodieTableFileSystemView.java:187) | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.createMarker(RemoteHoodieTableFileSystemView.java:483) | |
| ... 14 more | |
| 21/07/06 08:11:57 WARN TaskSetManager: Lost task 239.2 in stage 14.0 (TID 10437, ip-172-31-43-189.us-east-2.compute.internal, executor 1): java.lang.RuntimeException: org.apache.hudi.exception.HoodieException: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.client.utils.LazyIterableIterator.next(LazyIterableIterator.java:121) | |
| at scala.collection.convert.Wrappers$JIteratorWrapper.next(Wrappers.scala:44) | |
| at scala.collection.Iterator$$anon$11.nextCur(Iterator.scala:484) | |
| at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:490) | |
| at org.apache.spark.storage.memory.MemoryStore.putIterator(MemoryStore.scala:221) | |
| at org.apache.spark.storage.memory.MemoryStore.putIteratorAsBytes(MemoryStore.scala:349) | |
| at org.apache.spark.storage.BlockManager.$anonfun$doPutIterator$1(BlockManager.scala:1388) | |
| at org.apache.spark.storage.BlockManager.org$apache$spark$storage$BlockManager$$doPut(BlockManager.scala:1298) | |
| at org.apache.spark.storage.BlockManager.doPutIterator(BlockManager.scala:1362) | |
| at org.apache.spark.storage.BlockManager.getOrElseUpdate(BlockManager.scala:1186) | |
| at org.apache.spark.rdd.RDD.getOrCompute(RDD.scala:360) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:311) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:349) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:313) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:127) | |
| at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:446) | |
| at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1377) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:449) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: org.apache.hudi.exception.HoodieException: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:81) | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:36) | |
| at org.apache.hudi.client.utils.LazyIterableIterator.next(LazyIterableIterator.java:119) | |
| ... 22 more | |
| Caused by: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:143) | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:77) | |
| ... 24 more | |
| Caused by: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at java.util.concurrent.FutureTask.report(FutureTask.java:122) | |
| at java.util.concurrent.FutureTask.get(FutureTask.java:192) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:141) | |
| ... 25 more | |
| Caused by: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.createMarker(RemoteHoodieTableFileSystemView.java:485) | |
| at org.apache.hudi.table.marker.TimelineBasedMarkerFiles.create(TimelineBasedMarkerFiles.java:80) | |
| at org.apache.hudi.table.marker.MarkerFiles.create(MarkerFiles.java:54) | |
| at org.apache.hudi.io.HoodieWriteHandle.createMarkerFile(HoodieWriteHandle.java:181) | |
| at org.apache.hudi.io.HoodieCreateHandle.<init>(HoodieCreateHandle.java:83) | |
| at org.apache.hudi.io.HoodieCreateHandle.<init>(HoodieCreateHandle.java:65) | |
| at org.apache.hudi.io.CreateHandleFactory.create(CreateHandleFactory.java:34) | |
| at org.apache.hudi.execution.CopyOnWriteInsertHandler.consumeOneRecord(CopyOnWriteInsertHandler.java:83) | |
| at org.apache.hudi.execution.CopyOnWriteInsertHandler.consumeOneRecord(CopyOnWriteInsertHandler.java:40) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryQueueConsumer.consume(BoundedInMemoryQueueConsumer.java:37) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.lambda$null$2(BoundedInMemoryExecutor.java:121) | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
| ... 3 more | |
| Caused by: org.apache.http.client.HttpResponseException: Server Error | |
| at org.apache.http.impl.client.AbstractResponseHandler.handleResponse(AbstractResponseHandler.java:69) | |
| at org.apache.http.client.fluent.Response.handleResponse(Response.java:90) | |
| at org.apache.http.client.fluent.Response.returnContent(Response.java:97) | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.executeRequest(RemoteHoodieTableFileSystemView.java:187) | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.createMarker(RemoteHoodieTableFileSystemView.java:483) | |
| ... 14 more | |
| 21/07/06 08:13:00 WARN TaskSetManager: Lost task 274.1 in stage 14.0 (TID 10414, ip-172-31-37-233.us-east-2.compute.internal, executor 4): java.lang.RuntimeException: org.apache.hudi.exception.HoodieException: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.client.utils.LazyIterableIterator.next(LazyIterableIterator.java:121) | |
| at scala.collection.convert.Wrappers$JIteratorWrapper.next(Wrappers.scala:44) | |
| at scala.collection.Iterator$$anon$11.nextCur(Iterator.scala:484) | |
| at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:490) | |
| at org.apache.spark.storage.memory.MemoryStore.putIterator(MemoryStore.scala:221) | |
| at org.apache.spark.storage.memory.MemoryStore.putIteratorAsBytes(MemoryStore.scala:349) | |
| at org.apache.spark.storage.BlockManager.$anonfun$doPutIterator$1(BlockManager.scala:1388) | |
| at org.apache.spark.storage.BlockManager.org$apache$spark$storage$BlockManager$$doPut(BlockManager.scala:1298) | |
| at org.apache.spark.storage.BlockManager.doPutIterator(BlockManager.scala:1362) | |
| at org.apache.spark.storage.BlockManager.getOrElseUpdate(BlockManager.scala:1186) | |
| at org.apache.spark.rdd.RDD.getOrCompute(RDD.scala:360) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:311) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:349) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:313) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:127) | |
| at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:446) | |
| at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1377) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:449) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: org.apache.hudi.exception.HoodieException: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:81) | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:36) | |
| at org.apache.hudi.client.utils.LazyIterableIterator.next(LazyIterableIterator.java:119) | |
| ... 22 more | |
| Caused by: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:143) | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:77) | |
| ... 24 more | |
| Caused by: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at java.util.concurrent.FutureTask.report(FutureTask.java:122) | |
| at java.util.concurrent.FutureTask.get(FutureTask.java:192) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:141) | |
| ... 25 more | |
| Caused by: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.createMarker(RemoteHoodieTableFileSystemView.java:485) | |
| at org.apache.hudi.table.marker.TimelineBasedMarkerFiles.create(TimelineBasedMarkerFiles.java:80) | |
| at org.apache.hudi.table.marker.MarkerFiles.create(MarkerFiles.java:54) | |
| at org.apache.hudi.io.HoodieWriteHandle.createMarkerFile(HoodieWriteHandle.java:181) | |
| at org.apache.hudi.io.HoodieCreateHandle.<init>(HoodieCreateHandle.java:83) | |
| at org.apache.hudi.io.HoodieCreateHandle.<init>(HoodieCreateHandle.java:65) | |
| at org.apache.hudi.io.CreateHandleFactory.create(CreateHandleFactory.java:34) | |
| at org.apache.hudi.execution.CopyOnWriteInsertHandler.consumeOneRecord(CopyOnWriteInsertHandler.java:83) | |
| at org.apache.hudi.execution.CopyOnWriteInsertHandler.consumeOneRecord(CopyOnWriteInsertHandler.java:40) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryQueueConsumer.consume(BoundedInMemoryQueueConsumer.java:37) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.lambda$null$2(BoundedInMemoryExecutor.java:121) | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
| ... 3 more | |
| Caused by: org.apache.http.client.HttpResponseException: Server Error | |
| at org.apache.http.impl.client.AbstractResponseHandler.handleResponse(AbstractResponseHandler.java:69) | |
| at org.apache.http.client.fluent.Response.handleResponse(Response.java:90) | |
| at org.apache.http.client.fluent.Response.returnContent(Response.java:97) | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.executeRequest(RemoteHoodieTableFileSystemView.java:187) | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.createMarker(RemoteHoodieTableFileSystemView.java:483) | |
| ... 14 more | |
| 21/07/06 08:13:08 ERROR TaskSetManager: Task 284 in stage 14.0 failed 4 times; aborting job | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 232.3 in stage 14.0 (TID 10536, ip-172-31-37-233.us-east-2.compute.internal, executor 4): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 299.3 in stage 14.0 (TID 10537, ip-172-31-36-40.us-east-2.compute.internal, executor 13): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 304.1 in stage 14.0 (TID 10535, ip-172-31-47-28.us-east-2.compute.internal, executor 6): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 224.3 in stage 14.0 (TID 10527, ip-172-31-36-52.us-east-2.compute.internal, executor 9): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 288.3 in stage 14.0 (TID 10524, ip-172-31-44-31.us-east-2.compute.internal, executor 8): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 156.1 in stage 14.0 (TID 10514, ip-172-31-44-31.us-east-2.compute.internal, executor 8): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 234.3 in stage 14.0 (TID 10512, ip-172-31-44-31.us-east-2.compute.internal, executor 8): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 294.1 in stage 14.0 (TID 10516, ip-172-31-36-52.us-east-2.compute.internal, executor 10): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 200.3 in stage 14.0 (TID 10518, ip-172-31-36-52.us-east-2.compute.internal, executor 10): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 275.3 in stage 14.0 (TID 10517, ip-172-31-36-52.us-east-2.compute.internal, executor 10): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 188.3 in stage 14.0 (TID 10521, ip-172-31-36-52.us-east-2.compute.internal, executor 10): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 297.3 in stage 14.0 (TID 10494, ip-172-31-44-54.us-east-2.compute.internal, executor 11): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:08 WARN TaskSetManager: Lost task 166.3 in stage 14.0 (TID 10490, ip-172-31-37-233.us-east-2.compute.internal, executor 4): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:09 WARN TaskSetManager: Lost task 242.3 in stage 14.0 (TID 10497, ip-172-31-37-233.us-east-2.compute.internal, executor 4): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:09 WARN TaskSetManager: Lost task 222.2 in stage 14.0 (TID 10436, ip-172-31-43-189.us-east-2.compute.internal, executor 2): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:16 WARN TaskSetManager: Lost task 233.0 in stage 14.0 (TID 10317, ip-172-31-47-28.us-east-2.compute.internal, executor 6): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:18 WARN TaskSetManager: Lost task 273.0 in stage 14.0 (TID 10357, ip-172-31-44-54.us-east-2.compute.internal, executor 12): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:22 WARN TaskSetManager: Lost task 161.0 in stage 14.0 (TID 10245, ip-172-31-44-54.us-east-2.compute.internal, executor 11): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:22 WARN TaskSetManager: Lost task 301.0 in stage 14.0 (TID 10385, ip-172-31-36-52.us-east-2.compute.internal, executor 10): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:23 WARN TaskSetManager: Lost task 258.0 in stage 14.0 (TID 10342, ip-172-31-47-28.us-east-2.compute.internal, executor 5): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:25 WARN TaskSetManager: Lost task 292.0 in stage 14.0 (TID 10376, ip-172-31-36-40.us-east-2.compute.internal, executor 14): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:26 WARN TaskSetManager: Lost task 300.0 in stage 14.0 (TID 10384, ip-172-31-36-40.us-east-2.compute.internal, executor 14): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 192.0 in stage 14.0 (TID 10276, ip-172-31-44-54.us-east-2.compute.internal, executor 11): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 220.2 in stage 14.0 (TID 10482, ip-172-31-47-28.us-east-2.compute.internal, executor 6): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 239.3 in stage 14.0 (TID 10481, ip-172-31-47-28.us-east-2.compute.internal, executor 6): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 237.3 in stage 14.0 (TID 10489, ip-172-31-36-40.us-east-2.compute.internal, executor 14): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 260.3 in stage 14.0 (TID 10487, ip-172-31-36-40.us-east-2.compute.internal, executor 14): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 289.3 in stage 14.0 (TID 10492, ip-172-31-47-28.us-east-2.compute.internal, executor 5): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 240.3 in stage 14.0 (TID 10493, ip-172-31-36-40.us-east-2.compute.internal, executor 14): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 291.2 in stage 14.0 (TID 10486, ip-172-31-47-28.us-east-2.compute.internal, executor 5): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 194.3 in stage 14.0 (TID 10498, ip-172-31-44-54.us-east-2.compute.internal, executor 12): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 197.3 in stage 14.0 (TID 10506, ip-172-31-36-40.us-east-2.compute.internal, executor 13): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 287.3 in stage 14.0 (TID 10513, ip-172-31-44-54.us-east-2.compute.internal, executor 12): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 247.3 in stage 14.0 (TID 10491, ip-172-31-47-28.us-east-2.compute.internal, executor 5): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 246.3 in stage 14.0 (TID 10501, ip-172-31-36-40.us-east-2.compute.internal, executor 13): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 248.0 in stage 14.0 (TID 10332, ip-172-31-44-54.us-east-2.compute.internal, executor 12): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 244.3 in stage 14.0 (TID 10496, ip-172-31-44-54.us-east-2.compute.internal, executor 12): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 266.1 in stage 14.0 (TID 10528, ip-172-31-43-189.us-east-2.compute.internal, executor 1): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 257.1 in stage 14.0 (TID 10515, ip-172-31-44-31.us-east-2.compute.internal, executor 8): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 227.3 in stage 14.0 (TID 10522, ip-172-31-44-31.us-east-2.compute.internal, executor 8): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 290.1 in stage 14.0 (TID 10529, ip-172-31-44-31.us-east-2.compute.internal, executor 8): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 208.2 in stage 14.0 (TID 10483, ip-172-31-44-31.us-east-2.compute.internal, executor 7): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:27 WARN TaskSetManager: Lost task 216.1 in stage 14.0 (TID 10488, ip-172-31-44-31.us-east-2.compute.internal, executor 7): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:32 WARN TaskSetManager: Lost task 226.0 in stage 14.0 (TID 10310, ip-172-31-47-28.us-east-2.compute.internal, executor 5): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:32 WARN TaskSetManager: Lost task 274.2 in stage 14.0 (TID 10533, ip-172-31-43-189.us-east-2.compute.internal, executor 1): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:32 WARN TaskSetManager: Lost task 241.2 in stage 14.0 (TID 10480, ip-172-31-43-189.us-east-2.compute.internal, executor 1): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:32 WARN TaskSetManager: Lost task 281.1 in stage 14.0 (TID 10485, ip-172-31-43-189.us-east-2.compute.internal, executor 2): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:33 WARN TaskSetManager: Lost task 212.1 in stage 14.0 (TID 10532, ip-172-31-37-233.us-east-2.compute.internal, executor 4): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:34 WARN TaskSetManager: Lost task 285.1 in stage 14.0 (TID 10534, ip-172-31-47-28.us-east-2.compute.internal, executor 5): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:35 WARN TaskSetManager: Lost task 276.0 in stage 14.0 (TID 10360, ip-172-31-36-40.us-east-2.compute.internal, executor 13): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:40 WARN TaskSetManager: Lost task 265.0 in stage 14.0 (TID 10349, ip-172-31-47-28.us-east-2.compute.internal, executor 6): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:40 WARN TaskSetManager: Lost task 182.3 in stage 14.0 (TID 10503, ip-172-31-37-233.us-east-2.compute.internal, executor 3): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:40 WARN TaskSetManager: Lost task 308.0 in stage 14.0 (TID 10508, ip-172-31-44-54.us-east-2.compute.internal, executor 12): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:40 WARN TaskSetManager: Lost task 210.3 in stage 14.0 (TID 10495, ip-172-31-37-233.us-east-2.compute.internal, executor 3): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:48 WARN TaskSetManager: Lost task 235.1 in stage 14.0 (TID 10434, ip-172-31-44-31.us-east-2.compute.internal, executor 7): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:48 WARN TaskSetManager: Lost task 183.2 in stage 14.0 (TID 10441, ip-172-31-43-189.us-east-2.compute.internal, executor 1): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:48 WARN TaskSetManager: Lost task 280.2 in stage 14.0 (TID 10440, ip-172-31-43-189.us-east-2.compute.internal, executor 1): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:59 WARN TaskSetManager: Lost task 181.3 in stage 14.0 (TID 10519, ip-172-31-36-52.us-east-2.compute.internal, executor 9): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:59 WARN TaskSetManager: Lost task 252.3 in stage 14.0 (TID 10520, ip-172-31-36-52.us-east-2.compute.internal, executor 9): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:59 WARN TaskSetManager: Lost task 272.1 in stage 14.0 (TID 10530, ip-172-31-37-233.us-east-2.compute.internal, executor 3): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:59 WARN TaskSetManager: Lost task 263.3 in stage 14.0 (TID 10499, ip-172-31-37-233.us-east-2.compute.internal, executor 3): TaskKilled (Stage cancelled) | |
| 21/07/06 08:13:59 WARN TaskSetManager: Lost task 256.1 in stage 14.0 (TID 10531, ip-172-31-37-233.us-east-2.compute.internal, executor 3): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:04 WARN TaskSetManager: Lost task 217.0 in stage 14.0 (TID 10301, ip-172-31-36-40.us-east-2.compute.internal, executor 13): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:07 WARN TaskSetManager: Lost task 270.0 in stage 14.0 (TID 10354, ip-172-31-36-52.us-east-2.compute.internal, executor 9): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:10 WARN TaskSetManager: Lost task 261.0 in stage 14.0 (TID 10345, ip-172-31-37-233.us-east-2.compute.internal, executor 4): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:12 WARN TaskSetManager: Lost task 307.0 in stage 14.0 (TID 10507, ip-172-31-44-54.us-east-2.compute.internal, executor 12): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:13 WARN TaskSetManager: Lost task 218.0 in stage 14.0 (TID 10302, ip-172-31-44-31.us-east-2.compute.internal, executor 7): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:14 WARN TaskSetManager: Lost task 230.0 in stage 14.0 (TID 10314, ip-172-31-36-40.us-east-2.compute.internal, executor 14): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:19 WARN TaskSetManager: Lost task 243.0 in stage 14.0 (TID 10327, ip-172-31-37-233.us-east-2.compute.internal, executor 3): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:27 WARN TaskSetManager: Lost task 238.0 in stage 14.0 (TID 10322, ip-172-31-44-31.us-east-2.compute.internal, executor 8): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:45 WARN TaskSetManager: Lost task 279.0 in stage 14.0 (TID 10363, ip-172-31-43-189.us-east-2.compute.internal, executor 2): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:45 WARN TaskSetManager: Lost task 283.0 in stage 14.0 (TID 10367, ip-172-31-36-52.us-east-2.compute.internal, executor 9): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:46 WARN TaskSetManager: Lost task 255.0 in stage 14.0 (TID 10339, ip-172-31-43-189.us-east-2.compute.internal, executor 1): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:47 WARN TaskSetManager: Lost task 264.0 in stage 14.0 (TID 10348, ip-172-31-43-189.us-east-2.compute.internal, executor 2): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:47 WARN TaskSetManager: Lost task 180.0 in stage 14.0 (TID 10264, ip-172-31-47-28.us-east-2.compute.internal, executor 6): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:49 WARN TaskSetManager: Lost task 268.0 in stage 14.0 (TID 10352, ip-172-31-47-28.us-east-2.compute.internal, executor 5): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:49 WARN TaskSetManager: Lost task 295.0 in stage 14.0 (TID 10379, ip-172-31-44-31.us-east-2.compute.internal, executor 7): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:52 WARN TaskSetManager: Lost task 236.0 in stage 14.0 (TID 10320, ip-172-31-36-52.us-east-2.compute.internal, executor 10): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:53 WARN TaskSetManager: Lost task 228.0 in stage 14.0 (TID 10312, ip-172-31-43-189.us-east-2.compute.internal, executor 2): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:54 WARN TaskSetManager: Lost task 250.0 in stage 14.0 (TID 10334, ip-172-31-43-189.us-east-2.compute.internal, executor 2): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:55 WARN TaskSetManager: Lost task 196.0 in stage 14.0 (TID 10280, ip-172-31-36-52.us-east-2.compute.internal, executor 10): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:57 WARN TaskSetManager: Lost task 310.0 in stage 14.0 (TID 10511, ip-172-31-37-233.us-east-2.compute.internal, executor 4): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:58 WARN TaskSetManager: Lost task 185.0 in stage 14.0 (TID 10269, ip-172-31-47-28.us-east-2.compute.internal, executor 6): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:58 WARN TaskSetManager: Lost task 303.0 in stage 14.0 (TID 10435, ip-172-31-47-28.us-east-2.compute.internal, executor 6): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:58 WARN TaskSetManager: Lost task 157.0 in stage 14.0 (TID 10241, ip-172-31-43-189.us-east-2.compute.internal, executor 2): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:58 WARN TaskSetManager: Lost task 253.0 in stage 14.0 (TID 10337, ip-172-31-36-52.us-east-2.compute.internal, executor 10): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:58 WARN TaskSetManager: Lost task 309.0 in stage 14.0 (TID 10510, ip-172-31-37-233.us-east-2.compute.internal, executor 3): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:58 WARN TaskSetManager: Lost task 138.0 in stage 14.0 (TID 10222, ip-172-31-43-189.us-east-2.compute.internal, executor 1): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:58 WARN TaskSetManager: Lost task 189.0 in stage 14.0 (TID 10273, ip-172-31-36-52.us-east-2.compute.internal, executor 9): TaskKilled (Stage cancelled) | |
| 21/07/06 08:14:58 WARN TaskSetManager: Lost task 141.0 in stage 14.0 (TID 10225, ip-172-31-44-54.us-east-2.compute.internal, executor 11): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:00 WARN TaskSetManager: Lost task 225.0 in stage 14.0 (TID 10309, ip-172-31-37-233.us-east-2.compute.internal, executor 4): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:02 WARN TaskSetManager: Lost task 267.0 in stage 14.0 (TID 10351, ip-172-31-36-40.us-east-2.compute.internal, executor 14): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:04 WARN TaskSetManager: Lost task 254.0 in stage 14.0 (TID 10338, ip-172-31-36-40.us-east-2.compute.internal, executor 13): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:06 WARN TaskSetManager: Lost task 193.0 in stage 14.0 (TID 10277, ip-172-31-44-54.us-east-2.compute.internal, executor 11): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:08 WARN TaskSetManager: Lost task 302.0 in stage 14.0 (TID 10386, ip-172-31-47-28.us-east-2.compute.internal, executor 5): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:08 WARN TaskSetManager: Lost task 306.0 in stage 14.0 (TID 10505, ip-172-31-36-40.us-east-2.compute.internal, executor 13): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:11 WARN TaskSetManager: Lost task 305.0 in stage 14.0 (TID 10504, ip-172-31-36-40.us-east-2.compute.internal, executor 13): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:12 WARN TaskSetManager: Lost task 249.0 in stage 14.0 (TID 10333, ip-172-31-37-233.us-east-2.compute.internal, executor 4): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:18 WARN TaskSetManager: Lost task 202.0 in stage 14.0 (TID 10286, ip-172-31-44-54.us-east-2.compute.internal, executor 12): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:23 WARN TaskSetManager: Lost task 190.0 in stage 14.0 (TID 10274, ip-172-31-43-189.us-east-2.compute.internal, executor 1): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:23 WARN TaskSetManager: Lost task 269.0 in stage 14.0 (TID 10353, ip-172-31-37-233.us-east-2.compute.internal, executor 3): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:28 WARN TaskSetManager: Lost task 229.0 in stage 14.0 (TID 10313, ip-172-31-36-40.us-east-2.compute.internal, executor 14): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:28 WARN TaskSetManager: Lost task 282.0 in stage 14.0 (TID 10366, ip-172-31-43-189.us-east-2.compute.internal, executor 2): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:28 WARN TaskSetManager: Lost task 278.0 in stage 14.0 (TID 10362, ip-172-31-44-31.us-east-2.compute.internal, executor 7): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:35 WARN TaskSetManager: Lost task 251.0 in stage 14.0 (TID 10335, ip-172-31-44-54.us-east-2.compute.internal, executor 11): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:36 WARN TaskSetManager: Lost task 277.0 in stage 14.0 (TID 10361, ip-172-31-44-31.us-east-2.compute.internal, executor 7): TaskKilled (Stage cancelled) | |
| 21/07/06 08:15:41 WARN TaskSetManager: Lost task 231.0 in stage 14.0 (TID 10315, ip-172-31-44-31.us-east-2.compute.internal, executor 7): TaskKilled (Stage cancelled) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Job aborted due to stage failure: Task 284 in stage 14.0 failed 4 times, most recent failure: Lost task 284.3 in stage 14.0 (TID 10509, ip-172-31-37-233.us-east-2.compute.internal, executor 4): java.lang.RuntimeException: org.apache.hudi.exception.HoodieException: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.client.utils.LazyIterableIterator.next(LazyIterableIterator.java:121) | |
| at scala.collection.convert.Wrappers$JIteratorWrapper.next(Wrappers.scala:44) | |
| at scala.collection.Iterator$$anon$11.nextCur(Iterator.scala:484) | |
| at scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:490) | |
| at org.apache.spark.storage.memory.MemoryStore.putIterator(MemoryStore.scala:221) | |
| at org.apache.spark.storage.memory.MemoryStore.putIteratorAsBytes(MemoryStore.scala:349) | |
| at org.apache.spark.storage.BlockManager.$anonfun$doPutIterator$1(BlockManager.scala:1388) | |
| at org.apache.spark.storage.BlockManager.org$apache$spark$storage$BlockManager$$doPut(BlockManager.scala:1298) | |
| at org.apache.spark.storage.BlockManager.doPutIterator(BlockManager.scala:1362) | |
| at org.apache.spark.storage.BlockManager.getOrElseUpdate(BlockManager.scala:1186) | |
| at org.apache.spark.rdd.RDD.getOrCompute(RDD.scala:360) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:311) | |
| at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52) | |
| at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:349) | |
| at org.apache.spark.rdd.RDD.iterator(RDD.scala:313) | |
| at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90) | |
| at org.apache.spark.scheduler.Task.run(Task.scala:127) | |
| at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:446) | |
| at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1377) | |
| at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:449) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: org.apache.hudi.exception.HoodieException: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:81) | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:36) | |
| at org.apache.hudi.client.utils.LazyIterableIterator.next(LazyIterableIterator.java:119) | |
| ... 22 more | |
| Caused by: org.apache.hudi.exception.HoodieException: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:143) | |
| at org.apache.hudi.execution.SparkLazyInsertIterable.computeNext(SparkLazyInsertIterable.java:77) | |
| ... 24 more | |
| Caused by: java.util.concurrent.ExecutionException: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at java.util.concurrent.FutureTask.report(FutureTask.java:122) | |
| at java.util.concurrent.FutureTask.get(FutureTask.java:192) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.execute(BoundedInMemoryExecutor.java:141) | |
| ... 25 more | |
| Caused by: org.apache.hudi.exception.HoodieRemoteException: Server Error | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.createMarker(RemoteHoodieTableFileSystemView.java:485) | |
| at org.apache.hudi.table.marker.TimelineBasedMarkerFiles.create(TimelineBasedMarkerFiles.java:80) | |
| at org.apache.hudi.table.marker.MarkerFiles.create(MarkerFiles.java:54) | |
| at org.apache.hudi.io.HoodieWriteHandle.createMarkerFile(HoodieWriteHandle.java:181) | |
| at org.apache.hudi.io.HoodieCreateHandle.<init>(HoodieCreateHandle.java:83) | |
| at org.apache.hudi.io.HoodieCreateHandle.<init>(HoodieCreateHandle.java:65) | |
| at org.apache.hudi.io.CreateHandleFactory.create(CreateHandleFactory.java:34) | |
| at org.apache.hudi.execution.CopyOnWriteInsertHandler.consumeOneRecord(CopyOnWriteInsertHandler.java:83) | |
| at org.apache.hudi.execution.CopyOnWriteInsertHandler.consumeOneRecord(CopyOnWriteInsertHandler.java:40) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryQueueConsumer.consume(BoundedInMemoryQueueConsumer.java:37) | |
| at org.apache.hudi.common.util.queue.BoundedInMemoryExecutor.lambda$null$2(BoundedInMemoryExecutor.java:121) | |
| at java.util.concurrent.FutureTask.run(FutureTask.java:266) | |
| ... 3 more | |
| Caused by: org.apache.http.client.HttpResponseException: Server Error | |
| at org.apache.http.impl.client.AbstractResponseHandler.handleResponse(AbstractResponseHandler.java:69) | |
| at org.apache.http.client.fluent.Response.handleResponse(Response.java:90) | |
| at org.apache.http.client.fluent.Response.returnContent(Response.java:97) | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.executeRequest(RemoteHoodieTableFileSystemView.java:187) | |
| at org.apache.hudi.common.table.view.RemoteHoodieTableFileSystemView.createMarker(RemoteHoodieTableFileSystemView.java:483) | |
| ... 14 more | |
| Driver stacktrace: |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment