Created
March 14, 2022 19:02
-
-
Save nsivabalan/92e33e114941b2b54f53d04fa32a3cbd to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 2022-03-14 04:09:48,953 INFO heartbeat.HeartbeatUtils: Deleted the heartbeat for instant 20220314040941672 | |
| 2022-03-14 04:09:48,953 INFO heartbeat.HoodieHeartbeatClient: Deleted heartbeat file for instant 20220314040941 | |
| 672 | |
| 2022-03-14 04:09:48,954 WARN clean.CleanActionExecutor: Failed to perform previous clean operation, instant: [= | |
| =>20220314040941672__clean__REQUESTED] | |
| org.apache.hudi.exception.HoodieException: Unable to instantiate class org.apache.hudi.common.bootstrap.index.H | |
| FileBootstrapIndex | |
| at org.apache.hudi.common.util.ReflectionUtils.loadClass(ReflectionUtils.java:91) | |
| at org.apache.hudi.common.bootstrap.index.BootstrapIndex.getBootstrapIndex(BootstrapIndex.java:163) | |
| at org.apache.hudi.common.table.view.AbstractTableFileSystemView.init(AbstractTableFileSystemView.java: | |
| 108) | |
| at org.apache.hudi.common.table.view.HoodieTableFileSystemView.init(HoodieTableFileSystemView.java:106) | |
| at org.apache.hudi.common.table.view.HoodieTableFileSystemView.<init>(HoodieTableFileSystemView.java:10 | |
| 0) | |
| at org.apache.hudi.common.table.view.HoodieTableFileSystemView.<init>(HoodieTableFileSystemView.java:91 | |
| ) | |
| at org.apache.hudi.table.HoodieTable.getFileSystemView(HoodieTable.java:293) | |
| at org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.clusteringHandleUpdate(BaseSparkCo | |
| mmitActionExecutor.java:115) | |
| at org.apache.hudi.table.action.commit.BaseSparkCommitActionExecutor.execute(BaseSparkCommitActionExecu | |
| tor.java:166) | |
| at org.apache.hudi.table.action.deltacommit.SparkUpsertPreppedDeltaCommitActionExecutor.execute(SparkUp | |
| sertPreppedDeltaCommitActionExecutor.java:46) | |
| at org.apache.hudi.table.HoodieSparkMergeOnReadTable.upsertPrepped(HoodieSparkMergeOnReadTable.java:114 | |
| ) | |
| at org.apache.hudi.table.HoodieSparkMergeOnReadTable.upsertPrepped(HoodieSparkMergeOnReadTable.java:78) | |
| at org.apache.hudi.client.SparkRDDWriteClient.upsertPreppedRecords(SparkRDDWriteClient.java:169) | |
| at org.apache.hudi.metadata.SparkHoodieBackedTableMetadataWriter.commit(SparkHoodieBackedTableMetadataWriter.java:154) | |
| at org.apache.hudi.metadata.HoodieBackedTableMetadataWriter.processAndCommit(HoodieBackedTableMetadataWriter.java:670) | |
| at org.apache.hudi.metadata.HoodieBackedTableMetadataWriter.update(HoodieBackedTableMetadataWriter.java:694) | |
| at org.apache.hudi.table.action.BaseActionExecutor.lambda$writeTableMetadata$1(BaseActionExecutor.java:69) | |
| at org.apache.hudi.common.util.Option.ifPresent(Option.java:96) | |
| at org.apache.hudi.table.action.BaseActionExecutor.writeTableMetadata(BaseActionExecutor.java:69) | |
| at org.apache.hudi.table.action.clean.CleanActionExecutor.runClean(CleanActionExecutor.java:217) | |
| at org.apache.hudi.table.action.clean.CleanActionExecutor.runPendingClean(CleanActionExecutor.java:177) | |
| at org.apache.hudi.table.action.clean.CleanActionExecutor.lambda$execute$6(CleanActionExecutor.java:248) | |
| at java.util.ArrayList.forEach(ArrayList.java:1259) | |
| at org.apache.hudi.table.action.clean.CleanActionExecutor.execute(CleanActionExecutor.java:242) | |
| at org.apache.hudi.table.HoodieSparkCopyOnWriteTable.clean(HoodieSparkCopyOnWriteTable.java:339) | |
| at org.apache.hudi.client.BaseHoodieWriteClient.clean(BaseHoodieWriteClient.java:795) | |
| at org.apache.hudi.client.BaseHoodieWriteClient.clean(BaseHoodieWriteClient.java:752) | |
| at org.apache.hudi.async.AsyncCleanerService.lambda$startService$0(AsyncCleanerService.java:55) | |
| at java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1604) | |
| at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) | |
| at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) | |
| at java.lang.Thread.run(Thread.java:750) | |
| Caused by: java.lang.reflect.InvocationTargetException | |
| at sun.reflect.GeneratedConstructorAccessor71.newInstance(Unknown Source) | |
| at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) | |
| at java.lang.reflect.Constructor.newInstance(Constructor.java:423) | |
| at org.apache.hudi.common.util.ReflectionUtils.loadClass(ReflectionUtils.java:89) | |
| ... 31 more | |
| Caused by: org.apache.hudi.exception.HoodieIOException: getFileStatus on s3a://siva-test-bucket-june-16/hudi_testing/hudi_eit_large4/hoodie_table/.hoodie/metadata/.hoodie/.aux/.bootstrap/.partitions/00000000-0000-0000-0000-000000000000-0_1-0-1_00000000000001.hfile: com.amazonaws.SdkClientException: Failed to sanitize XML document destined for handler class com.amazonaws.services.s3.model.transform.XmlResponsesSaxParser$ListObjectsV2Handler | |
| at org.apache.hudi.common.bootstrap.index.HFileBootstrapIndex.<init>(HFileBootstrapIndex.java:104) | |
| ... 35 more | |
| Caused by: java.io.InterruptedIOException: getFileStatus on s3a://siva-test-bucket-june-16/hudi_testing/hudi_eit_large4/hoodie_table/.hoodie/metadata/.hoodie/.aux/.bootstrap/.partitions/00000000-0000-0000-0000-000000000000-0_1-0-1_00000000000001.hfile: com.amazonaws.SdkClientException: Failed to sanitize XML document destined for handler class com.amazonaws.services.s3.model.transform.XmlResponsesSaxParser$ListObjectsV2Handler | |
| at org.apache.hadoop.fs.s3a.S3AUtils.translateInterruptedException(S3AUtils.java:389) | |
| at org.apache.hadoop.fs.s3a.S3AUtils.translateException(S3AUtils.java:196) | |
| at org.apache.hadoop.fs.s3a.S3AUtils.translateException(S3AUtils.java:170) | |
| at org.apache.hadoop.fs.s3a.S3AFileSystem.s3GetFileStatus(S3AFileSystem.java:3351) | |
| at org.apache.hadoop.fs.s3a.S3AFileSystem.innerGetFileStatus(S3AFileSystem.java:3185) | |
| at org.apache.hadoop.fs.s3a.S3AFileSystem.getFileStatus(S3AFileSystem.java:3053) | |
| at org.apache.hadoop.fs.FileSystem.exists(FileSystem.java:1760) | |
| at org.apache.hadoop.fs.s3a.S3AFileSystem.exists(S3AFileSystem.java:4263) | |
| at org.apache.hudi.common.fs.HoodieWrapperFileSystem.exists(HoodieWrapperFileSystem.java:550) | |
| at org.apache.hudi.common.bootstrap.index.HFileBootstrapIndex.<init>(HFileBootstrapIndex.java:102) | |
| ... 35 more | |
| Caused by: com.amazonaws.SdkClientException: Failed to sanitize XML document destined for handler class com.amazonaws.services.s3.model.transform.XmlResponsesSaxParser$ListObjectsV2Handler | |
| at com.amazonaws.services.s3.model.transform.XmlResponsesSaxParser.sanitizeXmlDocument(XmlResponsesSaxParser.java:235) | |
| at com.amazonaws.services.s3.model.transform.XmlResponsesSaxParser.parseListObjectsV2Response(XmlResponsesSaxParser.java:351) | |
| at com.amazonaws.services.s3.model.transform.Unmarshallers$ListObjectsV2Unmarshaller.unmarshall(Unmarshallers.java:136) | |
| at com.amazonaws.services.s3.model.transform.Unmarshallers$ListObjectsV2Unmarshaller.unmarshall(Unmarshallers.java:125) | |
| at com.amazonaws.services.s3.internal.S3XmlResponseHandler.handle(S3XmlResponseHandler.java:62) | |
| at com.amazonaws.services.s3.internal.S3XmlResponseHandler.handle(S3XmlResponseHandler.java:31) | |
| at com.amazonaws.http.response.AwsResponseHandlerAdapter.handle(AwsResponseHandlerAdapter.java:69) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.handleResponse(AmazonHttpClient.java:1777) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.handleSuccessResponse(AmazonHttpClient.java:1474) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeOneRequest(AmazonHttpClient.java:1381) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeHelper(AmazonHttpClient.java:1154) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.doExecute(AmazonHttpClient.java:811) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeWithTimer(AmazonHttpClient.java:779) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.execute(AmazonHttpClient.java:753) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutor.access$500(AmazonHttpClient.java:713) | |
| at com.amazonaws.http.AmazonHttpClient$RequestExecutionBuilderImpl.execute(AmazonHttpClient.java:695) | |
| at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:559) | |
| at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:539) | |
| at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:5437) | |
| at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:5384) | |
| at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:5378) | |
| at com.amazonaws.services.s3.AmazonS3Client.listObjectsV2(AmazonS3Client.java:970) | |
| at org.apache.hadoop.fs.s3a.S3AFileSystem.lambda$listObjects$7(S3AFileSystem.java:2116) | |
| at org.apache.hadoop.fs.statistics.impl.IOStatisticsBinding.lambda$trackDurationOfOperation$5(IOStatisticsBinding.java:489) | |
| at org.apache.hadoop.fs.s3a.Invoker.retryUntranslated(Invoker.java:412) | |
| at org.apache.hadoop.fs.s3a.Invoker.retryUntranslated(Invoker.java:375) | |
| at org.apache.hadoop.fs.s3a.S3AFileSystem.listObjects(S3AFileSystem.java:2107) | |
| at org.apache.hadoop.fs.s3a.S3AFileSystem.s3GetFileStatus(S3AFileSystem.java:3322) | |
| ... 41 more | |
| Caused by: com.amazonaws.AbortedException: | |
| at com.amazonaws.internal.SdkFilterInputStream.abortIfNeeded(SdkFilterInputStream.java:61) | |
| at com.amazonaws.internal.SdkFilterInputStream.read(SdkFilterInputStream.java:89) | |
| at com.amazonaws.event.ProgressInputStream.read(ProgressInputStream.java:180) | |
| at sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:284) | |
| at sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:326) | |
| at sun.nio.cs.StreamDecoder.read(StreamDecoder.java:178) | |
| at java.io.InputStreamReader.read(InputStreamReader.java:184) | |
| at java.io.BufferedReader.read1(BufferedReader.java:210) | |
| at java.io.BufferedReader.read(BufferedReader.java:286) | |
| at java.io.Reader.read(Reader.java:140) | |
| at com.amazonaws.services.s3.model.transform.XmlResponsesSaxParser.sanitizeXmlDocument(XmlResponsesSaxParser.java:207) | |
| ... 68 more |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment