Created
March 31, 2022 20:10
-
-
Save nsivabalan/a69662e6d38e3b9cc8eaed10d815cee3 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| scala> df.write.format("hudi"). | |
| | options(getQuickstartWriteConfigs). | |
| | option(PRECOMBINE_FIELD_OPT_KEY, "ts"). | |
| | option(RECORDKEY_FIELD_OPT_KEY, "uuid"). | |
| | option(PARTITIONPATH_FIELD_OPT_KEY, "partitionpath"). | |
| | option(TABLE_NAME, tableName). | |
| | mode(Append). | |
| | save(basePath) | |
| warning: there was one deprecation warning; re-run with -deprecation for details | |
| 22/03/31 13:08:59 ERROR AbstractHoodieLogRecordReader: Got exception when reading log file | |
| java.lang.RuntimeException: java.lang.ClassNotFoundException: Class org.apache.hudi.common.fs.inline.InLineFileSystem not found | |
| at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2195) | |
| at org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:2654) | |
| at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:2667) | |
| at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:94) | |
| at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:2703) | |
| at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:2685) | |
| at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:373) | |
| at org.apache.hadoop.fs.Path.getFileSystem(Path.java:295) | |
| at org.apache.hudi.common.table.log.block.HoodieHFileDataBlock.lookupRecords(HoodieHFileDataBlock.java:210) | |
| at org.apache.hudi.common.table.log.block.HoodieDataBlock.getRecordItr(HoodieDataBlock.java:146) | |
| at org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader.processDataBlock(AbstractHoodieLogRecordReader.java:363) | |
| at org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader.processQueuedBlocksForInstant(AbstractHoodieLogRecordReader.java:430) | |
| at org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader.scan(AbstractHoodieLogRecordReader.java:242) | |
| at org.apache.hudi.metadata.HoodieMetadataMergedLogRecordReader.getRecordsByKeys(HoodieMetadataMergedLogRecordReader.java:128) | |
| at org.apache.hudi.metadata.HoodieBackedTableMetadata.readLogRecords(HoodieBackedTableMetadata.java:185) | |
| at org.apache.hudi.metadata.HoodieBackedTableMetadata.lambda$getRecordsByKeys$0(HoodieBackedTableMetadata.java:151) | |
| at java.util.HashMap.forEach(HashMap.java:1289) | |
| at org.apache.hudi.metadata.HoodieBackedTableMetadata.getRecordsByKeys(HoodieBackedTableMetadata.java:138) | |
| at org.apache.hudi.metadata.HoodieBackedTableMetadata.getRecordByKey(HoodieBackedTableMetadata.java:128) | |
| at org.apache.hudi.metadata.BaseTableMetadata.fetchAllFilesInPartition(BaseTableMetadata.java:312) | |
| at org.apache.hudi.metadata.BaseTableMetadata.getAllFilesInPartition(BaseTableMetadata.java:135) | |
| at org.apache.hudi.metadata.HoodieMetadataFileSystemView.listPartition(HoodieMetadataFileSystemView.java:65) | |
| at org.apache.hudi.common.table.view.AbstractTableFileSystemView.lambda$ensurePartitionLoadedCorrectly$9(AbstractTableFileSystemView.java:304) | |
| at java.util.concurrent.ConcurrentHashMap.computeIfAbsent(ConcurrentHashMap.java:1660) | |
| at org.apache.hudi.common.table.view.AbstractTableFileSystemView.ensurePartitionLoadedCorrectly(AbstractTableFileSystemView.java:295) | |
| at org.apache.hudi.common.table.view.AbstractTableFileSystemView.getLatestBaseFilesBeforeOrOn(AbstractTableFileSystemView.java:502) | |
| at org.apache.hudi.timeline.service.handlers.BaseFileHandler.getLatestDataFilesBeforeOrOn(BaseFileHandler.java:60) | |
| at org.apache.hudi.timeline.service.RequestHandler.lambda$registerDataFilesAPI$6(RequestHandler.java:272) | |
| at org.apache.hudi.timeline.service.RequestHandler$ViewHandler.handle(RequestHandler.java:501) | |
| at io.javalin.security.SecurityUtil.noopAccessManager(SecurityUtil.kt:22) | |
| at io.javalin.Javalin.lambda$addHandler$0(Javalin.java:606) | |
| at io.javalin.core.JavalinServlet$service$2$1.invoke(JavalinServlet.kt:46) | |
| at io.javalin.core.JavalinServlet$service$2$1.invoke(JavalinServlet.kt:17) | |
| at io.javalin.core.JavalinServlet$service$1.invoke(JavalinServlet.kt:143) | |
| at io.javalin.core.JavalinServlet$service$2.invoke(JavalinServlet.kt:41) | |
| at io.javalin.core.JavalinServlet.service(JavalinServlet.kt:107) | |
| at io.javalin.core.util.JettyServerUtil$initialize$httpHandler$1.doHandle(JettyServerUtil.kt:72) | |
| at org.apache.hudi.org.apache.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) | |
| at org.apache.hudi.org.apache.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) | |
| at org.apache.hudi.org.apache.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1668) | |
| at org.apache.hudi.org.apache.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) | |
| at org.apache.hudi.org.apache.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) | |
| at org.apache.hudi.org.apache.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) | |
| at org.apache.hudi.org.apache.jetty.server.handler.HandlerList.handle(HandlerList.java:61) | |
| at org.apache.hudi.org.apache.jetty.server.handler.StatisticsHandler.handle(StatisticsHandler.java:174) | |
| at org.apache.hudi.org.apache.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) | |
| at org.apache.hudi.org.apache.jetty.server.Server.handle(Server.java:502) | |
| at org.apache.hudi.org.apache.jetty.server.HttpChannel.handle(HttpChannel.java:370) | |
| at org.apache.hudi.org.apache.jetty.server.HttpConnection.onFillable(HttpConnection.java:267) | |
| at org.apache.hudi.org.apache.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) | |
| at org.apache.hudi.org.apache.jetty.io.FillInterest.fillable(FillInterest.java:103) | |
| at org.apache.hudi.org.apache.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) | |
| at org.apache.hudi.org.apache.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) | |
| at org.apache.hudi.org.apache.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) | |
| at org.apache.hudi.org.apache.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) | |
| at org.apache.hudi.org.apache.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) | |
| at org.apache.hudi.org.apache.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) | |
| at org.apache.hudi.org.apache.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: java.lang.ClassNotFoundException: Class org.apache.hudi.common.fs.inline.InLineFileSystem not found | |
| at org.apache.hadoop.conf.Configuration.getClassByName(Configuration.java:2101) | |
| at org.apache.hadoop.conf.Configuration.getClass(Configuration.java:2193) | |
| ... 58 more | |
| 22/03/31 13:08:59 ERROR RequestHandler: Got runtime exception servicing request partition=asia%2Findia%2Fchennai&maxinstant=20220331130836362&basepath=file%3A%2Ftmp%2Fhudi_trips_cow&lastinstantts=20220331130836362&timelinehash=6037efcf3987981a82bf3e803fe57df94206a98fdaf87d5975a15af131467fce | |
| org.apache.hudi.exception.HoodieMetadataException: Failed to retrieve files in partition file:/tmp/hudi_trips_cow/asia/india/chennai from metadata | |
| at org.apache.hudi.metadata.BaseTableMetadata.getAllFilesInPartition(BaseTableMetadata.java:137) | |
| at org.apache.hudi.metadata.HoodieMetadataFileSystemView.listPartition(HoodieMetadataFileSystemView.java:65) | |
| at org.apache.hudi.common.table.view.AbstractTableFileSystemView.lambda$ensurePartitionLoadedCorrectly$9(AbstractTableFileSystemView.java:304) | |
| at java.util.concurrent.ConcurrentHashMap.computeIfAbsent(ConcurrentHashMap.java:1660) | |
| at org.apache.hudi.common.table.view.AbstractTableFileSystemView.ensurePartitionLoadedCorrectly(AbstractTableFileSystemView.java:295) | |
| at org.apache.hudi.common.table.view.AbstractTableFileSystemView.getLatestBaseFilesBeforeOrOn(AbstractTableFileSystemView.java:502) | |
| at org.apache.hudi.timeline.service.handlers.BaseFileHandler.getLatestDataFilesBeforeOrOn(BaseFileHandler.java:60) | |
| at org.apache.hudi.timeline.service.RequestHandler.lambda$registerDataFilesAPI$6(RequestHandler.java:272) | |
| at org.apache.hudi.timeline.service.RequestHandler$ViewHandler.handle(RequestHandler.java:501) | |
| at io.javalin.security.SecurityUtil.noopAccessManager(SecurityUtil.kt:22) | |
| at io.javalin.Javalin.lambda$addHandler$0(Javalin.java:606) | |
| at io.javalin.core.JavalinServlet$service$2$1.invoke(JavalinServlet.kt:46) | |
| at io.javalin.core.JavalinServlet$service$2$1.invoke(JavalinServlet.kt:17) | |
| at io.javalin.core.JavalinServlet$service$1.invoke(JavalinServlet.kt:143) | |
| at io.javalin.core.JavalinServlet$service$2.invoke(JavalinServlet.kt:41) | |
| at io.javalin.core.JavalinServlet.service(JavalinServlet.kt:107) | |
| at io.javalin.core.util.JettyServerUtil$initialize$httpHandler$1.doHandle(JettyServerUtil.kt:72) | |
| at org.apache.hudi.org.apache.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) | |
| at org.apache.hudi.org.apache.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) | |
| at org.apache.hudi.org.apache.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1668) | |
| at org.apache.hudi.org.apache.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) | |
| at org.apache.hudi.org.apache.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) | |
| at org.apache.hudi.org.apache.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) | |
| at org.apache.hudi.org.apache.jetty.server.handler.HandlerList.handle(HandlerList.java:61) | |
| at org.apache.hudi.org.apache.jetty.server.handler.StatisticsHandler.handle(StatisticsHandler.java:174) | |
| at org.apache.hudi.org.apache.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) | |
| at org.apache.hudi.org.apache.jetty.server.Server.handle(Server.java:502) | |
| at org.apache.hudi.org.apache.jetty.server.HttpChannel.handle(HttpChannel.java:370) | |
| at org.apache.hudi.org.apache.jetty.server.HttpConnection.onFillable(HttpConnection.java:267) | |
| at org.apache.hudi.org.apache.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305) | |
| at org.apache.hudi.org.apache.jetty.io.FillInterest.fillable(FillInterest.java:103) | |
| at org.apache.hudi.org.apache.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) | |
| at org.apache.hudi.org.apache.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) | |
| at org.apache.hudi.org.apache.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) | |
| at org.apache.hudi.org.apache.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) | |
| at org.apache.hudi.org.apache.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) | |
| at org.apache.hudi.org.apache.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) | |
| at org.apache.hudi.org.apache.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) | |
| at java.lang.Thread.run(Thread.java:748) | |
| Caused by: org.apache.hudi.exception.HoodieException: Exception when reading log file | |
| at org.apache.hudi.common.table.log.AbstractHoodieLogRecordReader.scan(AbstractHoodieLogRecordReader.java:336) | |
| at org.apache.hudi.metadata.HoodieMetadataMergedLogRecordReader.getRecordsByKeys(HoodieMetadataMergedLogRecordReader.java:128) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment