Forked from rahulsmahadev/gist:8d76539c8dede3e1f7fe9c7200bacabb
Created
May 8, 2026 22:59
-
-
Save Dustin4444/7c91a9a70000029a5a45dadfc6c973ab to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| 26/04/30 21:35:32 WARN HangingThreadDetector: Potential Hung Thread Detected: | |
| Thread ID: 1910 | |
| Thread name: SparkConnectExecuteThread_opId=6e78d900-bffd-4cb8-903b-554eb03722e7 | |
| Time Spent Hanging: 29399994 ms | |
| Stuck at Frame: java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) | |
| Latest Stack Trace: | |
| java.base@17.0.16/jdk.internal.misc.Unsafe.park(Native Method) | |
| at java.base@17.0.16/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) | |
| at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) | |
| at java.base@17.0.16/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) | |
| at app//scala.concurrent.impl.Promise$DefaultPromise.tryAwait0(Promise.scala:243) | |
| at app//scala.concurrent.impl.Promise$DefaultPromise.result(Promise.scala:261) | |
| at app//org.apache.spark.util.SparkThreadUtils$.awaitResultNoSparkExceptionConversion(SparkThreadUtils.scala:60) | |
| at app//org.apache.spark.util.SparkThreadUtils$.awaitResult(SparkThreadUtils.scala:45) | |
| at app//org.apache.spark.util.ThreadUtils$.awaitResult(ThreadUtils.scala:556) | |
| at app//com.databricks.sql.io.skipping.TaskBufferingOptimizer.$anonfun$doExecuteWithTaskBuffer$1(TaskBufferingOptimizer.scala:66) | |
| at app//com.databricks.sql.io.skipping.TaskBufferingOptimizer$$Lambda$29585/0x0000003805a62b78.apply(Unknown Source) | |
| at app//com.databricks.sql.util.ThreadLocalTagger.withTag(QueryTagger.scala:63) | |
| at app//com.databricks.sql.util.ThreadLocalTagger.withTag$(QueryTagger.scala:60) | |
| at app//com.databricks.sql.util.QueryTagger$.withTag(QueryTagger.scala:250) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.$anonfun$recordFrameProfileWithDmqTag$1(DeltaLogging.scala:883) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging$$Lambda$14347/0x00000038042082c8.apply(Unknown Source) | |
| at app//com.databricks.spark.util.FrameProfiler$.$anonfun$record$1(FrameProfiler.scala:114) | |
| at app//com.databricks.spark.util.FrameProfiler$$$Lambda$3672/0x0000003803159c78.apply(Unknown Source) | |
| at app//com.databricks.spark.util.FrameProfilerExporter$.maybeExportFrameProfiler(FrameProfilerExporter.scala:201) | |
| at app//com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:105) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfileWithDmqTag(DeltaLogging.scala:883) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfileWithDmqTag$(DeltaLogging.scala:882) | |
| at app//com.databricks.sql.io.skipping.SimpleOptimizer.recordFrameProfileWithDmqTag(Optimizer.scala:281) | |
| at app//com.databricks.sql.io.skipping.TaskBufferingOptimizer.doExecuteWithTaskBuffer(TaskBufferingOptimizer.scala:66) | |
| at app//com.databricks.sql.io.skipping.TaskBufferingOptimizer.doExecuteWithTaskBuffer$(TaskBufferingOptimizer.scala:53) | |
| at app//com.databricks.sql.io.skipping.EnhancedOptimizer.doExecuteWithTaskBuffer(EnhancedOptimizer.scala:232) | |
| at app//com.databricks.sql.io.skipping.EnhancedOptimizer.produceOptimizeTasks(EnhancedOptimizer.scala:350) | |
| at app//com.databricks.sql.io.skipping.SimpleOptimizer.execute(Optimizer.scala:429) | |
| at app//com.databricks.sql.io.skipping.POOptimizer.execute(POOptimizer.scala:95) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner$.$anonfun$binPackForIncrementalClustering$8(OptimizeRunner.scala:2428) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner$$$Lambda$29530/0x0000003805a53bb0.apply(Unknown Source) | |
| at app//org.apache.spark.SparkContext.withCallSite(SparkContext.scala:3302) | |
| at app//com.databricks.sql.io.skipping.liquid.QueryStatusLogging.$anonfun$withStatusAndJobDescription$1(QueryStatusLogging.scala:31) | |
| at app//com.databricks.sql.io.skipping.liquid.QueryStatusLogging$$Lambda$28231/0x00000038058a0730.apply(Unknown Source) | |
| at app//com.databricks.backend.daemon.driver.ProgressReporter$.withStatusCode(ProgressReporter.scala:471) | |
| at app//com.databricks.backend.daemon.driver.ProgressReporter$.withStatusCode(ProgressReporter.scala:457) | |
| at app//com.databricks.spark.util.SparkDatabricksProgressReporter$.withStatusCode(ProgressReporter.scala:34) | |
| at app//com.databricks.sql.transaction.tahoe.util.DeltaProgressReporterEdge.withStatusCode(DeltaProgressReporterEdge.scala:30) | |
| at app//com.databricks.sql.transaction.tahoe.util.DeltaProgressReporterEdge.withStatusCode$(DeltaProgressReporterEdge.scala:25) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner$.withStatusCode(OptimizeRunner.scala:1632) | |
| at app//com.databricks.sql.io.skipping.liquid.QueryStatusLogging.withStatusAndJobDescription(QueryStatusLogging.scala:30) | |
| at app//com.databricks.sql.io.skipping.liquid.QueryStatusLogging.withStatusAndJobDescription$(QueryStatusLogging.scala:28) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner$.withStatusAndJobDescription(OptimizeRunner.scala:1632) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner$.$anonfun$binPackForIncrementalClustering$1(OptimizeRunner.scala:2428) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner$$$Lambda$29459/0x0000003805a28f98.apply(Unknown Source) | |
| at app//scala.Option.map(Option.scala:242) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner$.binPackForIncrementalClustering(OptimizeRunner.scala:2353) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.$anonfun$optimize$4(OptimizeRunner.scala:1425) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.$anonfun$optimize$4$adapted(OptimizeRunner.scala:1155) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner$$Lambda$27176/0x0000003805738258.apply(Unknown Source) | |
| at app//com.databricks.sql.transaction.tahoe.FileMetadataMaterializationTracker$.withTracker(FileMetadataMaterializationTracker.scala:238) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.$anonfun$optimize$1(OptimizeRunner.scala:1155) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner$$Lambda$27173/0x0000003805736720.apply(Unknown Source) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.withOperationTypeTag(DeltaLogging.scala:826) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.withOperationTypeTag$(DeltaLogging.scala:813) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.withOperationTypeTag(OptimizeRunner.scala:432) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$2(DeltaLogging.scala:527) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging$$Lambda$14510/0x00000038042367e0.apply(Unknown Source) | |
| at app//com.databricks.spark.util.FrameProfiler$.$anonfun$record$1(FrameProfiler.scala:114) | |
| at app//com.databricks.spark.util.FrameProfiler$$$Lambda$3672/0x0000003803159c78.apply(Unknown Source) | |
| at app//com.databricks.spark.util.FrameProfilerExporter$.maybeExportFrameProfiler(FrameProfilerExporter.scala:201) | |
| at app//com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:105) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfile(DeltaLogging.scala:919) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordFrameProfile$(DeltaLogging.scala:917) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.recordFrameProfile(OptimizeRunner.scala:432) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.$anonfun$recordDeltaOperationInternal$1(DeltaLogging.scala:526) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging$$Lambda$14508/0x0000003804236250.apply(Unknown Source) | |
| at app//com.databricks.logging.UsageLogging.$anonfun$recordOperation$1(UsageLogging.scala:512) | |
| at app//com.databricks.logging.UsageLogging$$Lambda$1559/0x0000003800926e78.apply(Unknown Source) | |
| at app//com.databricks.logging.UsageLogging.executeThunkAndCaptureResultTags$1(UsageLogging.scala:632) | |
| at app//com.databricks.logging.UsageLogging.$anonfun$recordOperationWithResultTags$5(UsageLogging.scala:659) | |
| at app//com.databricks.logging.UsageLogging$$Lambda$1574/0x000000380092da58.apply(Unknown Source) | |
| at app//com.databricks.logging.AttributionContextTracing.$anonfun$withAttributionContext$1(AttributionContextTracing.scala:147) | |
| at app//com.databricks.logging.AttributionContextTracing$$Lambda$784/0x00000038006423d8.apply(Unknown Source) | |
| at app//com.databricks.logging.AttributionContext$.$anonfun$withValue$1(AttributionContext.scala:349) | |
| at app//com.databricks.logging.AttributionContext$$$Lambda$785/0x00000038006426a0.apply(Unknown Source) | |
| at app//scala.util.DynamicVariable.withValue(DynamicVariable.scala:59) | |
| at app//com.databricks.logging.AttributionContext$.withValue(AttributionContext.scala:345) | |
| at app//com.databricks.logging.AttributionContextTracing.withAttributionContext(AttributionContextTracing.scala:145) | |
| at app//com.databricks.logging.AttributionContextTracing.withAttributionContext$(AttributionContextTracing.scala:142) | |
| at app//com.databricks.spark.util.PublicDBLogging.withAttributionContext(DatabricksSparkUsageLogger.scala:29) | |
| at app//com.databricks.logging.AttributionContextTracing.withAttributionTags(AttributionContextTracing.scala:202) | |
| at app//com.databricks.logging.AttributionContextTracing.withAttributionTags$(AttributionContextTracing.scala:183) | |
| at app//com.databricks.spark.util.PublicDBLogging.withAttributionTags(DatabricksSparkUsageLogger.scala:29) | |
| at app//com.databricks.logging.UsageLogging.recordOperationWithResultTags(UsageLogging.scala:627) | |
| at app//com.databricks.logging.UsageLogging.recordOperationWithResultTags$(UsageLogging.scala:521) | |
| at app//com.databricks.spark.util.PublicDBLogging.recordOperationWithResultTags(DatabricksSparkUsageLogger.scala:29) | |
| at app//com.databricks.logging.UsageLogging.recordOperation(UsageLogging.scala:513) | |
| at app//com.databricks.logging.UsageLogging.recordOperation$(UsageLogging.scala:477) | |
| at app//com.databricks.spark.util.PublicDBLogging.recordOperation(DatabricksSparkUsageLogger.scala:29) | |
| at app//com.databricks.spark.util.PublicDBLogging.recordOperation0(DatabricksSparkUsageLogger.scala:104) | |
| at app//com.databricks.spark.util.DatabricksSparkUsageLogger.recordOperation(DatabricksSparkUsageLogger.scala:193) | |
| at app//com.databricks.spark.util.UsageLogger.recordOperation(UsageLogger.scala:78) | |
| at app//com.databricks.spark.util.UsageLogger.recordOperation$(UsageLogger.scala:65) | |
| at app//com.databricks.spark.util.DatabricksSparkUsageLogger.recordOperation(DatabricksSparkUsageLogger.scala:152) | |
| at app//com.databricks.spark.util.UsageLogging.recordOperation(UsageLogger.scala:537) | |
| at app//com.databricks.spark.util.UsageLogging.recordOperation$(UsageLogger.scala:516) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.recordOperation(OptimizeRunner.scala:432) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordDeltaOperationInternal(DeltaLogging.scala:525) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordDeltaOperation(DeltaLogging.scala:515) | |
| at app//com.databricks.sql.transaction.tahoe.metering.DeltaLogging.recordDeltaOperation$(DeltaLogging.scala:504) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.recordDeltaOperation(OptimizeRunner.scala:432) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.optimize(OptimizeRunner.scala:1085) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.runOptimizeIterations(OptimizeRunner.scala:903) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.$anonfun$runAndReturnMetricsInternal$3(OptimizeRunner.scala:753) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner$$Lambda$27167/0x000000380572fb38.apply$mcV$sp(Unknown Source) | |
| at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) | |
| at app//com.databricks.spark.util.FrameProfiler$.$anonfun$record$1(FrameProfiler.scala:114) | |
| at app//com.databricks.spark.util.FrameProfiler$$$Lambda$3672/0x0000003803159c78.apply(Unknown Source) | |
| at app//com.databricks.spark.util.FrameProfilerExporter$.maybeExportFrameProfiler(FrameProfilerExporter.scala:201) | |
| at app//com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:105) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.$anonfun$runAndReturnMetricsInternal$1(OptimizeRunner.scala:740) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner$$Lambda$27165/0x000000380572e6d8.apply(Unknown Source) | |
| at app//com.databricks.sql.acl.CheckPermissions$.$anonfun$trusted$2(CheckPermissions.scala:2726) | |
| at app//com.databricks.sql.acl.CheckPermissions$$$Lambda$7541/0x00000038037572c0.apply(Unknown Source) | |
| at app//com.databricks.sql.util.ThreadLocalTagger.withTag(QueryTagger.scala:63) | |
| at app//com.databricks.sql.util.ThreadLocalTagger.withTag$(QueryTagger.scala:60) | |
| at app//com.databricks.sql.util.QueryTagger$.withTag(QueryTagger.scala:250) | |
| at app//com.databricks.sql.acl.CheckPermissions$.trusted(CheckPermissions.scala:2726) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.runAndReturnMetricsInternal(OptimizeRunner.scala:658) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.runAndReturnMetricsWithConflictChecking(OptimizeRunner.scala:539) | |
| at app//com.databricks.sql.transaction.tahoe.commands.optimize.OptimizeRunner.runAndReturnMetrics(OptimizeRunner.scala:516) | |
| at app//com.databricks.sql.transaction.tahoe.commands.OptimizeTableCommandEdge.$anonfun$run$1(OptimizeTableCommandEdge.scala:263) | |
| at app//com.databricks.sql.transaction.tahoe.commands.OptimizeTableCommandEdge$$Lambda$27132/0x0000003805722188.apply(Unknown Source) | |
| at app//com.databricks.sql.acl.CheckPermissions$.$anonfun$trusted$2(CheckPermissions.scala:2726) | |
| at app//com.databricks.sql.acl.CheckPermissions$$$Lambda$7541/0x00000038037572c0.apply(Unknown Source) | |
| at app//com.databricks.sql.util.ThreadLocalTagger.withTag(QueryTagger.scala:63) | |
| at app//com.databricks.sql.util.ThreadLocalTagger.withTag$(QueryTagger.scala:60) | |
| at app//com.databricks.sql.util.QueryTagger$.withTag(QueryTagger.scala:250) | |
| at app//com.databricks.sql.acl.CheckPermissions$.trusted(CheckPermissions.scala:2726) | |
| at app//com.databricks.sql.transaction.tahoe.commands.OptimizeTableCommandEdge.run(OptimizeTableCommandEdge.scala:149) | |
| at app//org.apache.spark.sql.execution.command.ExecutedCommandExec.$anonfun$sideEffectResult$2(commands.scala:87) | |
| at app//org.apache.spark.sql.execution.command.ExecutedCommandExec$$Lambda$12555/0x0000003803fcae70.apply(Unknown Source) | |
| at app//org.apache.spark.sql.execution.SparkPlan.runCommandInAetherOrSpark(SparkPlan.scala:202) | |
| at app//org.apache.spark.sql.execution.command.ExecutedCommandExec.$anonfun$sideEffectResult$1(commands.scala:87) | |
| at app//org.apache.spark.sql.execution.command.ExecutedCommandExec$$Lambda$12551/0x0000003803fc9e28.apply(Unknown Source) | |
| at app//com.databricks.spark.util.FrameProfiler$.$anonfun$record$1(FrameProfiler.scala:114) | |
| at app//com.databricks.spark.util.FrameProfiler$$$Lambda$3672/0x0000003803159c78.apply(Unknown Source) | |
| at app//com.databricks.spark.util.FrameProfilerExporter$.maybeExportFrameProfiler(FrameProfilerExporter.scala:201) | |
| at app//com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:105) | |
| at app//org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:84) | |
| at app//org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:83) | |
| at app//org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:97) | |
| at app//org.apache.spark.sql.execution.QueryExecution$.$anonfun$runCommand$12(QueryExecution.scala:1870) | |
| at app//org.apache.spark.sql.execution.QueryExecution$$$Lambda$12549/0x0000003803fc9898.apply(Unknown Source) | |
| at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) | |
| at app//org.apache.spark.sql.execution.QueryExecution$.$anonfun$runCommand$11(QueryExecution.scala:1864) | |
| at app//org.apache.spark.sql.execution.QueryExecution$$$Lambda$12550/0x0000003803fc9b60.apply(Unknown Source) | |
| at app//com.databricks.util.LexicalThreadLocal$Handle.runWith(LexicalThreadLocal.scala:63) | |
| at app//org.apache.spark.sql.execution.QueryExecution$.executeWithCaches$1(QueryExecution.scala:1864) | |
| at app//org.apache.spark.sql.execution.QueryExecution$.$anonfun$runCommand$10(QueryExecution.scala:1870) | |
| at app//org.apache.spark.sql.execution.QueryExecution$$$Lambda$12548/0x0000003803fc95d0.apply(Unknown Source) | |
| at app//org.apache.spark.sql.catalyst.QueryPlanningTracker$.withTracker(QueryPlanningTracker.scala:266) | |
| at app//org.apache.spark.sql.execution.QueryExecution$.$anonfun$runCommand$9(QueryExecution.scala:1857) | |
| at app//org.apache.spark.sql.execution.QueryExecution$$$Lambda$12525/0x0000003803fc22a0.apply(Unknown Source) | |
| at app//org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$26(SQLExecution.scala:1000) | |
| at app//org.apache.spark.sql.execution.SQLExecution$$$Lambda$8840/0x000000380399c588.apply(Unknown Source) | |
| at app//com.databricks.sql.util.MemoryTrackerHelper.withMemoryTracking(MemoryTrackerHelper.scala:111) | |
| at app//org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$24(SQLExecution.scala:923) | |
| at app//org.apache.spark.sql.execution.SQLExecution$$$Lambda$8809/0x0000003803994000.apply(Unknown Source) | |
| at app//com.databricks.unity.UCSManager$.withTemporaryScope(UCSManager.scala:168) | |
| at app//org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$23(SQLExecution.scala:826) | |
| at app//org.apache.spark.sql.execution.SQLExecution$$$Lambda$8808/0x000000380398f8d0.apply(Unknown Source) | |
| at app//org.apache.spark.sql.execution.SQLExecution$.withSessionTagsApplied(SQLExecution.scala:1373) | |
| at app//org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$22(SQLExecution.scala:815) | |
| at app//org.apache.spark.sql.execution.SQLExecution$$$Lambda$8805/0x000000380398ee28.apply(Unknown Source) | |
| at app//org.apache.spark.JobArtifactSet$.withActiveJobArtifactState(JobArtifactSet.scala:97) | |
| at app//org.apache.spark.sql.artifact.ArtifactManager.$anonfun$withResources$1(ArtifactManager.scala:124) | |
| at app//org.apache.spark.sql.artifact.ArtifactManager$$Lambda$8806/0x000000380398f0f0.apply(Unknown Source) | |
| at app//org.apache.spark.sql.artifact.ArtifactManager.withClassLoaderIfNeeded(ArtifactManager.scala:118) | |
| at app//org.apache.spark.sql.artifact.ArtifactManager.withResources(ArtifactManager.scala:123) | |
| at app//org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$21(SQLExecution.scala:815) | |
| at app//org.apache.spark.sql.execution.SQLExecution$$$Lambda$8776/0x00000038039840a0.apply(Unknown Source) | |
| at app//org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:1408) | |
| at app//org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId0$1(SQLExecution.scala:814) | |
| at app//org.apache.spark.sql.execution.SQLExecution$$$Lambda$8743/0x0000003803979038.apply(Unknown Source) | |
| at app//org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:866) | |
| at app//org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId0(SQLExecution.scala:550) | |
| at app//org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:1326) | |
| at app//org.apache.spark.sql.execution.QueryExecution$.$anonfun$runCommand$8(QueryExecution.scala:1857) | |
| at app//org.apache.spark.sql.execution.QueryExecution$$$Lambda$12524/0x0000003803fc1fd8.apply(Unknown Source) | |
| at app//org.apache.spark.sql.execution.QueryExecution$.withInternalError(QueryExecution.scala:1723) | |
| at app//org.apache.spark.sql.execution.QueryExecution$.$anonfun$runCommand$7(QueryExecution.scala:1853) | |
| at app//org.apache.spark.sql.execution.QueryExecution$$$Lambda$12522/0x0000003803fc1938.apply(Unknown Source) | |
| at app//org.apache.spark.sql.execution.QueryExecution.withMVTagsIfNecessary(QueryExecution.scala:677) | |
| at app//org.apache.spark.sql.execution.QueryExecution$.$anonfun$runCommand$4(QueryExecution.scala:1838) | |
| at app//org.apache.spark.sql.execution.QueryExecution$$$Lambda$12523/0x0000003803fc1c00.apply(Unknown Source) | |
| at app//scala.Option.map(Option.scala:242) | |
| at app//org.apache.spark.sql.execution.QueryExecution$.executeWithMVTags$1(QueryExecution.scala:1838) | |
| at app//org.apache.spark.sql.execution.QueryExecution$.runCommand(QueryExecution.scala:1851) | |
| at app//org.apache.spark.sql.execution.QueryExecution.org$apache$spark$sql$execution$QueryExecution$$eagerlyExecute$1(QueryExecution.scala:714) | |
| at app//org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.applyOrElse(QueryExecution.scala:731) | |
| at app//org.apache.spark.sql.execution.QueryExecution$$anonfun$$nestedInanonfun$eagerlyExecuteCommands$1$1.applyOrElse(QueryExecution.scala:723) | |
| at app//org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:589) | |
| at app//org.apache.spark.sql.catalyst.trees.TreeNode$$Lambda$8153/0x000000380389df60.apply(Unknown Source) | |
| at app//org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(origin.scala:142) | |
| at app//org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:589) | |
| at app//org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org$apache$spark$sql$catalyst$plans$logical$AnalysisHelper$$super$transformDownWithPruning(LogicalPlan.scala:48) | |
| at app//org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning(AnalysisHelper.scala:361) | |
| at app//org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning$(AnalysisHelper.scala:357) | |
| at app//org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:48) | |
| at app//org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning(LogicalPlan.scala:48) | |
| at app//org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:565) | |
| at app//org.apache.spark.sql.execution.QueryExecution.$anonfun$eagerlyExecuteCommands$1(QueryExecution.scala:723) | |
| at app//org.apache.spark.sql.execution.QueryExecution$$Lambda$8738/0x00000038039770d0.apply(Unknown Source) | |
| at app//org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper$.allowInvokingTransformsInAnalyzer(AnalysisHelper.scala:418) | |
| at app//org.apache.spark.sql.execution.QueryExecution.eagerlyExecuteCommands(QueryExecution.scala:723) | |
| at app//org.apache.spark.sql.execution.QueryExecution.$anonfun$lazyCommandExecuted$1(QueryExecution.scala:633) | |
| at app//org.apache.spark.sql.execution.QueryExecution$$Lambda$7870/0x00000038037db5d8.apply(Unknown Source) | |
| at app//scala.util.Try$.apply(Try.scala:217) | |
| at app//org.apache.spark.util.Utils$.doTryWithCallerStacktrace(Utils.scala:1708) | |
| at app//org.apache.spark.util.LazyTry.tryT$lzycompute(LazyTry.scala:60) | |
| at app//org.apache.spark.util.LazyTry.tryT(LazyTry.scala:59) | |
| at app//org.apache.spark.util.LazyTry.get(LazyTry.scala:78) | |
| at app//org.apache.spark.sql.execution.QueryExecution.commandExecuted(QueryExecution.scala:638) | |
| at app//org.apache.spark.sql.classic.Dataset.<init>(Dataset.scala:435) | |
| at app//org.apache.spark.sql.classic.Dataset$.$anonfun$ofRows$3(Dataset.scala:158) | |
| at app//org.apache.spark.sql.classic.Dataset$$$Lambda$7863/0x00000038037d6c10.apply(Unknown Source) | |
| at app//org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:866) | |
| at app//org.apache.spark.sql.classic.SparkSession.$anonfun$withActiveAndFrameProfiler$1(SparkSession.scala:1340) | |
| at app//org.apache.spark.sql.classic.SparkSession$$Lambda$7864/0x00000038037d6ed8.apply(Unknown Source) | |
| at app//com.databricks.spark.util.FrameProfiler$.$anonfun$record$1(FrameProfiler.scala:114) | |
| at app//com.databricks.spark.util.FrameProfiler$$$Lambda$3672/0x0000003803159c78.apply(Unknown Source) | |
| at app//com.databricks.spark.util.FrameProfilerExporter$.maybeExportFrameProfiler(FrameProfilerExporter.scala:201) | |
| at app//com.databricks.spark.util.FrameProfiler$.record(FrameProfiler.scala:105) | |
| at app//org.apache.spark.sql.classic.SparkSession.withActiveAndFrameProfiler(SparkSession.scala:1340) | |
| at app//org.apache.spark.sql.classic.Dataset$.ofRows(Dataset.scala:149) | |
| at app//org.apache.spark.sql.classic.SparkSession.$anonfun$sql$6(SparkSession.scala:1025) | |
| at app//org.apache.spark.sql.classic.SparkSession$$Lambda$7550/0x00000038037583d0.apply(Unknown Source) | |
| at app//org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:866) | |
| at app//org.apache.spark.sql.classic.SparkSession.sql(SparkSession.scala:985) | |
| at app//org.apache.spark.sql.connect.planner.SparkConnectPlanner.executeSQL(SparkConnectPlanner.scala:4041) | |
| at app//org.apache.spark.sql.connect.planner.SparkConnectPlanner.handleSqlCommand(SparkConnectPlanner.scala:3834) | |
| at app//org.apache.spark.sql.connect.planner.SparkConnectPlanner.process(SparkConnectPlanner.scala:3622) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner.handleCommand(ExecuteThreadRunner.scala:492) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner.$anonfun$executeInternal$1(ExecuteThreadRunner.scala:380) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner.$anonfun$executeInternal$1$adapted(ExecuteThreadRunner.scala:317) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner$$Lambda$24947/0x0000003805388000.apply(Unknown Source) | |
| at app//org.apache.spark.sql.connect.service.SessionHolder.$anonfun$withSession$2(SessionHolder.scala:770) | |
| at app//org.apache.spark.sql.connect.service.SessionHolder$$Lambda$24494/0x000000380522c3f8.apply(Unknown Source) | |
| at app//org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:866) | |
| at app//org.apache.spark.sql.connect.service.SessionHolder.$anonfun$withSession$1(SessionHolder.scala:770) | |
| at app//org.apache.spark.sql.connect.service.SessionHolder$$Lambda$24493/0x000000380522c130.apply(Unknown Source) | |
| at app//org.apache.spark.JobArtifactSet$.withActiveJobArtifactState(JobArtifactSet.scala:97) | |
| at app//org.apache.spark.sql.artifact.ArtifactManager.$anonfun$withResources$1(ArtifactManager.scala:124) | |
| at app//org.apache.spark.sql.artifact.ArtifactManager$$Lambda$8806/0x000000380398f0f0.apply(Unknown Source) | |
| at app//org.apache.spark.sql.artifact.ArtifactManager.withClassLoaderIfNeeded(ArtifactManager.scala:118) | |
| at app//org.apache.spark.sql.artifact.ArtifactManager.withResources(ArtifactManager.scala:123) | |
| at app//org.apache.spark.sql.connect.service.SessionHolder.withSession(SessionHolder.scala:769) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner.executeInternal(ExecuteThreadRunner.scala:317) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner.$anonfun$execute$1(ExecuteThreadRunner.scala:182) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner$$Lambda$24942/0x0000003805387be8.apply$mcV$sp(Unknown Source) | |
| at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) | |
| at app//com.databricks.spark.connect.service.UtilizationMetrics.recordActiveQueries(UtilizationMetrics.scala:43) | |
| at app//com.databricks.spark.connect.service.UtilizationMetrics.recordActiveQueries$(UtilizationMetrics.scala:40) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner.recordActiveQueries(ExecuteThreadRunner.scala:57) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner.org$apache$spark$sql$connect$execution$ExecuteThreadRunner$$execute(ExecuteThreadRunner.scala:174) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner$ExecutionThread.$anonfun$run$3(ExecuteThreadRunner.scala:697) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner$ExecutionThread$$Lambda$24941/0x0000003805387490.apply$mcV$sp(Unknown Source) | |
| at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) | |
| at app//com.databricks.spark.util.DBRTracing$.withSpanFromParent(DBRTracing.scala:70) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner$ExecutionThread.$anonfun$run$2(ExecuteThreadRunner.scala:697) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner$ExecutionThread$$Lambda$24940/0x00000038053871a8.apply$mcV$sp(Unknown Source) | |
| at app//scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.scala:18) | |
| at app//com.databricks.unity.UCSEphemeralState$Handle.runWith(UCSEphemeralState.scala:51) | |
| at app//com.databricks.unity.HandleImpl.runWith(UCSHandle.scala:128) | |
| at app//com.databricks.unity.HandleImpl.$anonfun$runWithAndClose$1(UCSHandle.scala:133) | |
| at app//com.databricks.unity.HandleImpl$$Lambda$7539/0x00000038037562f8.apply(Unknown Source) | |
| at app//scala.util.Using$.resource(Using.scala:296) | |
| at app//com.databricks.unity.HandleImpl.runWithAndClose(UCSHandle.scala:132) | |
| at app//org.apache.spark.sql.connect.execution.ExecuteThreadRunner$ExecutionThread.run(ExecuteThreadRunner.scala:696) |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment