Skip to content

Instantly share code, notes, and snippets.

Show Gist options
  • Save nsivabalan/ebb02affcc4679509f366c8aeaae67b8 to your computer and use it in GitHub Desktop.
Save nsivabalan/ebb02affcc4679509f366c8aeaae67b8 to your computer and use it in GitHub Desktop.
disabling hive sync
diff --git a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/InsertIntoHoodieTableCommand.scala b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/InsertIntoHoodieTableCommand.scala
index 6ce307027..2a9f0a8f7 100644
--- a/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/InsertIntoHoodieTableCommand.scala
+++ b/hudi-spark-datasource/hudi-spark/src/main/scala/org/apache/spark/sql/hudi/command/InsertIntoHoodieTableCommand.scala
@@ -231,7 +231,7 @@ object InsertIntoHoodieTableCommand {
} else {
classOf[DefaultHoodieRecordPayload].getCanonicalName
}
- val enableHive = isEnableHive(sparkSession)
+ //val enableHive = isEnableHive(sparkSession)
withSparkConf(sparkSession, options) {
Map(
"path" -> path,
@@ -243,7 +243,8 @@ object InsertIntoHoodieTableCommand {
RECORDKEY_FIELD_OPT_KEY.key -> primaryColumns.mkString(","),
PARTITIONPATH_FIELD_OPT_KEY.key -> partitionFields,
PAYLOAD_CLASS_OPT_KEY.key -> payloadClassName,
- META_SYNC_ENABLED_OPT_KEY.key -> enableHive.toString,
+ HIVE_SYNC_ENABLED_OPT_KEY.key() -> "false",
+ META_SYNC_ENABLED_OPT_KEY.key -> ("false").toString,
HIVE_USE_JDBC_OPT_KEY.key -> "false",
HIVE_DATABASE_OPT_KEY.key -> table.identifier.database.getOrElse("default"),
HIVE_TABLE_OPT_KEY.key -> table.identifier.table,
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment