File tree Expand file tree Collapse file tree 2 files changed +8
-3
lines changed Expand file tree Collapse file tree 2 files changed +8
-3
lines changed Original file line number Diff line number Diff line change @@ -491,6 +491,13 @@ function registerServicePorts() {
491491 registerPortHistoryServer
492492}
493493
494+ function configureHiveWarehouseForNonHiveEnv() {
495+ cat >> " $SPARK_HOME " /conf/spark-defaults.conf << EOM
496+ # Default location for Warehouse, if not using Hive
497+ EOM
498+ changeSparkDefaults " spark.sql.warehouse.dir" " maprfs:///user/${USER} /spark-warehouse"
499+ }
500+
494501#
495502# Add warden files
496503#
638645mkBackupForOldConfigs
639646
640647registerServicePorts
648+ configureHiveWarehouseForNonHiveEnv
641649if [ " $HIVE_INSTALLED " = true ]; then
642650 configureOnHive
643651fi
Original file line number Diff line number Diff line change @@ -9,9 +9,6 @@ spark.eventLog.enabled true
99spark.eventLog.dir maprfs:///apps/spark
1010spark.history.fs.logDirectory maprfs:///apps/spark
1111
12- # Default location for Warehouse, if not using Hive
13- spark.sql.warehouse.dir maprfs:///user/${system:user.name}/spark-warehouse
14-
1512# Fix for SPARK-963 restore the behavior before Spark 3.2
1613spark.hadoopRDD.ignoreEmptySplits false
1714
You can’t perform that action at this time.
0 commit comments