diff --git a/docs/deployment/settings.md b/docs/deployment/settings.md index 7cacf1b00..a86b12931 100644 --- a/docs/deployment/settings.md +++ b/docs/deployment/settings.md @@ -140,19 +140,6 @@ You can configure the Kyuubi properties in `$KYUUBI_HOME/conf/kyuubi-defaults.co # spark.scheduler.listenerbus.eventqueue.shared.capacity 100000 # spark.scheduler.listenerbus.eventqueue.eventLog.capacity 20000 -## Dynamic Allocation -# spark.dynamicAllocation.enabled true -# spark.dynamicAllocation.initialExecutors 10 -# spark.dynamicAllocation.minExecutors 10 -# spark.dynamicAllocation.maxExecutors 500 -# spark.dynamicAllocation.executorAllocationRatio 0.8 -# spark.dynamicAllocation.executorIdleTimeout 60s -# spark.dynamicAllocation.cachedExecutorIdleTimeout 1h -# spark.dynamicAllocation.shuffleTracking.enabled false -# spark.dynamicAllocation.shuffleTracking.timeout 30min -# spark.dynamicAllocation.schedulerBacklogTimeout 1s -# spark.dynamicAllocation.sustainedSchedulerBacklogTimeout 1s - ## External Shuffle Service # spark.shuffle.service.enabled true # spark.shuffle.service.fetch.rdd.enabled true @@ -224,20 +211,6 @@ You can configure the Kyuubi properties in `$KYUUBI_HOME/conf/kyuubi-defaults.co # spark.sql.optimizer.dynamicPartitionPruning.fallbackFilterRatio 0.5 # spark.sql.optimizer.dynamicPartitionPruning.reuseBroadcastOnly true -# Adaptive Query Execution -# spark.sql.adaptive.enabled true -# spark.sql.adaptive.forceApply false -# spark.sql.adaptive.logLevel info -# spark.sql.adaptive.advisoryPartitionSizeInBytes 128m -# spark.sql.adaptive.coalescePartitions.enabled true -# spark.sql.adaptive.coalescePartitions.minPartitionNum 64 -# spark.sql.adaptive.coalescePartitions.initialPartitionNum -# spark.sql.adaptive.fetchShuffleBlocksInBatch true -# spark.sql.adaptive.localShuffleReader.enabled true -# spark.sql.adaptive.skewJoin.enabled true -# spark.sql.adaptive.skewJoin.skewedPartitionFactor 5 -# spark.sql.adaptive.skewJoin.skewedPartitionThresholdInBytes 256m -# spark.sql.adaptive.nonEmptyPartitionRatioForBroadcastJoin 0.2 ``` ### Authentication diff --git a/pom.xml b/pom.xml index c029f6457..377203fbb 100644 --- a/pom.xml +++ b/pom.xml @@ -64,7 +64,7 @@ 4.5.6 4.4.12 11.0.2 - 2.7.1 + 2.12.0 2.7.4 2.3.7 3.7.0.Final