From ab68a4ae1b920bcfc842e25cda755f5efe2e8ff1 Mon Sep 17 00:00:00 2001 From: Cheng Pan Date: Thu, 28 Sep 2023 19:58:06 +0800 Subject: [PATCH] [MINOR] Fix configuration version ### What changes were proposed in this pull request? Change the `.version("0.3.2")` to `.version("0.3.1")` ### Why are the changes needed? 0.3.1 is not release yet. ### Does this PR introduce _any_ user-facing change? No. ### How was this patch tested? Pass GA. Closes #1948 from pan3793/minor-version. Lead-authored-by: Cheng Pan Co-authored-by: Cheng Pan Signed-off-by: Cheng Pan --- .../scala/org/apache/celeborn/common/CelebornConf.scala | 4 ++-- docs/configuration/master.md | 2 +- docs/migration.md | 6 ++---- 3 files changed, 5 insertions(+), 7 deletions(-) diff --git a/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala b/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala index 078a9fe88..7fe09e8c1 100644 --- a/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala +++ b/common/src/main/scala/org/apache/celeborn/common/CelebornConf.scala @@ -1587,7 +1587,7 @@ object CelebornConf extends Logging { val WORKER_UNAVAILABLE_INFO_EXPIRE_TIMEOUT: ConfigEntry[Long] = buildConf("celeborn.master.workerUnavailableInfo.expireTimeout") .categories("master") - .version("0.3.2") + .version("0.3.1") .doc("Worker unavailable info would be cleared when the retention period is expired") .timeConf(TimeUnit.MILLISECONDS) .createWithDefaultString("1800s") @@ -2223,7 +2223,7 @@ object CelebornConf extends Logging { "the range fetch phase, as both the original and sorted files will be retained until the " + "shuffle is finished. Note that the default value is configured as 'false' as a " + "temporary workaround for CELEBORN-980. see CELEBORN-980 for more details.") - .version("0.3.2") + .version("0.3.1") .internal .booleanConf .createWithDefault(false) diff --git a/docs/configuration/master.md b/docs/configuration/master.md index 3b5d7697a..3801fe119 100644 --- a/docs/configuration/master.md +++ b/docs/configuration/master.md @@ -35,7 +35,7 @@ license: | | celeborn.master.slot.assign.maxWorkers | 10000 | Max workers that slots of one shuffle can be allocated on. Will choose the smaller positive one from Master side and Client side, see `celeborn.client.slot.assign.maxWorkers`. | 0.3.1 | | celeborn.master.slot.assign.policy | ROUNDROBIN | Policy for master to assign slots, Celeborn supports two types of policy: roundrobin and loadaware. Loadaware policy will be ignored when `HDFS` is enabled in `celeborn.storage.activeTypes` | 0.3.0 | | celeborn.master.userResourceConsumption.update.interval | 30s | Time length for a window about compute user resource consumption. | 0.3.0 | -| celeborn.master.workerUnavailableInfo.expireTimeout | 1800s | Worker unavailable info would be cleared when the retention period is expired | 0.3.2 | +| celeborn.master.workerUnavailableInfo.expireTimeout | 1800s | Worker unavailable info would be cleared when the retention period is expired | 0.3.1 | | celeborn.storage.activeTypes | HDD,SSD | Enabled storage levels. Available options: HDD,SSD,HDFS. | 0.3.0 | | celeborn.storage.hdfs.dir | <undefined> | HDFS base directory for Celeborn to store shuffle data. | 0.2.0 | diff --git a/docs/migration.md b/docs/migration.md index 4e58086ea..8f654c315 100644 --- a/docs/migration.md +++ b/docs/migration.md @@ -30,14 +30,12 @@ license: | - Since 0.4.0, Celeborn changed the default value of `celeborn..io.numConnectionsPerPeer` from `2` to `1`. -## Upgrading from 0.3.1 to 0.3.2 - -- Since 0.3.2, Celeborn changed the default value of `celeborn.worker.monitor.disk.check.interval` from `60` to `30`. - ## Upgrading from 0.3.0 to 0.3.1 - Since 0.3.1, Celeborn changed the default value of `celeborn.worker.directMemoryRatioToResume` from `0.5` to `0.7`. +- Since 0.3.1, Celeborn changed the default value of `celeborn.worker.monitor.disk.check.interval` from `60` to `30`. + ## Upgrading from 0.2 to 0.3.0 - Celeborn 0.2 Client is compatible with 0.3 Master/Server, it allows to upgrade Master/Worker first then Client.