From db70473de2716302b765ebf34e8f2972efb35b22 Mon Sep 17 00:00:00 2001 From: xxx <953396112@qq.com> Date: Thu, 28 Aug 2025 17:21:51 +0800 Subject: [PATCH] =?UTF-8?q?[CELEBORN-2134]=20When=20creating=20a=20DiskFil?= =?UTF-8?q?e,=20retrieve=20the=20storage=20type=20b=E2=80=A6?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit …ased on the mount point ### What changes were proposed in this pull request? When creating a DiskFile, retrieve the storage type based on the mount point ### Why are the changes needed? If the worker disk is an SSD, it should be set to the SSD type, and the storage type can be retrieved based on the mount point. ### Does this PR introduce _any_ user-facing change? NO ### How was this patch tested? CI Closes #3456 from xy2953396112/CELEBORN-2134. Authored-by: xxx <953396112@qq.com> Signed-off-by: mingji --- .../service/deploy/worker/storage/StorageManager.scala | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/worker/src/main/scala/org/apache/celeborn/service/deploy/worker/storage/StorageManager.scala b/worker/src/main/scala/org/apache/celeborn/service/deploy/worker/storage/StorageManager.scala index bbb273afc..f6699ebd6 100644 --- a/worker/src/main/scala/org/apache/celeborn/service/deploy/worker/storage/StorageManager.scala +++ b/worker/src/main/scala/org/apache/celeborn/service/deploy/worker/storage/StorageManager.scala @@ -1175,12 +1175,13 @@ final private[worker] class StorageManager(conf: CelebornConf, workerSource: Abs } val filePath = file.getAbsolutePath val fileMeta = getFileMeta(partitionType, mountPoint, conf.shuffleChunkSize) + val storageType = diskInfos.get(mountPoint).storageType val diskFileInfo = new DiskFileInfo( userIdentifier, partitionSplitEnabled, fileMeta, filePath, - StorageInfo.Type.HDD) + storageType) logInfo(s"created file at $filePath") diskFileInfos.computeIfAbsent(shuffleKey, diskFileInfoMapFunc).put( fileName,