diff --git a/charts/celeborn/templates/configmap.yaml b/charts/celeborn/templates/configmap.yaml index 242f96a9d..849dcbcbc 100644 --- a/charts/celeborn/templates/configmap.yaml +++ b/charts/celeborn/templates/configmap.yaml @@ -37,10 +37,11 @@ data: celeborn.master.ha.ratis.raft.server.storage.dir={{ (index $dirs 0).mountPath }} {{- $path := "" }} {{- range $worker := .Values.volumes.worker }} + {{- $info := (cat $worker.mountPath ":disktype=" (get $worker "diskType" | default "HDD") | nospace) }} {{- if eq $path "" }} - {{- $path = $worker.mountPath }} + {{- $path = $info }} {{- else }} - {{- $path = ( list $path $worker.mountPath | join ",") }} + {{- $path = ( list $path $info | join ",") }} {{- end }} {{- end }} celeborn.worker.storage.dirs={{ $path }} diff --git a/charts/celeborn/values.yaml b/charts/celeborn/values.yaml index eea33c4d9..179055e64 100644 --- a/charts/celeborn/values.yaml +++ b/charts/celeborn/values.yaml @@ -47,6 +47,7 @@ securityContext: # Note: size only works in emptyDir type # hostPath only works in hostPath type using to set `volumes hostPath path` # Celeborn Master will pick first volumes for store raft log +# diskType only works in Celeborn Worker with hostPath type to manifest local disk type volumes: master: - mountPath: /mnt/rss_ratis @@ -57,18 +58,22 @@ volumes: - mountPath: /mnt/disk1 hostPath: /mnt/disk1 type: hostPath + diskType: HDD size: 1Gi - mountPath: /mnt/disk2 hostPath: /mnt/disk2 type: hostPath + diskType: HDD size: 1Gi - mountPath: /mnt/disk3 hostPath: /mnt/disk3 type: hostPath + diskType: HDD size: 1Gi - mountPath: /mnt/disk4 hostPath: /mnt/disk4 type: hostPath + diskType: HDD size: 1Gi # celeborn configurations