diff --git a/.gitignore b/.gitignore index eeba8b376..6b756767d 100644 --- a/.gitignore +++ b/.gitignore @@ -58,13 +58,7 @@ reports/ scalastyle-on-compile.generated.xml scalastyle-output.xml scalastyle.txt -rss-*.tgz -rss-*-bin* -emr-*.tgz -emr-*-bin* -celeborn-*.tgz apache-celeborn-*.tgz -celeborn-*-bin* apache-celeborn-*-bin* src_managed/ target/ diff --git a/METRICS.md b/METRICS.md index 1ddcb85ce..041f6b51b 100644 --- a/METRICS.md +++ b/METRICS.md @@ -27,7 +27,7 @@ scrape_configs: 3.You need to install Grafana server(https://grafana.com/grafana/download) 4.Import Celeborn dashboard into grafana. -You can find Celeborn dashboard at assets/grafana/rss-dashboard.json. +You can find Celeborn dashboard at assets/grafana/celeborn-dashboard.json. ### Optional @@ -100,7 +100,7 @@ Celeborn worker metric : `org/apache/celeborn/service/deploy/worker/WorkerSource ## Grafana Dashboard -We provide a grafana dashboard for Celeborn [Grafana-Dashboard](assets/grafana/rss-dashboard.json). The dashboard was generated by grafana of version 8.5.0. +We provide a grafana dashboard for Celeborn [Grafana-Dashboard](assets/grafana/celeborn-dashboard.json). The dashboard was generated by grafana of version 8.5.0. Here are some snapshots: ![d1](assets/img/dashboard1.png) ![d2](assets/img/dashboard2.png) diff --git a/README.md b/README.md index f6b2ee6b5..ecb2bbd2b 100644 --- a/README.md +++ b/README.md @@ -7,7 +7,7 @@ management service for intermediate data including shuffle data, spilled data, r ## Internals ### Architecture -![Celeborn architecture](assets/img/rss.jpg) +![Celeborn architecture](assets/img/celeborn.jpg) Celeborn has three primary components: Master, Worker, and Client. Master manages all resources and syncs shared states based on Raft. Worker processes read-write requests and merges data for each reducer. @@ -33,7 +33,7 @@ LifecycleManager maintains metadata of each shuffle and runs within the Spark dr 11. Reducers read shuffle data. ### Load Balance -![Load Balance](assets/img/rss_load_balance.jpg) +![Load Balance](assets/img/celeborn_load_balance.jpg) We introduce slots to achieve load balance. We will equally distribute partitions on every Celeborn worker by tracking slot usage. The Slot is a logical concept in Celeborn Worker that represents how many partitions can be allocated to each Celeborn Worker. @@ -153,7 +153,7 @@ celeborn.master.ha.node.2.ratis.port 9872 celeborn.master.ha.node.3.host clb-3 celeborn.master.ha.node.3.port 9097 celeborn.master.ha.node.3.ratis.port 9872 -celeborn.master.ha.ratis.raft.server.storage.dir /mnt/disk1/rss_ratis/ +celeborn.master.ha.ratis.raft.server.storage.dir /mnt/disk1/celeborn_ratis/ celeborn.metrics.enabled true # If you want to use HDFS as shuffle storage, make sure that flush buffer size is at least 4MB or larger. diff --git a/assets/diagram/celeborn.drawio b/assets/diagram/celeborn.drawio new file mode 100644 index 000000000..b91e50e5d --- /dev/null +++ b/assets/diagram/celeborn.drawio @@ -0,0 +1 @@ + \ No newline at end of file diff --git a/assets/diagram/rss_load_balance.drawio b/assets/diagram/celeborn_load_balance.drawio similarity index 100% rename from assets/diagram/rss_load_balance.drawio rename to assets/diagram/celeborn_load_balance.drawio diff --git a/assets/diagram/emr_shuffle.drawio b/assets/diagram/emr_shuffle.drawio deleted file mode 100644 index 1d4fc05c3..000000000 --- a/assets/diagram/emr_shuffle.drawio +++ /dev/null @@ -1 +0,0 @@ -7V1Nd6s4Ev01WXYfJCE+lul0ZnoxmdPTWbx5qz48I9vMOMaN8Yszv37AINtIcoJfkEoIr2IEJuZWUVVXVSXdkYeX/d+LZLN8ylO2usNeur8jv95hjILYr/7UI2/tiEeCZmRRZGk7dhp4zv7H+IXt6C5L2bZzYZnnqzLbdAdn+XrNZmVnLCmK/LV72Txfdf/rJlkwaeB5lqzk0S9ZWi7b0erJTid+Y9li2f7rCIfNiZeEX9w+yXaZpPnr2RB5vCMPRZ6XzaeX/QNb1ehxXJrv/e3C2eMPK9i67POFDfvXY/nw2x9Z8uWv/ZMX/vnPP7/81N7le7LatQ/c/tjyjSNQ5Lt1yuqboDvyy+syK9nzJpnVZ18roVdjy/Jl1Z6eZ6vVQ77Ki8N3SUpZlPrV+LYs8v+yszMR/kaCoDrT/gBWlGx/8cnQEa9K01j+wsrirbqk/QJHmOuY3yrd60lgOGyvWZ7JCgXtYNIqyeJ46xOO1YcWyitgxQpYg1VZA5RXz3SOb/DXLucnftoe9P++ugBFm/3pZPVpUf99SjYbVtSn+f2qn9fcsrlAkl6FatkVUVcU63zNBLm1Q8kqW6yrw1klhep/kl9qGWXVm3HfnnjJ0rT+N0qdOGmNN4yQiSDkWBZypJAx1iViolvEeOoixhRYxL4mET/u2WxX5tN8j5GHf6bdV1khZ+RRg4Km13hB72ovOJ+zYDZTecE0jL95QwErusFIhtVXvD6+LlSRykSOPbggBDy4QLrs0tH1kMlZJcH1EMW7Y9T1IJVJGlTG/tRl7CtoglkZB/rji+kFkXJ8QXwKHF/gqwKMkXhCisE9Idb1Bh2tJJ3c+yNYSRoCW0k+n6ZPxsHUZRwoYlqzMo70e8LpxbSyJ6R88h3MEyLuIM4AZ+mCPbeHeVEu80W+TlaPp1EBmtM1/8jzTSuj/7CyfGvTB0kl8q4E2T4r/11/vQKkOfp6dubXfXvnw8EbP1hXD3z2pfrw6/m509cOR/x7abJdHv14ffB7UlbqsD6M1DM+XLj1c78v2gqmfFfM2DuAktY8lkmxYOV7yDd0XNaWgq2SMvve/SnDT5eqzPjoQiDf61pOrs3nUyzEaAhEdJnOP9hLXrLq9PNyN5+vDp9Y8T2rxDE1Q0oFfxnLUseeSX/pX54d2G6S9WeEnu5mPMHkPSXbGv6TuJubuy5uHwnz00SW9/GFNiLvsEealq3T+zrfXeO4SrbbbKZ2gfzz1447/MgFdhzgyR9ecIED+jee8//IvTX+RZbpmcyoQmR8rLcTbP/D73l2MK48oI66FgLziJrfonnO9lsnbZBuRL0LJJvfqAFCutFBrY6P/QlNw9PVNDJtVSOmVa3HpJijqsbnA0emagEaq1W7inxcn+BNExbNlQneYBaxb/OB+HzQRRE8wRuquMeAsM6jGVPnzb9F1KcDhXvYsw3WWC+sDFVkOVTBGgchSYbKFviWwcqNmVtVHliRxTQL61UlpGOxrfCw9gjEx2db4WG9qiZpLLYVHlZVSdLobStR5D7Nwqq5MBHGtsLDqiobGL1thYdVM8uCsa3wsOpmWSC21VfUHJiFVTPLgrGt4LDGulkWiG2Fh1Uzy4KxrfCw6mZZILaVBtCwamZZMLYVHlbdLAvEtsLDqpllwdhWeFh1sywQ2xooqt7NwupkLgseVidzWfCwOpnLAocVebpplhHjSkOh0o4bWzhcNfMsM7gGYgUjPK5OEK2AWoerZqZlCNfYOlydSGiFxDpcnVhqI7TPb13uhB2qI6B6I7znVfKd3RoCFKVMZhsCkOdErk2K/6BzbcjTTAPN4CrFf/C4OsEDpfgPHFekmQcawlWM/+BxdSLfJsV/8Lhq5oGGcLXOb/EOwVtb/UDNYL27wRCO1bpipq8eubHKnthYjymS3yiznfVI2zp7t9b6i631OJTlbra3Hr2z9N5QVLq+/a25/nBMkCxww1xauQ7fgDGJmYyqyKWJp7CgZmM9JzLVIpe2AFfNcxSGcKXW4epERbDIpeFxxZrnKMzgKnJpC3B1ovNS5NIW4Kqaoxh+daVbLuUg7kCxOK/Z+A87kUOX4j8qA2v4PXIihy7Ff/C4OpFDl+I/eFydKFiW4j94XDXzQJhaGgtwdaIxVIr/wHENZRhvuZTP5FJwS6w/zqU0C5uC5VLwVTMAY8ml+ATLb5ThXApRzQHccilacyk+leVuOJdCVFMUw1LpirzdcintcSwL3DCX5qZm3G1UIpf2IxlYw1vp6Z6jMIKryKUtwNWJlmqRS1uAq+45CjO4xtbh6sTSVSKXtgBX3XMUZnC1z29d3p5kyGKaWy7lELb4iu2dDMd/TuTQxfhPtW+W2ffIV/Hn0eEqxn8W4OpEDl2M/yzAVTMPhKmlsQBXJ1bWEuM/C3DVzANhamngcQ2JBOMtl/KZXArf+u2Ht465bk+Y+6JI3s4u2NRbtGzP7izs9CJ6+LBdD/TSzjAR36rmB6+n718uBRydy6sPzfOdFPwI1GdsiRO7fYtZpIC3mgJmkXxd+33fskgXs0iBYvdDw1kk//IW4EMubnHLIjUCV2xqa3gWwXdiFQZxFiEIFBbUbJTrxioMosKC48qDkpHjSq3D1YlVGMRZBAtw1Tw7A7O6hQW4OrG7lDiLYAGulzvxhywjumWRDuJXLG5rOP6jTlQPiPFfiKBXiaFOVA9Ic0zwuDpRPSDGfxbg6sSi7GL8ZwGumnkgTBURPK6BZh4IU0VkAa49eCBbp/dFkb/WgdUq2W6zmTonxD8fcjvH/NBHOaFORuiUILqQE2p+3DAJn+a6j1tnmnXAZKGeCY0qhMbHrksLSYkWIq7fxQtr+S2aB22/ddIH6UY+6t5IyiY0SEg3Gix7E/TgxlPXtUtL3o1c14gv/BbtutZjvmDqunapJdCQrgkqctxp+2pdE/eWpqZ1rUeFi6u61nstT7ucqI9H60R7TOBMXtns8qKDKZt5L9pjVmvyygbsRnUpG+WyNqZsPab6HFU23Lf00DI3GqDRutEe85+TVza73OhgymbejfaYFJ68stnlRgdTNuNuNOzBRu2vkY6pOBPVvkNn6kBU+qCxRjpUUa9haqTPVi+dWFE0wl43J4JjOScSG62RCPXVwp91Vk9dzoQ3c8DJ+XLx++fk/Lhns12Z14L2pydoL8Q/C6+0Lxvv436lhmR9Vb3DWLyijy3wiqrgdlhrSab3EmG+XSaXtGIfNLPWMlJVYAwr5wkaS1HOlIDL+fLCgoN5RTo9Qcte0VdQGsNekS9iNO51juNA4IqKTaTNVlVFTux7gDyxHAQeWCc2PkCebx2wTux8gLzIOmCd2AJPNLGEyOTdMK5ObIEnmVgLgHViDzzJxFoArBML+EkmFh7YWMVMh/RdRnoDYiow/gDadcWae8QN4Rpbh6tu1mUEV+QR64B1Yil35IXWAauZdpnpvhctLFW0YxvGVTPrMoRrbB2umkmXGVwlC2sBsJpZlylgQ+uAdWLHOYSwbfMvse6GbEPA2jbHfVyocOR0VtRYcDqLPc20yxSwtk0ZHqquHKAHCFlGDw4FGi4Aa9sMzKEiwoFwS9RY8HDrWIs4dmBtY7QYTbjv3uvd69DUXchyNdPrEItpfW5mru11QJ7YxkUExdLc7IBRDwPpqrrxK3uoWwCpbhHu1j0d1/S9Vt3iQKggF3t0tGvblHvvw77a1qTjbtr2aW2bcPM97d1936QmbNE2ivAw2ubHprVtZN33nc2BhlQ9LsGxqd6IDd3IevG1qR6O+qoeLIEQVe+HCYSoepSaVr2RdeZrUz2++NrYyAThhcujs3o87zB51eN5grExC8pXx/q06gWCDv+w6lWHRV43XZ0uL5LN8ilPWX3F/wE= \ No newline at end of file diff --git a/assets/diagram/rss.drawio b/assets/diagram/rss.drawio deleted file mode 100644 index f3f467af4..000000000 --- a/assets/diagram/rss.drawio +++ /dev/null @@ -1 +0,0 @@ - \ No newline at end of file diff --git a/assets/diagram/rss_fault_tolerance.drawio b/assets/diagram/rss_fault_tolerance.drawio deleted file mode 100644 index 7940dffec..000000000 --- a/assets/diagram/rss_fault_tolerance.drawio +++ /dev/null @@ -1 +0,0 @@ - \ No newline at end of file diff --git a/assets/diagram/shuffle-procedure.drawio b/assets/diagram/shuffle-procedure.drawio index 8ab8e95bc..9f97d2b18 100644 --- a/assets/diagram/shuffle-procedure.drawio +++ b/assets/diagram/shuffle-procedure.drawio @@ -1 +1 @@ -7Vxbd5s4EP41frQPQlwfUyftNk16cuLd03bfFBCGBlsuFkncX7/CSDZCGHzBmJxtHhIjJAzzzXwzoxkygOPZ26cELcJ74uN4oGv+2wBeD3QdAM1if7KRFR+xbDcfmSaRz8e2A5PoN+aDGh9NIx8vpYmUkJhGC3nQI/M59qg0hpKEvMrTAhLL37pAU6wMTDwUq6PfIp+G4sEsd3viLxxNQ/7Vjm7nJ2ZITOZPsgyRT14LQ/BmAMcJITT/NHsb4ziTnpBLvu7jjrObG0vwnO6z4Pn7wluE1BhGt/9EX9HtL/1RG0KT3xxdiSfGPhMAPyQJDcmUzFF8sx39kJB07uPssho72s65I2TBBgEb/IkpXXE0UUoJGwrpLOZn2R0nq+/Z+pFuiuMfxZPXb/zq+dFKHL1FtLiOHf4onNquyg7EIlVQXHZLkiYerpEOgFzjUDLFtGains/LRFf4Bo7DJ0xmmD0Fm5DgGNHoRdYtxFV0upnHl14lCVoVJixINKfLwpUfsgE2gZubbnBVE8ZmlDTisPnsQ34H4qjwKNuhtZYdonGcEV5QnHI5GKMHlNCIRmR+RzyU/V1WquUdemL8IqkSiqPpnH32GLg4YQMvmF2K2e8VPzGLfD/XWryMfqOn9fUyteDSZBc3PwzM60pFqbWZ7Jvw26CChfi3SIYu6QFfpY0gdEwJg6GRHx6mKQq04jL8qqYrX4AEwZIptAx2K/ACBd3HyYQN3KNlhk8Z1S2VZGC+hhHFkwVaG+Ur8ygy1kEUx2MSk2S9FgZBoHseG1/ShDzjwhnferJMq870Fex2YgRlG4HCZl4L3kBQfFhwBJa2GzNJ6AcbEFCk2AVlb5jXLjIvqGXeAs/bEs9rDTx/PGXrezK2oPaWKVsxRGjK+uOU1CJ/IL5oqxmHUj/USlRu1lN/w/wzUb+ukAMYPeJplFHDJEyDgOlqj3l/F3cczPtDFr9Yli0hoJ/G+4KeuuJ54zIstCEUiU0KUeTFCMVum09OchKGamrm6CFdhteIoh7bmNGmjcFWTGoISpR9RqOC78qofqazhbg3lHidmJl7Frd9qLs1Sl69nHo3Tdc78Lbm6QytAtyiel2esruKAUEZfrPEKPmdnhwEAu0grVSmdxEDmqpjckb3aLHAyc3c77FnMtv0TJquyQk6OM1Vnd81qbDloCmIHZTR77Tx/fPzzU5x2V1fLEG3FVHlWyDfSPKME5WVZc5tkNg0QX7EpFXY7XBtX7NtdX/EN7HjG1X7I47+BC2rYEcxDmiFFdGM4tsAydSaQYJWBUgb5FpHya1FSf+DEpvtXhwloScFmCaUJFnR5iSAuhKp4+zBTqBCpPB8Iq3YosV+6vWAy4FWEpfZIZebt/5v7fkLSV8/3/39L/7+GX7FFdvZQBtdLZ8HWSkxyX5H2Z6VFhMPRbsLF51tzh61N2s6UA7NXcdtKsRlRw84iZiYswCsELGXoukjK2+HxfBd538AlEpnBmwotTm1888TawshvgdLr/I1HddVLrv5AgYHZcc7KuH1Nn+CPe5bCQeVJNB+Sq2Xcle3pBYt1VXKJXJod1EnMRS71UeP+FeKl3QSE9rr4jjcQQVHFMc1w9JL0dPgpDRZJODAlS/bWXUc2hflmM524Pami55s55bZpKF62jD/TKzgvCfdabM2sLc29awGp+aukNH4EicvuPc07rRF40NtZAORc7az27mhcXghGhdp6cVLKzwIFJ9z09w06DQmfgZwi1YNRhqwj0/83qGjUHTKMmVN3bR7tVyq2WyjCQ9iw1qPU54PnXoPpTyH04GHMtW41R2NyWwWUb5T0mfKE0bdTusBEIWuExXSdWSO664ZQZhmAc27KMDeyovxPZqjacvtnHtshO/kmePLRbrG+2+b9h3KCWZrYYKu14jx5A3BA3YHdnbln69bExh70j8w+xXaqUxnsdBuETOKon3uYRTK1grJAdOWvUw7lCdqzavK9WcscRsnR3XvNcHa2wyds4Rhh0ZPplvaPG540cWxT5vfRfBkqAVpexTE6TJkg36/uzaF5bTDKoYjd0b3vjcGqN5g80KTmikeVaduBrP8cgyyHE2riqbGNjTXZwIiNSho6592oiyz/NbMpYs7In7YAZEVZ10ATyygtaZ0bRm5K2dn/+CXOfbLA6i+NrgBEPQRQPCEANarANQ06+bqowpgsP5pB0Bb65sBql1xRfz+QNQDjHQViOYA2EuTl03G/x5LVTykbY59Wy9tnwSWqW7PADAKMPXCcZjOn/scLrbWSq2NxD+YaCcD7SBWdBTY6gKRj1HFK5H/hwjEKaV4FZ2AbqfceEzJp11uPIHj3H05Tu8VxwE1J64L+i5oLJcNJcrGUtVMdy5rmT9+ub+5exiHn76F/g9ym+IormibrcFlj1KBLNU5meN2BFfq7hpW9RuDyo73c0lOf5+SMyv72luSHDvc/puk3BFv/9sUvPkP \ No newline at end of file +7Vxdd5s4EP01foyPhPh8TJ202zTpyUl2T9t9k0EYGoxcLJK4v36FETYgDHbAQM42D4kZJMBzZ+6MNEMmaLZ8/RThlXdHHRJMFOC8TtDVRFGgYpn8TyLZCIkO1FSyiHxHyPaCR/83EUIgpLHvkHVhIKM0YP6qKLRpGBKbFWQ4iuhLcZhLg+JdV3hBJMGjjQNZ+s13mCekULf2J/4i/sITtzYVIz2xxNlg8U3WHnboS06EridoFlHK0k/L1xkJEu1leknnfTxwdvdgEQnZMROevq/slcfUC//mH/8rvvmlPIALpImHY5vsGxOHK0Ac0oh5dEFDHFzvpR8iGocOSS4L+NF+zC2lKy6EXPiTMLYRaOKYUS7y2DIQZ/kTR5vvyfypomXHP/Inr17F1dOjTXb06rP8PH74I3dqPys5yCbJihK6W9M4skmNdiASFoejBWE1A5V0XKK63B0EDp8IXRL+LfiAiASY+c9F28LCRBe7cWLqZRThTW7AivohW+eufJ8I+ADhbooqTC1zNrVkEaeN5x/SJ8iOcl9lL9pa2SkWp6f3fMZBLPSgTu9xxHzm0/CW2jj5u640y1s85/xSMCUc+IuQf7Y5uCTigmfCL8X991KcWPqOk1otWfu/8Xx7vcQshDb5xbUPE+2q0lBqfSa5E3mdVLCQuEvB0Qt2IGaBKUKmVsDgQtDjaZYiQZtdRlxVs4oXoK675gZdBLsTeKGELp9F5jQKufQOrxOQytDu+SRB9MXzGXlc4a1nvvCwUgTc9YNgRgMabeci13UV2+byNYvoE8mdcfS5rul1/i8BeBAoVHQUlDnOSy4kZDzv5aKBDg4DV9D8yV4EJS32wds7+jXy9Atr6TdH9kaB7EED2b+dt5UjaTvj9455W/JGpBXtxyyZRfqFxKS9ZZzK/wiU+Fyr5/+G8Wfif0ViCDh9IAs/oYZHL3ZdbqsjJv9D3HEy+V/wJEbXjQICSjvyz+ipL7JXh2GhHaEU2CSXSg5GKEbXfNIqSKiyq2nT+3jtXWGGR+xjapc+hjpxqQtYouwzOhV6V071M16usmfDkd2Lm1lnCdunhlu1FNXL6++m4UoP0VZrz9AywB2a1/CU3VcOCMvwayVGSZ+0dRIIwUlWKQ3vIwfU5MBkTu/wakWi69AZcWTSuoxMQAHFVTpsF6rOH5pk2FLQJMROWtEf9PHj1+e77eJyuB5sgW5Iqsrtg3yj0ROJZGouEm+D2hYRdnyustyWh2U4wDDkTRJHI6ajVm2SmMoc6XrOmQLisgpXYgnPd4GUBpqRQnoFUjv4OofKaoZK+QMVH20NDlVmLDmsHhmNkhpOK4D6UqlpHsFTsEKl6HwqlXdsH4gT2yNgdQhK6tJ6ZHXtxvkNnr7Q+OXz7d//ku+f0VdSsbsNwfRy/TRJKotR8ttPdq9AQG3sH65j9LZN+6ZdWs1ExSTdMq2mulxydE8in6s5ScXa1t0GTt5PzrlhqZKmoobKm1k7/jxZd6bV9+DpVbGm5wrLsNswcHLSOvlAYbze51s46LGFcXgW/5QdUCmtYq2SWXRUYSlXzJHRR8VElfxWmT6QXzFZs8eAslHXytEBKnhDrRyoulLKniatFszZUhxaxcv2VixHxqAc09te3NF0MZKN3TKbNNRRG8afiRXM92Q7XVYJjramkVXj5LUr4jS+JtEzGT2Nm13R+AWYGjBbc3az77mjcTQQjWfL0sGLLCIJzD6nrrlr1Wlc+KnQyns1nAJo9LzwGzZQSDala0VL3TV+dVy02W2jZRHEQLURpzwemfURSvoeZg8RSpPzVms6o8ulz8ROyZgpL3PqbpoQYFbyammQWT99/20JmWvm0Lz1XWJv7IDc4RAvOm7sPGIj/CDPvL1wpADRjtu071BeYHaWJihKjRpbbwiesDtwsEn/fH2bUD2S/qE2rtROZjqdp3argFMUG3M3Y2ZsnZAc1IxilOmG8rKq86Zy/hmL3WrrrO69LrCOdkPzLGnYqdmTZpU2jxveezGNduP7SJ5UuSptTN0gXntc6Iy7fzPznG5YRTWLPdKj75KBcjTYvd8krxTfVKduBrP8mgzWTQCqsqmZgbTtGZcWGhTA9qebLEsrvz8zdHEnyx8OQKQHSRfAnCe0+oJtPSMN5fzsH/ySwD48gPJbhDsA4RgBhHMMiVIFIAD69eVHGUB3+9MNgAYYmwPK/XF5/P5ANAKMFBmI5gTYjqPn3Yr/PZaqRErbnPt2XtpuBZYmb89AOHUJs72ZF4dPY04XO2uqBlOgF51o9LmiKcFWl4h89Ctejvw/ZCBmaYlX0Qlo9cqNbyn5dMuNLTjOOpbjlFFxHJTXxHVJ34DOMmwqUXaWqma6c3lL+PDl7vr2fuZ9+uY5P+hNTPygom22BpcjSgVFrYY0JN0ortTddVHVbwwrO97PpTnlfWpOq+xr70hz/HD/X5PSQLz/51Po+j8= \ No newline at end of file diff --git a/assets/diagram/spark_shuffle.drawio b/assets/diagram/spark_shuffle.drawio deleted file mode 100644 index 384013924..000000000 --- a/assets/diagram/spark_shuffle.drawio +++ /dev/null @@ -1 +0,0 @@ -7V3fk5s2EP5r/JgMICTw451zbWYymen02mnaNw5kmwlGDsaxr399hRFnI+lu7AZpbZF7OesHAn27rPZbrewJmq32v1bJevmZZbSYBF62n6APkyDw/Zjwf03Nc1sTBbitWFR5JjodKx7zf6mo9ETtNs/optexZqyo83W/MmVlSdO6V5dUFdv1u81Z0b/rOllQpeIxTQq19q88q5fdvMj02PCR5ouluHUcRG3DKuk6i5lslknGdidV6GGCZhVjdftptZ/RogGvw6W97pdXWl8erKJlfc4F06+P9+s/P0XFH/U/3z4mwWzD0Dsxyvek2IoJi4etnzsEKrYtM9oM4k/Q/W6Z1/RxnaRN647LnNct61Uhmud5UcxYwarDtSjDNM5CXr+pK/aVnrTEwRMihLeIB6BVTfevzsx/wYsrGmUrWlfPvEt3gScgFjrmh6K8O0oMYVG3PBGWT0RlIrRk8TL2EUj+QWB5Aa6hBldS1A1CjE/qFGDybcu6hnebwwtwxzv48Xp/bOSfFs3/z8l6TaumuRuPP147ZNtBER+Hte7LqC+LkpVUEpyoSop8UfJiysXA74nuGyHl/NW4Ew2rPMua22iV4qg23kBS9iUpT1UpxxohB6ZkjE3LOBi9jAMMLONAZyCHEPLDnqbbmo3zVeZ/73H/ZdYI2vewTUkHlyyF3sVL4XxOSZrqlsIsmj55QyErL4WxiivRvEChMViRWVizhMZzLawkjenTfCBYybXBqlt8htTWOKV6bX2KcYgH0lYUXBusxCys1OcecaSDdUoilAzkD6P42mCNXLStgYZm2IU1dtG2wsM6ddG2gsOKPBdtKzysToZwEFJhtRzCQTpCMCi/R6MjfjK/RxrPxCq/Rzp6MqiQw9ELOdSYSLtCNhWNPQniBKMTsxrEQRpB2w3iINO0GIRooAjaxzBMi2GIBjyspmkxCNGAh9UwLYYhGvCwmqbFILY11BANq7B2A7tlW+FhvYgW34pthYdVR4pv3rbCw3rRLtmtBHFwoMJqOw/HeCIOHh3xk/k91ngmVvl9aDwTh4xeyERjIu0KWcdBBw7ijC8gqwZxsEbQdoM4oZO7xZhA+xhO7hbDw+rkbjE4rJ2b6BbRgIfVNC0Gsa1EQzTswmqYFsPYVnhYDSePwthWeFh1pPjmbSs8rBdtPl5rEIdM+7AGGj4Q6nA1F8TBOkLw8xDGDwo6jmTqp8tls0v9sGGOYsc9ieQcQeitO+zE1l0cXhms3c1uG9apnNYODqtpr88OrHJaOzishr0+O7D6npzXDo6rEzlnvndtixZ5PeC/WSfl//f6fqfZNlUO0bdjuu70Kd69JgF7qpGyMY+PGA7224mcyB6f7viC3ZfHiWC/7PHBw2rYkbYDq+zxgcPaLTU3DqucXwwOq+Fgvx1YFY8PHtfADVyvbdGKXj+MNZTHF4ze49Md0rHq8UUX8dBbCZPrUkgth8kjU2lwoz7mpobJdecZ7YbJI8Pnsezsi8qkKYSOOEROnMeSSRM8rKY3dazAKpMmeFidSDyTSRM4rJ1Rum1YFdIEj6sTB7IU0gSPq46MDkua0OhJUwgdJo8N74naSdmSPT7dWQO7L48TmXCyxwcPq+EtUTuwyh4fPKxOfDul7PHBw2qY9tmBVfH44HF14ns4FI8PHlcd8RvW4wtH7/Fh6DB5d7O33h5aZnfNb5w0MBbJZpOnfVnQfV5/Ofn8d4PXeyxKH/YCvkPhuSuU/Om/nBZOrmqKx8sOpeeeDGim/JyKJAE+AbatUvrG1EW/OqkWtH6jX5twr4r0RGS6bxvo6ipaJHX+vf+8OjmKO/zG8kMUvdMY3NeY0JNUoZ2nuOqoDcpAkbwdj6WBWiCUgQ5q9TLtH9C0M5j5yDWt3bOC0rRQTiVFQ2mabL1Ma5ouVjEOTUO3YdRCOeOq29e6VNWInFwwlQYyrWpnBExMqNrgKnMtRieUbcXZmiB7Vr5lo3NGjMdRo9N9rdS1G52hVA18fTsj7jV2VbsuV2owVRvOqvHi8Uch2+7Hn9ZED/8B \ No newline at end of file diff --git a/assets/grafana/rss-dashboard.json b/assets/grafana/celeborn-dashboard.json similarity index 100% rename from assets/grafana/rss-dashboard.json rename to assets/grafana/celeborn-dashboard.json diff --git a/assets/img/adaptive_query_execution_coalesce_partition.jpg b/assets/img/adaptive_query_execution_coalesce_partition.jpg deleted file mode 100644 index 3dc47d202..000000000 Binary files a/assets/img/adaptive_query_execution_coalesce_partition.jpg and /dev/null differ diff --git a/assets/img/adaptive_query_execution_local_shuffle_read.jpg b/assets/img/adaptive_query_execution_local_shuffle_read.jpg deleted file mode 100644 index 651530e8c..000000000 Binary files a/assets/img/adaptive_query_execution_local_shuffle_read.jpg and /dev/null differ diff --git a/assets/img/celeborn.jpg b/assets/img/celeborn.jpg new file mode 100644 index 000000000..149ecf70a Binary files /dev/null and b/assets/img/celeborn.jpg differ diff --git a/assets/img/rss_load_balance.jpg b/assets/img/celeborn_load_balance.jpg similarity index 100% rename from assets/img/rss_load_balance.jpg rename to assets/img/celeborn_load_balance.jpg diff --git a/assets/img/emr_shuffle.jpg b/assets/img/emr_shuffle.jpg deleted file mode 100644 index 213fc2881..000000000 Binary files a/assets/img/emr_shuffle.jpg and /dev/null differ diff --git a/assets/img/rss.jpg b/assets/img/rss.jpg deleted file mode 100644 index 36589747e..000000000 Binary files a/assets/img/rss.jpg and /dev/null differ diff --git a/assets/img/rss_fault_tolerance.jpg b/assets/img/rss_fault_tolerance.jpg deleted file mode 100644 index 6fffa255b..000000000 Binary files a/assets/img/rss_fault_tolerance.jpg and /dev/null differ diff --git a/assets/img/shuffle-procedure.jpg b/assets/img/shuffle-procedure.jpg index e950b10f3..6f19289e8 100644 Binary files a/assets/img/shuffle-procedure.jpg and b/assets/img/shuffle-procedure.jpg differ diff --git a/assets/img/spark_shuffle.jpg b/assets/img/spark_shuffle.jpg deleted file mode 100644 index 9d1d21691..000000000 Binary files a/assets/img/spark_shuffle.jpg and /dev/null differ