From 9aac52cbbb4a818b09dd78b7e526d89de355e89c Mon Sep 17 00:00:00 2001 From: Jason Gilfoil Date: Sun, 25 Feb 2024 08:24:29 +0000 Subject: [PATCH 1/3] adjust osd disk filters --- kubernetes/apps/rook-ceph/cluster/helmrelease.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml b/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml index b651c928..ad735292 100644 --- a/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml +++ b/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml @@ -68,13 +68,13 @@ spec: nodes: - name: odroid-01 devices: - - name: /dev/sda + - name: sda - name: odroid-02 devices: - - name: /dev/sda + - name: sda - name: odroid-03 devices: - - name: /dev/sda + - name: sda placement: mgr: &placement nodeAffinity: From 6f347ef2028b60b0923304c5e0ccf9cac01a88fa Mon Sep 17 00:00:00 2001 From: Jason Gilfoil Date: Sun, 25 Feb 2024 09:00:44 +0000 Subject: [PATCH 2/3] disable rook-ceph prepareosd requests docs say it's best not to have limits for this burst workload since it can lead to issues, like the one i'm having currently. The prepare pods are getting killed for hitting the mem limit during the formatting of the disks, which is leading to them restarting and skipping the disk prep because they now have a fs bluestore on them. --- kubernetes/apps/rook-ceph/cluster/helmrelease.yaml | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml b/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml index ad735292..6df0a27c 100644 --- a/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml +++ b/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml @@ -107,12 +107,12 @@ spec: cpu: "500m" memory: "4Gi" prepareosd: - limits: - cpu: "500m" - memory: "200Mi" + # limits: + # cpu: "1000m" + # memory: "200Mi" requests: cpu: "500m" - memory: "50Mi" + memory: "500Mi" mgr-sidecar: limits: cpu: "500m" @@ -168,5 +168,6 @@ spec: name: csi-ceph-blockpool isDefault: false deletionPolicy: Delete - cephFileSystems: [] + cephFileSystems: + cephObjectStores: [] \ No newline at end of file From 2a71fa94190873bce149ea0132ce3e7dad074e10 Mon Sep 17 00:00:00 2001 From: Jason Gilfoil Date: Sun, 25 Feb 2024 09:01:44 +0000 Subject: [PATCH 3/3] re-add the device names they were fine, the disks were being matched like this. --- kubernetes/apps/rook-ceph/cluster/helmrelease.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml b/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml index 6df0a27c..d57d8d17 100644 --- a/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml +++ b/kubernetes/apps/rook-ceph/cluster/helmrelease.yaml @@ -68,13 +68,13 @@ spec: nodes: - name: odroid-01 devices: - - name: sda + - name: /dev/sda - name: odroid-02 devices: - - name: sda + - name: /dev/sda - name: odroid-03 devices: - - name: sda + - name: /dev/sda placement: mgr: &placement nodeAffinity: