cephClusterSpec: dashboard: ssl: false mon: count: 3 allowMultiplePerNode: false storage: useAllNodes: true useAllDevices: false deviceFilter: "^sda" config: osd_memory_target: "1073741824" # 1GB per OSD to maintain 70% node capacity resources: mgr: requests: cpu: 50m memory: 256Mi limits: cpu: "1" memory: 704Mi mon: requests: cpu: 100m memory: 256Mi limits: cpu: "1" memory: 2Gi osd: requests: cpu: 100m memory: 896Mi limits: cpu: "1" memory: 1280Mi ingress: dashboard: host: name: fog.incngrnt.ca path: /fog/ceph pathType: Prefix tls: - secretName: fog-incngrnt-ca-tls hosts: - fog.incngrnt.ca annotations: "traefik.ingress.kubernetes.io/router.middlewares": "rook-ceph-ceph-stripprefix@kubernetescrd" extraDeploy: - apiVersion: cert-manager.io/v1 kind: Certificate metadata: name: fog-ceph-incngrnt-ca namespace: rook-ceph spec: secretName: fog-incngrnt-ca-tls issuerRef: name: letsencrypt-incngrnt kind: ClusterIssuer dnsNames: - fog.incngrnt.ca cephFileSystems: - name: ceph-filesystem # see https://github.com/rook/rook/blob/master/Documentation/ceph-filesystem-crd.md#filesystem-settings for available configuration spec: metadataPool: replicated: size: 2 dataPools: - failureDomain: osd replicated: size: 2 # Optional and highly recommended, 'data0' by default, see https://github.com/rook/rook/blob/master/Documentation/ceph-filesystem-crd.md#pools name: data0 metadataServer: activeCount: 1 activeStandby: true resources: requests: cpu: 50m memory: 64Mi limits: cpu: "1" memory: 512Mi storageClass: enabled: true isDefault: false name: ceph-filesystem # (Optional) specify a data pool to use, must be the name of one of the data pools above, 'data0' by default pool: data0 reclaimPolicy: Delete allowVolumeExpansion: true mountOptions: [] # see https://github.com/rook/rook/blob/master/Documentation/ceph-filesystem.md#provision-storage for available configuration parameters: # The secrets contain Ceph admin credentials. csi.storage.k8s.io/provisioner-secret-name: rook-csi-cephfs-provisioner csi.storage.k8s.io/provisioner-secret-namespace: rook-ceph csi.storage.k8s.io/controller-expand-secret-name: rook-csi-cephfs-provisioner csi.storage.k8s.io/controller-expand-secret-namespace: rook-ceph csi.storage.k8s.io/node-stage-secret-name: rook-csi-cephfs-node csi.storage.k8s.io/node-stage-secret-namespace: rook-ceph # Specify the filesystem type of the volume. If not specified, csi-provisioner # will set default as `ext4`. Note that `xfs` is not recommended due to potential deadlock # in hyperconverged settings where the volume is mounted on the same node as the osds. csi.storage.k8s.io/fstype: ext4 cephBlockPools: - name: ceph-blockpool # see https://github.com/rook/rook/blob/master/Documentation/CRDs/Block-Storage/ceph-block-pool-crd.md#spec for available configuration spec: failureDomain: osd replicated: size: 3 # Enables collecting RBD per-image IO statistics by enabling dynamic OSD performance counters. Defaults to false. # For reference: https://docs.ceph.com/docs/latest/mgr/prometheus/#rbd-io-statistics # enableRBDStats: true storageClass: enabled: true name: ceph-block annotations: {} labels: {} isDefault: true reclaimPolicy: Delete allowVolumeExpansion: true volumeBindingMode: "Immediate" mountOptions: [] # see https://kubernetes.io/docs/concepts/storage/storage-classes/#allowed-topologies allowedTopologies: [] # - matchLabelExpressions: # - key: rook-ceph-role # values: # - storage-node # see https://github.com/rook/rook/blob/master/Documentation/Storage-Configuration/Block-Storage-RBD/block-storage.md#provision-storage for available configuration parameters: # (optional) mapOptions is a comma-separated list of map options. # For krbd options refer # https://docs.ceph.com/docs/latest/man/8/rbd/#kernel-rbd-krbd-options # For nbd options refer # https://docs.ceph.com/docs/latest/man/8/rbd-nbd/#options # mapOptions: lock_on_read,queue_depth=1024 # (optional) unmapOptions is a comma-separated list of unmap options. # For krbd options refer # https://docs.ceph.com/docs/latest/man/8/rbd/#kernel-rbd-krbd-options # For nbd options refer # https://docs.ceph.com/docs/latest/man/8/rbd-nbd/#options # unmapOptions: force # RBD image format. Defaults to "2". imageFormat: "2" # RBD image features, equivalent to OR'd bitfield value: 63 # Available for imageFormat: "2". Older releases of CSI RBD # support only the `layering` feature. The Linux kernel (KRBD) supports the # full feature complement as of 5.4 imageFeatures: layering # These secrets contain Ceph admin credentials. csi.storage.k8s.io/provisioner-secret-name: rook-csi-rbd-provisioner csi.storage.k8s.io/provisioner-secret-namespace: "{{ .Release.Namespace }}" csi.storage.k8s.io/controller-expand-secret-name: rook-csi-rbd-provisioner csi.storage.k8s.io/controller-expand-secret-namespace: "{{ .Release.Namespace }}" csi.storage.k8s.io/controller-publish-secret-name: rook-csi-rbd-provisioner csi.storage.k8s.io/controller-publish-secret-namespace: "{{ .Release.Namespace }}" csi.storage.k8s.io/node-stage-secret-name: rook-csi-rbd-node csi.storage.k8s.io/node-stage-secret-namespace: "{{ .Release.Namespace }}" # Specify the filesystem type of the volume. If not specified, csi-provisioner # will set default as `ext4`. Note that `xfs` is not recommended due to potential deadlock # in hyperconverged settings where the volume is mounted on the same node as the osds. csi.storage.k8s.io/fstype: ext4