175 lines
6.4 KiB
Go Template
175 lines
6.4 KiB
Go Template
cephClusterSpec:
|
|
dashboard:
|
|
ssl: false
|
|
|
|
mon:
|
|
count: 3
|
|
allowMultiplePerNode: false
|
|
|
|
storage:
|
|
useAllNodes: true
|
|
useAllDevices: false
|
|
deviceFilter: "^sda"
|
|
config:
|
|
osd_memory_target: "1073741824" # 1GB per OSD to maintain 70% node capacity
|
|
resources:
|
|
mgr:
|
|
requests:
|
|
cpu: 50m
|
|
memory: 256Mi
|
|
limits:
|
|
cpu: "1"
|
|
memory: 704Mi
|
|
mon:
|
|
requests:
|
|
cpu: 100m
|
|
memory: 256Mi
|
|
limits:
|
|
cpu: "1"
|
|
memory: 2Gi
|
|
osd:
|
|
requests:
|
|
cpu: 100m
|
|
memory: 896Mi
|
|
limits:
|
|
cpu: "1"
|
|
memory: 1280Mi
|
|
|
|
ingress:
|
|
dashboard:
|
|
host:
|
|
name: fog.incngrnt.ca
|
|
path: /fog/ceph
|
|
pathType: Prefix
|
|
tls:
|
|
- secretName: fog-incngrnt-ca-tls
|
|
hosts:
|
|
- fog.incngrnt.ca
|
|
annotations:
|
|
"traefik.ingress.kubernetes.io/router.middlewares": "rook-ceph-ceph-stripprefix@kubernetescrd"
|
|
|
|
extraDeploy:
|
|
- apiVersion: cert-manager.io/v1
|
|
kind: Certificate
|
|
metadata:
|
|
name: fog-ceph-incngrnt-ca
|
|
namespace: rook-ceph
|
|
spec:
|
|
secretName: fog-incngrnt-ca-tls
|
|
issuerRef:
|
|
name: letsencrypt-incngrnt
|
|
kind: ClusterIssuer
|
|
dnsNames:
|
|
- fog.incngrnt.ca
|
|
|
|
cephFileSystems:
|
|
- name: ceph-filesystem
|
|
# see https://github.com/rook/rook/blob/master/Documentation/ceph-filesystem-crd.md#filesystem-settings for available configuration
|
|
spec:
|
|
metadataPool:
|
|
replicated:
|
|
size: 2
|
|
dataPools:
|
|
- failureDomain: osd
|
|
replicated:
|
|
size: 2
|
|
# Optional and highly recommended, 'data0' by default, see https://github.com/rook/rook/blob/master/Documentation/ceph-filesystem-crd.md#pools
|
|
name: data0
|
|
metadataServer:
|
|
activeCount: 1
|
|
activeStandby: true
|
|
resources:
|
|
requests:
|
|
cpu: 50m
|
|
memory: 64Mi
|
|
limits:
|
|
cpu: "1"
|
|
memory: 512Mi
|
|
storageClass:
|
|
enabled: true
|
|
isDefault: false
|
|
name: ceph-filesystem
|
|
# (Optional) specify a data pool to use, must be the name of one of the data pools above, 'data0' by default
|
|
pool: data0
|
|
reclaimPolicy: Delete
|
|
allowVolumeExpansion: true
|
|
mountOptions: []
|
|
# see https://github.com/rook/rook/blob/master/Documentation/ceph-filesystem.md#provision-storage for available configuration
|
|
parameters:
|
|
# The secrets contain Ceph admin credentials.
|
|
csi.storage.k8s.io/provisioner-secret-name: rook-csi-cephfs-provisioner
|
|
csi.storage.k8s.io/provisioner-secret-namespace: rook-ceph
|
|
csi.storage.k8s.io/controller-expand-secret-name: rook-csi-cephfs-provisioner
|
|
csi.storage.k8s.io/controller-expand-secret-namespace: rook-ceph
|
|
csi.storage.k8s.io/node-stage-secret-name: rook-csi-cephfs-node
|
|
csi.storage.k8s.io/node-stage-secret-namespace: rook-ceph
|
|
# Specify the filesystem type of the volume. If not specified, csi-provisioner
|
|
# will set default as `ext4`. Note that `xfs` is not recommended due to potential deadlock
|
|
# in hyperconverged settings where the volume is mounted on the same node as the osds.
|
|
csi.storage.k8s.io/fstype: ext4
|
|
|
|
cephBlockPools:
|
|
- name: ceph-blockpool
|
|
# see https://github.com/rook/rook/blob/master/Documentation/CRDs/Block-Storage/ceph-block-pool-crd.md#spec for available configuration
|
|
spec:
|
|
failureDomain: osd
|
|
replicated:
|
|
size: 3
|
|
# Enables collecting RBD per-image IO statistics by enabling dynamic OSD performance counters. Defaults to false.
|
|
# For reference: https://docs.ceph.com/docs/latest/mgr/prometheus/#rbd-io-statistics
|
|
# enableRBDStats: true
|
|
storageClass:
|
|
enabled: true
|
|
name: ceph-block
|
|
annotations: {}
|
|
labels: {}
|
|
isDefault: true
|
|
reclaimPolicy: Delete
|
|
allowVolumeExpansion: true
|
|
volumeBindingMode: "Immediate"
|
|
mountOptions: []
|
|
# see https://kubernetes.io/docs/concepts/storage/storage-classes/#allowed-topologies
|
|
allowedTopologies: []
|
|
# - matchLabelExpressions:
|
|
# - key: rook-ceph-role
|
|
# values:
|
|
# - storage-node
|
|
# see https://github.com/rook/rook/blob/master/Documentation/Storage-Configuration/Block-Storage-RBD/block-storage.md#provision-storage for available configuration
|
|
parameters:
|
|
# (optional) mapOptions is a comma-separated list of map options.
|
|
# For krbd options refer
|
|
# https://docs.ceph.com/docs/latest/man/8/rbd/#kernel-rbd-krbd-options
|
|
# For nbd options refer
|
|
# https://docs.ceph.com/docs/latest/man/8/rbd-nbd/#options
|
|
# mapOptions: lock_on_read,queue_depth=1024
|
|
|
|
# (optional) unmapOptions is a comma-separated list of unmap options.
|
|
# For krbd options refer
|
|
# https://docs.ceph.com/docs/latest/man/8/rbd/#kernel-rbd-krbd-options
|
|
# For nbd options refer
|
|
# https://docs.ceph.com/docs/latest/man/8/rbd-nbd/#options
|
|
# unmapOptions: force
|
|
|
|
# RBD image format. Defaults to "2".
|
|
imageFormat: "2"
|
|
|
|
# RBD image features, equivalent to OR'd bitfield value: 63
|
|
# Available for imageFormat: "2". Older releases of CSI RBD
|
|
# support only the `layering` feature. The Linux kernel (KRBD) supports the
|
|
# full feature complement as of 5.4
|
|
imageFeatures: layering
|
|
|
|
# These secrets contain Ceph admin credentials.
|
|
csi.storage.k8s.io/provisioner-secret-name: rook-csi-rbd-provisioner
|
|
csi.storage.k8s.io/provisioner-secret-namespace: "{{ .Release.Namespace }}"
|
|
csi.storage.k8s.io/controller-expand-secret-name: rook-csi-rbd-provisioner
|
|
csi.storage.k8s.io/controller-expand-secret-namespace: "{{ .Release.Namespace }}"
|
|
csi.storage.k8s.io/controller-publish-secret-name: rook-csi-rbd-provisioner
|
|
csi.storage.k8s.io/controller-publish-secret-namespace: "{{ .Release.Namespace }}"
|
|
csi.storage.k8s.io/node-stage-secret-name: rook-csi-rbd-node
|
|
csi.storage.k8s.io/node-stage-secret-namespace: "{{ .Release.Namespace }}"
|
|
# Specify the filesystem type of the volume. If not specified, csi-provisioner
|
|
# will set default as `ext4`. Note that `xfs` is not recommended due to potential deadlock
|
|
# in hyperconverged settings where the volume is mounted on the same node as the osds.
|
|
csi.storage.k8s.io/fstype: ext4
|