Skip to content

Instantly share code, notes, and snippets.

Show Gist options
  • Save Kikiodazie/07e593faf49b789981741cd05a4f11e5 to your computer and use it in GitHub Desktop.
Save Kikiodazie/07e593faf49b789981741cd05a4f11e5 to your computer and use it in GitHub Desktop.
This is the configuration of the Cephfs CSI driver node component running as a Daemonsets in a Cluster
# Please edit the object below. Lines beginning with a '#' will be ignored,
# and an empty file will abort the edit. If an error occurs while saving this file will be
# reopened with the relevant failures.
#
# daemonsets.apps "ceph-csi-cephfs-nodeplugin" was not valid:
# * <nil>: Invalid value: "The edited file failed validation": kind not set
#
apiVersion: apps/v1
dkind: DaemonSet
metadata:
annotations:
deprecated.daemonset.template.generation: "1"
meta.helm.sh/release-name: ceph-csi-cephfs
meta.helm.sh/release-namespace: ceph-csi-cephfs
creationTimestamp: "2025-01-14T11:25:22Z"
generation: 1
labels:
app: ceph-csi-cephfs
app.kubernetes.io/managed-by: Helm
chart: ceph-csi-cephfs-3.13.0
component: nodeplugin
heritage: Helm
release: ceph-csi-cephfs
name: ceph-csi-cephfs-nodeplugin
namespace: ceph-csi-cephfs
resourceVersion: "1370910"
uid: 84cd1766-e90a-4464-a3f6-db8b7656c3de
spec:
revisionHistoryLimit: 10
selector:
matchLabels:
app: ceph-csi-cephfs
component: nodeplugin
release: ceph-csi-cephfs
template:
metadata:
creationTimestamp: null
labels:
app: ceph-csi-cephfs
chart: ceph-csi-cephfs-3.13.0
component: nodeplugin
heritage: Helm
release: ceph-csi-cephfs
spec:
containers:
- args:
- --nodeid=$(NODE_ID)
- --type=cephfs
- --nodeserver=true
- --pidlimit=-1
- --kernelmountoptions=
- --fusemountoptions=
- --endpoint=$(CSI_ENDPOINT)
- --v=5
- --drivername=$(DRIVER_NAME)
- --enable-read-affinity=false
- --logslowopinterval=30s
env:
- name: POD_IP
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: status.podIP
- name: DRIVER_NAME
value: cephfs.csi.ceph.com
- name: NODE_ID
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: spec.nodeName
- name: CSI_ENDPOINT
value: unix:///csi/csi.sock
image: quay.io/cephcsi/cephcsi:v3.13.0
imagePullPolicy: IfNotPresent
name: csi-cephfsplugin
resources: {}
securityContext:
allowPrivilegeEscalation: true
capabilities:
add:
- SYS_ADMIN
privileged: true
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /csi
name: socket-dir
- mountPath: /var/lib/kubelet/pods
mountPropagation: Bidirectional
name: mountpoint-dir
- mountPath: /var/lib/kubelet/plugins
mountPropagation: Bidirectional
name: plugin-dir
- mountPath: /dev
name: host-dev
- mountPath: /run/mount
name: host-mount
- mountPath: /sys
name: host-sys
- mountPath: /etc/selinux
name: etc-selinux
readOnly: true
- mountPath: /lib/modules
name: lib-modules
readOnly: true
- mountPath: /etc/ceph/
name: ceph-config
- mountPath: /etc/ceph-csi-config/
name: ceph-csi-config
- mountPath: /tmp/csi/keys
name: keys-tmp-dir
- mountPath: /csi/mountinfo
name: ceph-csi-mountinfo
- args:
- --v=5
- --csi-address=/csi/csi.sock
- --kubelet-registration-path=/var/lib/kubelet/plugins/cephfs.csi.ceph.com/csi.sock
env:
- name: KUBE_NODE_NAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: spec.nodeName
image: registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.11.1
imagePullPolicy: IfNotPresent
name: driver-registrar
resources: {}
securityContext:
allowPrivilegeEscalation: true
privileged: true
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /csi
name: socket-dir
- mountPath: /registration
name: registration-dir
- args:
- --type=liveness
- --endpoint=$(CSI_ENDPOINT)
- --metricsport=8081
- --metricspath=/metrics
- --polltime=60s
- --timeout=3s
env:
- name: CSI_ENDPOINT
value: unix:///csi/csi.sock
- name: POD_IP
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: status.podIP
image: quay.io/cephcsi/cephcsi:v3.13.0
imagePullPolicy: IfNotPresent
name: liveness-prometheus
ports:
- containerPort: 8081
name: metrics
protocol: TCP
resources: {}
securityContext:
allowPrivilegeEscalation: true
privileged: true
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /csi
name: socket-dir
dnsPolicy: ClusterFirstWithHostNet
hostNetwork: true
hostPID: true
priorityClassName: system-node-critical
restartPolicy: Always
schedulerName: default-scheduler
securityContext: {}
serviceAccount: ceph-csi-cephfs-nodeplugin
serviceAccountName: ceph-csi-cephfs-nodeplugin
terminationGracePeriodSeconds: 30
volumes:
- hostPath:
path: /var/lib/kubelet/plugins/cephfs.csi.ceph.com
type: DirectoryOrCreate
name: socket-dir
- hostPath:
path: /var/lib/kubelet/plugins_registry
type: Directory
name: registration-dir
- hostPath:
path: /var/lib/kubelet/pods
type: DirectoryOrCreate
name: mountpoint-dir
- hostPath:
path: /var/lib/kubelet/plugins
type: Directory
name: plugin-dir
- hostPath:
path: /sys
type: ""
name: host-sys
- hostPath:
path: /etc/selinux
type: ""
name: etc-selinux
- hostPath:
path: /run/mount
type: ""
name: host-mount
- hostPath:
path: /lib/modules
type: ""
name: lib-modules
- hostPath:
path: /dev
type: ""
name: host-dev
- configMap:
defaultMode: 420
name: ceph-config
name: ceph-config
- configMap:
defaultMode: 420
name: ceph-csi-config
name: ceph-csi-config
- emptyDir:
medium: Memory
name: keys-tmp-dir
- hostPath:
path: /var/lib/kubelet/plugins/cephfs.csi.ceph.com/mountinfo
type: DirectoryOrCreate
name: ceph-csi-mountinfo
updateStrategy:
rollingUpdate:
maxSurge: 0
maxUnavailable: 1
type: RollingUpdate
status:
currentNumberScheduled: 3
desiredNumberScheduled: 3
numberAvailable: 3
numberMisscheduled: 0
numberReady: 3
observedGeneration: 1
updatedNumberScheduled: 3
~/devStuffs/Severalnines/csi-drivers ❯ ls 15:59:41
cephfs-node-component_config.yaml
~/devStuffs/Severalnines/csi-drivers ❯ cat cephfs-node-component_config.yaml 15:59:43
# Please edit the object below. Lines beginning with a '#' will be ignored,
# and an empty file will abort the edit. If an error occurs while saving this file will be
# reopened with the relevant failures.
#
# daemonsets.apps "ceph-csi-cephfs-nodeplugin" was not valid:
# * <nil>: Invalid value: "The edited file failed validation": kind not set
#
apiVersion: apps/v1
dkind: DaemonSet
metadata:
annotations:
deprecated.daemonset.template.generation: "1"
meta.helm.sh/release-name: ceph-csi-cephfs
meta.helm.sh/release-namespace: ceph-csi-cephfs
creationTimestamp: "2025-01-14T11:25:22Z"
generation: 1
labels:
app: ceph-csi-cephfs
app.kubernetes.io/managed-by: Helm
chart: ceph-csi-cephfs-3.13.0
component: nodeplugin
heritage: Helm
release: ceph-csi-cephfs
name: ceph-csi-cephfs-nodeplugin
namespace: ceph-csi-cephfs
resourceVersion: "1370910"
uid: 84cd1766-e90a-4464-a3f6-db8b7656c3de
spec:
revisionHistoryLimit: 10
selector:
matchLabels:
app: ceph-csi-cephfs
component: nodeplugin
release: ceph-csi-cephfs
template:
metadata:
creationTimestamp: null
labels:
app: ceph-csi-cephfs
chart: ceph-csi-cephfs-3.13.0
component: nodeplugin
heritage: Helm
release: ceph-csi-cephfs
spec:
containers:
- args:
- --nodeid=$(NODE_ID)
- --type=cephfs
- --nodeserver=true
- --pidlimit=-1
- --kernelmountoptions=
- --fusemountoptions=
- --endpoint=$(CSI_ENDPOINT)
- --v=5
- --drivername=$(DRIVER_NAME)
- --enable-read-affinity=false
- --logslowopinterval=30s
env:
- name: POD_IP
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: status.podIP
- name: DRIVER_NAME
value: cephfs.csi.ceph.com
- name: NODE_ID
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: spec.nodeName
- name: CSI_ENDPOINT
value: unix:///csi/csi.sock
image: quay.io/cephcsi/cephcsi:v3.13.0
imagePullPolicy: IfNotPresent
name: csi-cephfsplugin
resources: {}
securityContext:
allowPrivilegeEscalation: true
capabilities:
add:
- SYS_ADMIN
privileged: true
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /csi
name: socket-dir
- mountPath: /var/lib/kubelet/pods
mountPropagation: Bidirectional
name: mountpoint-dir
- mountPath: /var/lib/kubelet/plugins
mountPropagation: Bidirectional
name: plugin-dir
- mountPath: /dev
name: host-dev
- mountPath: /run/mount
name: host-mount
- mountPath: /sys
name: host-sys
- mountPath: /etc/selinux
name: etc-selinux
readOnly: true
- mountPath: /lib/modules
name: lib-modules
readOnly: true
- mountPath: /etc/ceph/
name: ceph-config
- mountPath: /etc/ceph-csi-config/
name: ceph-csi-config
- mountPath: /tmp/csi/keys
name: keys-tmp-dir
- mountPath: /csi/mountinfo
name: ceph-csi-mountinfo
- args:
- --v=5
- --csi-address=/csi/csi.sock
- --kubelet-registration-path=/var/lib/kubelet/plugins/cephfs.csi.ceph.com/csi.sock
env:
- name: KUBE_NODE_NAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: spec.nodeName
image: registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.11.1
imagePullPolicy: IfNotPresent
name: driver-registrar
resources: {}
securityContext:
allowPrivilegeEscalation: true
privileged: true
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /csi
name: socket-dir
- mountPath: /registration
name: registration-dir
- args:
- --type=liveness
- --endpoint=$(CSI_ENDPOINT)
- --metricsport=8081
- --metricspath=/metrics
- --polltime=60s
- --timeout=3s
env:
- name: CSI_ENDPOINT
value: unix:///csi/csi.sock
- name: POD_IP
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: status.podIP
image: quay.io/cephcsi/cephcsi:v3.13.0
imagePullPolicy: IfNotPresent
name: liveness-prometheus
ports:
- containerPort: 8081
name: metrics
protocol: TCP
resources: {}
securityContext:
allowPrivilegeEscalation: true
privileged: true
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /csi
name: socket-dir
dnsPolicy: ClusterFirstWithHostNet
hostNetwork: true
hostPID: true
priorityClassName: system-node-critical
restartPolicy: Always
schedulerName: default-scheduler
securityContext: {}
serviceAccount: ceph-csi-cephfs-nodeplugin
serviceAccountName: ceph-csi-cephfs-nodeplugin
terminationGracePeriodSeconds: 30
volumes:
- hostPath:
path: /var/lib/kubelet/plugins/cephfs.csi.ceph.com
type: DirectoryOrCreate
name: socket-dir
- hostPath:
path: /var/lib/kubelet/plugins_registry
type: Directory
name: registration-dir
- hostPath:
path: /var/lib/kubelet/pods
type: DirectoryOrCreate
name: mountpoint-dir
- hostPath:
path: /var/lib/kubelet/plugins
type: Directory
name: plugin-dir
- hostPath:
path: /sys
type: ""
name: host-sys
- hostPath:
path: /etc/selinux
type: ""
name: etc-selinux
- hostPath:
path: /run/mount
type: ""
name: host-mount
- hostPath:
path: /lib/modules
type: ""
name: lib-modules
- hostPath:
path: /dev
type: ""
name: host-dev
- configMap:
defaultMode: 420
name: ceph-config
name: ceph-config
- configMap:
defaultMode: 420
name: ceph-csi-config
name: ceph-csi-config
- emptyDir:
medium: Memory
name: keys-tmp-dir
- hostPath:
path: /var/lib/kubelet/plugins/cephfs.csi.ceph.com/mountinfo
type: DirectoryOrCreate
name: ceph-csi-mountinfo
updateStrategy:
rollingUpdate:
maxSurge: 0
maxUnavailable: 1
type: RollingUpdate
status:
currentNumberScheduled: 3
desiredNumberScheduled: 3
numberAvailable: 3
numberMisscheduled: 0
numberReady: 3
observedGeneration: 1
updatedNumberScheduled: 3
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment