Skip to content

Instantly share code, notes, and snippets.

@jianzzha
Last active September 3, 2020 05:22
Show Gist options
  • Save jianzzha/2bea12dac770351b8fd7eb0f7ab1750f to your computer and use it in GitHub Desktop.
Save jianzzha/2bea12dac770351b8fd7eb0f7ab1750f to your computer and use it in GitHub Desktop.
OCS 4.3 installatio notes
# after add storage to ocp cluster, wipe storage disk on this node
sgdisk --zap-all /dev/nvme0n1
# (echo n; echo p ; echo 1 ; echo ; echo +1200G; echo p ; echo w) | sudo fdisk /dev/nvme0n1
# check ntp status
timedatectl
# if ntp not synchronized, update /etc/chrony.conf, the following entry works for me:
server gateway iburst
server clock01.util.phx2.redhat.com iburst
server clock02.util.phx2.redhat.com iburst
# then restart ntp service
systemctl restart chronyd
# Assign OCS label to storage node
oc label nodes baremetal cluster.ocs.openshift.io/openshift-storage=''
oc label node baremetal topology.rook.io/rack=rack0
# clone Local storage operator repo
# git clone https://github.com/openshift/local-storage-operator.git
# update channel to 4.3
# sed -i -r 's/channel:.*/channel: "4.3"/' ./local-storage-operator/examples/olm/redhat-src-catalog.yaml
# oc apply -f ./local-storage-operator/examples/olm/redhat-src-catalog.yaml
# or simply:
oc apply -f https://raw.githubusercontent.com/jianzzha/ocp-ocs-install/master/redhat-src-catalog.yaml
oc create -f https://raw.githubusercontent.com/jianzzha/ocp-ocs-install/master/local-storage-block.yaml
# check local storage operator status
oc get pods -n local-storage
#NAME READY STATUS RESTARTS AGE
#local-disks-local-diskmaker-fjcmk 1/1 Running 0 42s
#local-disks-local-provisioner-rfffp 1/1 Running 0 42s
#local-storage-operator-7894d7b4d9-wnjw5 1/1 Running 0 48m
oc get pv
#NAME CAPACITY ACCESS MODES RECLAIM POLICY STATUS CLAIM STORAGECLASS REASON AGE
#local-pv-c614ce14 1490Gi RWO Delete Available localblock-sc 11m
oc get sc
#NAME PROVISIONER AGE
#localblock-sc kubernetes.io/no-provisioner 12m
# deploy ocs operator
oc apply -f https://raw.githubusercontent.com/openshift/ocs-operator/release-4.3/deploy/deploy-with-olm.yaml
oc get pods -n openshift-storage
#NAME READY STATUS RESTARTS AGE
#noobaa-operator-6c5d6b6656-9jkbs 1/1 Running 0 49s
#ocs-operator-54f984d56c-h5rc5 1/1 Running 0 49s
#rook-ceph-operator-586b58dc49-rx8sb 1/1 Running 0 49s
#Create StorageCluster CR, count: storage class, replica: PV number? how to verify?
oc create -f https://raw.githubusercontent.com/jianzzha/ocp-ocs-install/master/ocs-cluster.yaml
#observed sc update
oc get sc
#NAME PROVISIONER AGE
#example-storagecluster-ceph-rbd openshift-storage.rbd.csi.ceph.com 7m32s
#example-storagecluster-cephfs openshift-storage.cephfs.csi.ceph.com 7m32s
#localblock-sc kubernetes.io/no-provisioner 16m
# Check OCS cluster status W/ toolbox.yml
oc create -f https://raw.githubusercontent.com/acalhounRH/Bare-metal-OCP4.3-OCS-4.4-installation-Notes/master/toolbox.yaml
oc get pods -n openshift-storage
#NAME READY STATUS RESTARTS AGE
#noobaa-operator-6c5d6b6656-9jkbs 1/1 Running 0 41m
#ocs-operator-54f984d56c-h5rc5 1/1 Running 0 41m
#rook-ceph-operator-586b58dc49-rx8sb 1/1 Running 0 41m
#rook-ceph-tools-7f96779fb9-qkzkn 0/1 ContainerCreating 0 89s
#oc describe pods rook-ceph-tools-7f96779fb9-qkzkn -n openshift-storage
# Normal Scheduled <unknown> default-scheduler Successfully assigned openshift-storage/rook-ceph-tools-7f96779fb9-qkzkn to baremetal
# Warning FailedMount 90s (x10 over 5m39s) kubelet, baremetal MountVolume.SetUp failed for volume "mon-endpoint-volume" : configmap "rook-ceph-mon-endpoints" not found
# Warning FailedMount 82s (x2 over 3m37s) kubelet, baremetal Unable to attach or mount volumes: unmounted volumes=[mon-endpoint-volume], unattached volumes=[ceph-config mon-endpoint-volume default-token-kkgh5]: timed out waiting for the condition
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment