Last active
September 3, 2020 05:22
-
-
Save jianzzha/2bea12dac770351b8fd7eb0f7ab1750f to your computer and use it in GitHub Desktop.
OCS 4.3 installatio notes
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# after add storage to ocp cluster, wipe storage disk on this node | |
sgdisk --zap-all /dev/nvme0n1 | |
# (echo n; echo p ; echo 1 ; echo ; echo +1200G; echo p ; echo w) | sudo fdisk /dev/nvme0n1 | |
# check ntp status | |
timedatectl | |
# if ntp not synchronized, update /etc/chrony.conf, the following entry works for me: | |
server gateway iburst | |
server clock01.util.phx2.redhat.com iburst | |
server clock02.util.phx2.redhat.com iburst | |
# then restart ntp service | |
systemctl restart chronyd | |
# Assign OCS label to storage node | |
oc label nodes baremetal cluster.ocs.openshift.io/openshift-storage='' | |
oc label node baremetal topology.rook.io/rack=rack0 | |
# clone Local storage operator repo | |
# git clone https://github.com/openshift/local-storage-operator.git | |
# update channel to 4.3 | |
# sed -i -r 's/channel:.*/channel: "4.3"/' ./local-storage-operator/examples/olm/redhat-src-catalog.yaml | |
# oc apply -f ./local-storage-operator/examples/olm/redhat-src-catalog.yaml | |
# or simply: | |
oc apply -f https://raw.githubusercontent.com/jianzzha/ocp-ocs-install/master/redhat-src-catalog.yaml | |
oc create -f https://raw.githubusercontent.com/jianzzha/ocp-ocs-install/master/local-storage-block.yaml | |
# check local storage operator status | |
oc get pods -n local-storage | |
#NAME READY STATUS RESTARTS AGE | |
#local-disks-local-diskmaker-fjcmk 1/1 Running 0 42s | |
#local-disks-local-provisioner-rfffp 1/1 Running 0 42s | |
#local-storage-operator-7894d7b4d9-wnjw5 1/1 Running 0 48m | |
oc get pv | |
#NAME CAPACITY ACCESS MODES RECLAIM POLICY STATUS CLAIM STORAGECLASS REASON AGE | |
#local-pv-c614ce14 1490Gi RWO Delete Available localblock-sc 11m | |
oc get sc | |
#NAME PROVISIONER AGE | |
#localblock-sc kubernetes.io/no-provisioner 12m | |
# deploy ocs operator | |
oc apply -f https://raw.githubusercontent.com/openshift/ocs-operator/release-4.3/deploy/deploy-with-olm.yaml | |
oc get pods -n openshift-storage | |
#NAME READY STATUS RESTARTS AGE | |
#noobaa-operator-6c5d6b6656-9jkbs 1/1 Running 0 49s | |
#ocs-operator-54f984d56c-h5rc5 1/1 Running 0 49s | |
#rook-ceph-operator-586b58dc49-rx8sb 1/1 Running 0 49s | |
#Create StorageCluster CR, count: storage class, replica: PV number? how to verify? | |
oc create -f https://raw.githubusercontent.com/jianzzha/ocp-ocs-install/master/ocs-cluster.yaml | |
#observed sc update | |
oc get sc | |
#NAME PROVISIONER AGE | |
#example-storagecluster-ceph-rbd openshift-storage.rbd.csi.ceph.com 7m32s | |
#example-storagecluster-cephfs openshift-storage.cephfs.csi.ceph.com 7m32s | |
#localblock-sc kubernetes.io/no-provisioner 16m | |
# Check OCS cluster status W/ toolbox.yml | |
oc create -f https://raw.githubusercontent.com/acalhounRH/Bare-metal-OCP4.3-OCS-4.4-installation-Notes/master/toolbox.yaml | |
oc get pods -n openshift-storage | |
#NAME READY STATUS RESTARTS AGE | |
#noobaa-operator-6c5d6b6656-9jkbs 1/1 Running 0 41m | |
#ocs-operator-54f984d56c-h5rc5 1/1 Running 0 41m | |
#rook-ceph-operator-586b58dc49-rx8sb 1/1 Running 0 41m | |
#rook-ceph-tools-7f96779fb9-qkzkn 0/1 ContainerCreating 0 89s | |
#oc describe pods rook-ceph-tools-7f96779fb9-qkzkn -n openshift-storage | |
# Normal Scheduled <unknown> default-scheduler Successfully assigned openshift-storage/rook-ceph-tools-7f96779fb9-qkzkn to baremetal | |
# Warning FailedMount 90s (x10 over 5m39s) kubelet, baremetal MountVolume.SetUp failed for volume "mon-endpoint-volume" : configmap "rook-ceph-mon-endpoints" not found | |
# Warning FailedMount 82s (x2 over 3m37s) kubelet, baremetal Unable to attach or mount volumes: unmounted volumes=[mon-endpoint-volume], unattached volumes=[ceph-config mon-endpoint-volume default-token-kkgh5]: timed out waiting for the condition | |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment