machine-config-daemon Panic

machine-config-daemon.log

I0121 09:40:06.446060 3170437 daemon.go:732] Current config: rendered-master-d4e52c2c27744f3ae443602918e3aa3d
I0121 09:40:06.446126 3170437 daemon.go:733] Desired config: rendered-master-cda1ce1189bba1a7205e5ce5dc526991
I0121 09:40:06.458138 3170437 daemon.go:423] Detected a login session before the daemon took over on first boot
I0121 09:40:06.458191 3170437 daemon.go:424] Applying annotation: machineconfiguration.openshift.io/ssh
I0121 09:40:06.473826 3170437 daemon.go:959] Validating against current config rendered-master-d4e52c2c27744f3ae443602918e3aa3d
I0121 09:40:06.480093 3170437 daemon.go:972] Validated on-disk state
I0121 09:40:06.480160 3170437 update.go:234] Checking Reconcilable for config rendered-master-d4e52c2c27744f3ae443602918e3aa3d to rendered-master-cda1ce1189bba1a7205e5ce5dc526991
I0121 09:40:06.480997 3170437 update.go:1042] Starting update from rendered-master-d4e52c2c27744f3ae443602918e3aa3d to rendered-master-cda1ce1189bba1a7205e5ce5dc526991: &{osUpdate:true kargs:false fips:false passwd:false files:true units:true}
I0121 09:40:06.485689 3170437 update.go:1042] Update prepared; beginning drain
I0121 09:40:07.131781 3170437 update.go:95] ignoring DaemonSet-managed pods: apiserver-sp49k, tuned-gtzmt, controller-manager-n968r, dns-default-4sdzt, node-ca-tbgv7, machine-config-daemon-778gj, machine-config-server-xhbtc, node-exporter-bj74z, multus-89xrx, multus-admission-controller-kw5w9, ovs-trg64, sdn-controller-9wrdn, sdn-lmfdg
I0121 09:40:07.248591 3170437 update.go:91] pod "revision-pruner-7-master1.test-ocp.cloud.avm.de" removed (evicted)
I0121 09:40:07.248703 3170437 update.go:91] pod "revision-pruner-11-master1.test-ocp.cloud.avm.de" removed (evicted)
I0121 09:40:07.251209 3170437 update.go:91] pod "revision-pruner-10-master1.test-ocp.cloud.avm.de" removed (evicted)
I0121 09:40:07.251238 3170437 update.go:91] drained node "master1.test-ocp.cloud.avm.de"
I0121 09:40:07.251251 3170437 update.go:1042] drain complete
I0121 09:40:07.255972 3170437 update.go:174] Successful drain took 0.766068731 seconds
I0121 09:40:07.256023 3170437 update.go:578] Updating files
I0121 09:40:07.256033 3170437 update.go:786] Writing file "/etc/pki/ca-trust/source/anchors/openshift-config-user-ca-bundle.crt"
I0121 09:40:07.257215 3170437 update.go:786] Writing file "/etc/tmpfiles.d/cleanup-cni.conf"
I0121 09:40:07.258665 3170437 update.go:786] Writing file "/etc/containers/storage.conf"
I0121 09:40:07.260200 3170437 update.go:786] Writing file "/etc/etcd/etcd.conf"
I0121 09:40:07.261300 3170437 update.go:786] Writing file "/etc/kubernetes/manifests/etcd-member.yaml"
I0121 09:40:07.265447 3170437 update.go:786] Writing file "/etc/pivot/kernel-args"
I0121 09:40:07.267031 3170437 update.go:786] Writing file "/etc/systemd/system/crio.service.d/10-default-env.conf"
I0121 09:40:07.267863 3170437 update.go:786] Writing file "/etc/systemd/system/kubelet.service.d/10-default-env.conf"
I0121 09:40:07.269005 3170437 update.go:786] Writing file "/etc/systemd/system/machine-config-daemon-host.service.d/10-default-env.conf"
I0121 09:40:07.269817 3170437 update.go:786] Writing file "/etc/systemd/system/pivot.service.d/10-default-env.conf"
I0121 09:40:07.271238 3170437 update.go:786] Writing file "/etc/zincati/config.d/90-disable-feature.toml"
I0121 09:40:07.272738 3170437 update.go:786] Writing file "/etc/kubernetes/static-pod-resources/etcd-member/ca.crt"
I0121 09:40:07.274082 3170437 update.go:786] Writing file "/etc/kubernetes/static-pod-resources/etcd-member/metric-ca.crt"
I0121 09:40:07.275135 3170437 update.go:786] Writing file "/etc/kubernetes/static-pod-resources/etcd-member/root-ca.crt"
I0121 09:40:07.277175 3170437 update.go:786] Writing file "/etc/kubernetes/kubelet-ca.crt"
I0121 09:40:07.279400 3170437 update.go:786] Writing file "/etc/systemd/system.conf.d/kubelet-cgroups.conf"
I0121 09:40:07.281015 3170437 update.go:786] Writing file "/etc/NetworkManager/conf.d/sdn.conf"
I0121 09:40:07.282296 3170437 update.go:786] Writing file "/var/lib/kubelet/config.json"
I0121 09:40:07.283496 3170437 update.go:786] Writing file "/etc/kubernetes/ca.crt"
I0121 09:40:07.285067 3170437 update.go:786] Writing file "/etc/sysctl.d/forward.conf"
I0121 09:40:07.286128 3170437 update.go:786] Writing file "/etc/sysctl.d/inotify.conf"
I0121 09:40:07.287238 3170437 update.go:786] Writing file "/usr/local/bin/etcd-member-add.sh"
I0121 09:40:07.288802 3170437 update.go:786] Writing file "/usr/local/bin/etcd-member-recover.sh"
I0121 09:40:07.291885 3170437 update.go:786] Writing file "/usr/local/bin/etcd-member-remove.sh"
I0121 09:40:07.341417 3170437 update.go:786] Writing file "/usr/local/bin/etcd-snapshot-backup.sh"
I0121 09:40:07.356711 3170437 update.go:786] Writing file "/usr/local/bin/etcd-snapshot-restore.sh"
I0121 09:40:07.377343 3170437 update.go:786] Writing file "/usr/local/bin/recover-kubeconfig.sh"
I0121 09:40:07.385639 3170437 update.go:786] Writing file "/usr/local/bin/openshift-recovery-tools"
I0121 09:40:07.388251 3170437 update.go:786] Writing file "/usr/local/bin/tokenize-signer.sh"
I0121 09:40:07.390518 3170437 update.go:786] Writing file "/usr/local/share/openshift-recovery/template/etcd-generate-certs.yaml.template"
I0121 09:40:07.391760 3170437 update.go:786] Writing file "/usr/local/share/openshift-recovery/template/kube-etcd-cert-signer.yaml.template"
I0121 09:40:07.400899 3170437 update.go:786] Writing file "/etc/kubernetes/kubelet-plugins/volume/exec/.dummy"
I0121 09:40:07.401862 3170437 update.go:786] Writing file "/etc/containers/registries.conf"
I0121 09:40:07.403005 3170437 update.go:786] Writing file "/etc/crio/crio.conf"
I0121 09:40:07.408742 3170437 update.go:786] Writing file "/etc/containers/policy.json"
I0121 09:40:07.409822 3170437 update.go:786] Writing file "/etc/kubernetes/cloud.conf"
I0121 09:40:07.411068 3170437 update.go:786] Writing file "/etc/kubernetes/kubelet.conf"
E0121 09:40:07.412295 3170437 runtime.go:78] Observed a panic: "invalid memory address or nil pointer dereference" (runtime error: invalid memory address or nil pointer dereference)
goroutine 74 [running]:
k8s.io/apimachinery/pkg/util/runtime.logPanic(0x158afa0, 0x27ebf80)
	/go/src/github.com/openshift/machine-config-operator/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:74 +0xa3
k8s.io/apimachinery/pkg/util/runtime.HandleCrash(0x0, 0x0, 0x0)
	/go/src/github.com/openshift/machine-config-operator/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:48 +0x82
panic(0x158afa0, 0x27ebf80)
	/usr/local/go/src/runtime/panic.go:522 +0x1b5
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).writeUnits(0xc000103540, 0xc00044c400, 0x4, 0x4, 0x0, 0x0)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/update.go:725 +0x5b8
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).updateFiles(0xc000103540, 0xc0001cd680, 0xc0001ccc80, 0xc000819960, 0x3)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/update.go:583 +0x101
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).update(0xc000103540, 0xc0001cd680, 0xc0001ccc80, 0x0, 0x0)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/update.go:259 +0x716
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).triggerUpdateWithMachineConfig(0xc000103540, 0xc0001cd680, 0xc0001ccc80, 0x175f1a3, 0x6)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:1172 +0x51
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).checkStateOnFirstRun(0xc000103540, 0xc000300300, 0x0)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:1033 +0xbff
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).syncNode(0xc000103540, 0xc0004ffe80, 0x1d, 0x0, 0x0)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:376 +0x341
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).processNextWorkItem(0xc000103540, 0xc000331000)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:308 +0xde
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).worker(0xc000103540)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:297 +0x2b
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc00021e000)
	/go/src/github.com/openshift/machine-config-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00021e000, 0x3b9aca00, 0x0, 0x1, 0xc0000a44e0)
	/go/src/github.com/openshift/machine-config-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
k8s.io/apimachinery/pkg/util/wait.Until(0xc00021e000, 0x3b9aca00, 0xc0000a44e0)
	/go/src/github.com/openshift/machine-config-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88 +0x4d
created by github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).Run
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:547 +0x331
panic: runtime error: invalid memory address or nil pointer dereference [recovered]
	panic: runtime error: invalid memory address or nil pointer dereference
[signal SIGSEGV: segmentation violation code=0x1 addr=0x0 pc=0x1404518]

goroutine 74 [running]:
k8s.io/apimachinery/pkg/util/runtime.HandleCrash(0x0, 0x0, 0x0)
	/go/src/github.com/openshift/machine-config-operator/vendor/k8s.io/apimachinery/pkg/util/runtime/runtime.go:55 +0x105
panic(0x158afa0, 0x27ebf80)
	/usr/local/go/src/runtime/panic.go:522 +0x1b5
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).writeUnits(0xc000103540, 0xc00044c400, 0x4, 0x4, 0x0, 0x0)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/update.go:725 +0x5b8
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).updateFiles(0xc000103540, 0xc0001cd680, 0xc0001ccc80, 0xc000819960, 0x3)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/update.go:583 +0x101
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).update(0xc000103540, 0xc0001cd680, 0xc0001ccc80, 0x0, 0x0)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/update.go:259 +0x716
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).triggerUpdateWithMachineConfig(0xc000103540, 0xc0001cd680, 0xc0001ccc80, 0x175f1a3, 0x6)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:1172 +0x51
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).checkStateOnFirstRun(0xc000103540, 0xc000300300, 0x0)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:1033 +0xbff
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).syncNode(0xc000103540, 0xc0004ffe80, 0x1d, 0x0, 0x0)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:376 +0x341
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).processNextWorkItem(0xc000103540, 0xc000331000)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:308 +0xde
github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).worker(0xc000103540)
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:297 +0x2b
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc00021e000)
	/go/src/github.com/openshift/machine-config-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:152 +0x54
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc00021e000, 0x3b9aca00, 0x0, 0x1, 0xc0000a44e0)
	/go/src/github.com/openshift/machine-config-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:153 +0xf8
k8s.io/apimachinery/pkg/util/wait.Until(0xc00021e000, 0x3b9aca00, 0xc0000a44e0)
	/go/src/github.com/openshift/machine-config-operator/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88 +0x4d
created by github.com/openshift/machine-config-operator/pkg/daemon.(*Daemon).Run
	/go/src/github.com/openshift/machine-config-operator/pkg/daemon/daemon.go:547 +0x331