Created
January 26, 2018 15:45
-
-
Save smarterclayton/2c34ec65ff477bb410b07156828375d6 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| panic: runtime error: invalid memory address or nil pointer dereference | |
| [signal SIGSEGV: segmentation violation code=0x1 addr=0x0 pc=0x393dad8] | |
| goroutine 200 [running]: | |
| github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/cm.(*qosContainerManagerImpl).setCPUCgroupConfig(0xc4202dd780, 0xc420f0f170, 0x4be4867, 0xa) | |
| /data/src/github.com/openshift/origin/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/cm/qos_container_manager_linux.go:176 +0x58 | |
| github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/cm.(*qosContainerManagerImpl).UpdateCgroups(0xc4202dd780, 0x0, 0x0) | |
| /data/src/github.com/openshift/origin/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/cm/qos_container_manager_linux.go:292 +0x254 | |
| github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/cm.(*containerManagerImpl).UpdateQOSCgroups(0xc420302240, 0xc42108ce00, 0xc420744a00) | |
| /data/src/github.com/openshift/origin/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/cm/container_manager_linux.go:511 +0x3a | |
| github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).syncPod(0xc421064000, 0x0, 0xc42108ce00, 0x1, 0xc420316fc0, 0x0, 0xb, 0xc420316fc0) | |
| /data/src/github.com/openshift/origin/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/kubelet.go:1573 +0x1dde | |
| github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).runPod(0xc421064000, 0xc42108ce00, 0x3b9aca00, 0x0, 0x0) | |
| /data/src/github.com/openshift/origin/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/runonce.go:129 +0x49d | |
| github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).runOnce.func1(0xc421064000, 0x3b9aca00, 0xc420124660, 0xc42108ce00) | |
| /data/src/github.com/openshift/origin/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/runonce.go:83 +0x3f | |
| created by github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).runOnce | |
| /data/src/github.com/openshift/origin/_output/local/go/src/github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/runonce.go:82 +0x1df | |
| F0126 15:44:31.135601 10966 start_node.go:159] exit status 2 |
Author
smarterclayton
commented
Jan 26, 2018
hyperkube kubelet --register-node=true --healthz-port=0 --file-check-frequency=0s --pods-per-core=10 --authentication-token-webhook-cache-ttl=5m --hostname-override=localhost.localdomain --cadvisor-port=0 --host-network-sources=api --host-network-sources=file --tls-cert-file=/tmp/config/node-localhost.localdomain/server.crt --tls-private-key-file=/tmp/config/node-localhost.localdomain/server.key --allow-privileged=true --cluster-dns=10.0.2.15 --container-runtime-endpoint=/var/run/dockershim.sock --containerized=false --runonce=true --authorization-mode=AlwaysAllow --fail-swap-on=false --address=127.0.0.1 --cluster-domain=cluster.local --host-ipc-sources=api --host-ipc-sources=file --pod-infra-container-image=openshift/origin-pod:v3.9.0-alpha.3 --max-pods=250 --pod-manifest-path=/tmp/config/node-localhost.localdomain/static-pods --root-dir=/data/src/github.com/openshift/origin/openshift.local.volumes --http-check-frequency=0s --cgroup-driver=systemd --tls-min-version=VersionTLS12 --port=10250 --image-service-endpoint=/var/run/dockershim.sock --experimental-dockershim-root-directory=/var/lib/dockershim --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305 --tls-cipher-suites=TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305 --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256 --tls-cipher-suites=TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256 --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384 --tls-cipher-suites=TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384 --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256 --tls-cipher-suites=TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256 --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA --tls-cipher-suites=TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA --tls-cipher-suites=TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA --tls-cipher-suites=TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-cipher-suites=TLS_RSA_WITH_AES_256_GCM_SHA384 --tls-cipher-suites=TLS_RSA_WITH_AES_128_CBC_SHA --tls-cipher-suites=TLS_RSA_WITH_AES_256_CBC_SHA --node-ip= --read-only-port=0 --host-pid-sources=api --host-pid-sources=file --authorization-webhook-cache-authorized-ttl=5m --authorization-webhook-cache-unauthorized-ttl=5m --healthz-bind-address= --anonymous-auth=true --client-ca-file=/tmp/config/node-localhost.localdomain/node-client-ca.crt --network-plugin=
I0126 18:19:20.479618 13416 kubelet.go:1605] Creating a mirror pod for static pod "openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)"
I0126 18:19:20.479660 13416 volume_manager.go:342] Waiting for volumes to attach and mount for pod "openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)"
I0126 18:19:20.479702 13416 server.go:285] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"localhost.localdomain", UID:"localhost.localdomain", APIVersion:"", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NodeHasSufficientDisk' Node localhost.localdomain status is now: NodeHasSufficientDisk
I0126 18:19:20.479724 13416 server.go:285] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"localhost.localdomain", UID:"localhost.localdomain", APIVersion:"", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NodeHasSufficientMemory' Node localhost.localdomain status is now: NodeHasSufficientMemory
I0126 18:19:20.479748 13416 server.go:285] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"localhost.localdomain", UID:"localhost.localdomain", APIVersion:"", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NodeHasNoDiskPressure' Node localhost.localdomain status is now: NodeHasNoDiskPressure
I0126 18:19:20.557480 13416 config.go:99] Looking for [api file], have seen map[]
I0126 18:19:20.679495 13416 config.go:99] Looking for [api file], have seen map[]
I0126 18:19:20.760577 13416 config.go:99] Looking for [api file], have seen map[]
I0126 18:19:20.782217 13416 volume_manager.go:371] All volumes are attached and mounted for pod "openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)"
I0126 18:19:20.782271 13416 kuberuntime_manager.go:442] Syncing Pod "openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)": &Pod{ObjectMeta:k8s_io_apimachinery_pkg_apis_meta_v1.ObjectMeta{Name:openshift-master-api-localhost.localdomain,GenerateName:,Namespace:kube-system,SelfLink:/api/v1/namespaces/kube-system/pods/openshift-master-api-localhost.localdomain,UID:1e3bacc586083520e66d5d36269951da,ResourceVersion:,Generation:0,CreationTimestamp:0001-01-01 00:00:00 +0000 UTC,DeletionTimestamp:<nil>,DeletionGracePeriodSeconds:nil,Labels:map[string]string{},Annotations:map[string]string{kubernetes.io/config.hash: 1e3bacc586083520e66d5d36269951da,kubernetes.io/config.seen: 2018-01-26T18:19:18.820204928Z,kubernetes.io/config.source: file,},OwnerReferences:[],Finalizers:[],ClusterName:,Initializers:nil,},Spec:PodSpec{Volumes:[{master-config {HostPathVolumeSource{Path:/etc/origin/master/,Type:*,} nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil}} {master-cloud-provider {&HostPathVolumeSource{Path:/etc/origin/cloudprovider,Type:*,} nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil nil}}],Containers:[{api openshift/origin:v3.9.0-alpha.3 [/usr/bin/openshift start master api] [--config=/etc/origin/master/master-config.yaml] [] [] [] {map[] map[]} [{master-config false /etc/origin/master/ <nil>} {master-cloud-provider false /etc/origin/cloudprovider/ <nil>}] [] Probe{Handler:Handler{Exec:nil,HTTPGet:&HTTPGetAction{Path:healthz,Port:8443,Host:,Scheme:HTTPS,HTTPHeaders:[],},TCPSocket:nil,},InitialDelaySeconds:0,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,} nil nil /dev/termination-log File IfNotPresent &SecurityContext{Capabilities:nil,Privileged:*true,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:nil,} false false false}],RestartPolicy:Always,TerminationGracePeriodSeconds:*30,ActiveDeadlineSeconds:nil,DNSPolicy:ClusterFirst,NodeSelector:map[string]string{},ServiceAccountName:,DeprecatedServiceAccount:,NodeName:localhost.localdomain,HostNetwork:true,HostPID:false,HostIPC:false,SecurityContext:&PodSecurityContext{SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,SupplementalGroups:[],FSGroup:nil,},ImagePullSecrets:[],Hostname:,Subdomain:,Affinity:nil,SchedulerName:default-scheduler,InitContainers:[],AutomountServiceAccountToken:nil,Tolerations:[{ Exists NoExecute <nil>}],HostAliases:[],PriorityClassName:,Priority:nil,DNSConfig:nil,},Status:PodStatus{Phase:Pending,Conditions:[{PodScheduled True 0001-01-01 00:00:00 +0000 UTC 2018-01-26 18:19:18.96561473 +0000 UTC m=+0.441242156 }],Message:,Reason:,HostIP:,PodIP:,StartTime:<nil>,ContainerStatuses:[],QOSClass:,InitContainerStatuses:[],},}
I0126 18:19:20.782565 13416 kuberuntime_manager.go:514] Container {Name:api Image:openshift/origin:v3.9.0-alpha.3 Command:[/usr/bin/openshift start master api] Args:[--config=/etc/origin/master/master-config.yaml] WorkingDir: Ports:[] EnvFrom:[] Env:[] Resources:{Limits:map[] Requests:map[]} VolumeMounts:[{Name:master-config ReadOnly:false MountPath:/etc/origin/master/ SubPath: MountPropagation:<nil>} {Name:master-cloud-provider ReadOnly:false MountPath:/etc/origin/cloudprovider/ SubPath: MountPropagation:<nil>}] VolumeDevices:[] LivenessProbe:&Probe{Handler:Handler{Exec:nil,HTTPGet:&HTTPGetAction{Path:healthz,Port:8443,Host:,Scheme:HTTPS,HTTPHeaders:[],},TCPSocket:nil,},InitialDelaySeconds:0,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,} ReadinessProbe:nil Lifecycle:nil TerminationMessagePath:/dev/termination-log TerminationMessagePolicy:File ImagePullPolicy:IfNotPresent SecurityContext:&SecurityContext{Capabilities:nil,Privileged:*true,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:nil,} Stdin:false StdinOnce:false TTY:false} is dead, but RestartPolicy says that we should restart it.
I0126 18:19:20.782585 13416 kuberuntime_manager.go:571] computePodActions got {KillPod:false CreateSandbox:false SandboxID:f54c26bd45e92d715935a4bc931473752b8668c29568f824e24eabdd7d7f2c04 Attempt:0 NextInitContainerToStart:nil ContainersToStart:[0] ContainersToKill:map[]} for pod "openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)"
I0126 18:19:20.782700 13416 kuberuntime_manager.go:758] checking backoff for container "api" in pod "openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)"
I0126 18:19:20.782832 13416 kuberuntime_manager.go:768] Back-off 10s restarting failed container=api pod=openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)
I0126 18:19:20.782846 13416 kuberuntime_manager.go:721] Backing Off restarting container &Container{Name:api,Image:openshift/origin:v3.9.0-alpha.3,Command:[/usr/bin/openshift start master api],Args:[--config=/etc/origin/master/master-config.yaml],WorkingDir:,Ports:[],Env:[],Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},},VolumeMounts:[{master-config false /etc/origin/master/ <nil>} {master-cloud-provider false /etc/origin/cloudprovider/ <nil>}],LivenessProbe:&Probe{Handler:Handler{Exec:nil,HTTPGet:&HTTPGetAction{Path:healthz,Port:8443,Host:,Scheme:HTTPS,HTTPHeaders:[],},TCPSocket:nil,},InitialDelaySeconds:0,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,},ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:nil,Privileged:*true,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[],TerminationMessagePolicy:File,VolumeDevices:[],} in pod openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)
I0126 18:19:20.782927 13416 runonce.go:107] failed to start pod "openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)": error syncing pod "openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)": failed to "StartContainer" for "api" with CrashLoopBackOff: "Back-off 10s restarting failed container=api pod=openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)"
I0126 18:19:20.782946 13416 runonce.go:74] finished processing 1 pods
Error: failed to run Kubelet: runonce failed: error running pods: [openshift-master-api-localhost.localdomain_kube-system(1e3bacc586083520e66d5d36269951da)]
F0126 18:19:20.787624 13403 start_node.go:159] exit status 1
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment