Skip to content

Instantly share code, notes, and snippets.

@egernst
Created April 3, 2019 22:27
Show Gist options
  • Select an option

  • Save egernst/9b01743a1f4cf84f84689c5a7df297ed to your computer and use it in GitHub Desktop.

Select an option

Save egernst/9b01743a1f4cf84f84689c5a7df297ed to your computer and use it in GitHub Desktop.
containerd[5344]:  level=info msg="StopContainer for "68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a" with timeout 30 (s)"
containerd[5344]:  level=info msg="Stop container "68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a" with signal terminated"
kata[21889]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" exec_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" signal:15 " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" exec_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" signal:15 " source=virtcontainers subsystem=kata_agent
kata[21889]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" exec_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" signal:9 " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" exec_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" signal:9 " source=virtcontainers subsystem=kata_agent
kata[21889]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.WaitProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" exec_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=info msg="Finish piping stdout of container "68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a""
containerd[5344]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.WaitProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" exec_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=info msg="Finish piping stderr of container "68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a""
containerd[5344]:  level=info msg="TaskExit event &TaskExit{ContainerID:68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a,ID:68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a,Pid:21889,ExitStatus:137,ExitedAt:2019-04-03 22:25:12.477008184 +0000 UTC,}"
kata[21889]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" signal:9 " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" signal:9 " source=virtcontainers subsystem=kata_agent
kata[21889]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" signal:9 " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" signal:9 " source=virtcontainers subsystem=kata_agent
kata[21889]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.WaitProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" exec_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.WaitProcessRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" exec_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" " source=virtcontainers subsystem=kata_agent
kata[21889]:  level=debug msg="Setting container state from running to stopped" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b sandbox=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b source=virtcontainers subsystem=container
kata[21889]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.RemoveContainerRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=debug msg="Setting container state from running to stopped" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b sandbox=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b source=virtcontainers subsystem=container
containerd[5344]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.RemoveContainerRequest req="container_id:\"68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a\" " source=virtcontainers subsystem=kata_agent
kata[21889]:  level=debug msg="Deleting files" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b backend=filesystem path=/var/lib/vc/sbs/ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b/68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a source=virtcontainers/store subsystem=store
containerd[5344]:  level=debug msg="Deleting files" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b backend=filesystem path=/var/lib/vc/sbs/ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b/68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a source=virtcontainers/store subsystem=store
kata[21889]:  level=debug msg="Deleting files" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b backend=filesystem path=/run/vc/sbs/ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b/68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a source=virtcontainers/store subsystem=store
containerd[5344]:  level=debug msg="Deleting files" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b backend=filesystem path=/run/vc/sbs/ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b/68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a source=virtcontainers/store subsystem=store
containerd[5344]:  level=info msg="StopContainer for "68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a" returns successfully"
containerd[5344]:  level=info msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b""
containerd[5344]:  level=info msg="Container to stop "b03fb93778853082fff215f9b245beda5c844229d2a59830f6606245c459c9bb" must be in running or unknown state, current state "CONTAINER_EXITED""
containerd[5344]:  level=info msg="Container to stop "68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a" must be in running or unknown state, current state "CONTAINER_EXITED""
containerd[5344]:  level=info msg="RemoveContainer for "b03fb93778853082fff215f9b245beda5c844229d2a59830f6606245c459c9bb""
containerd[5344]: 2019-04-03 22:25:13.807 [INFO][23861] calico.go 442: Extracted identifiers ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" Node="kata-k8s-containerd" Orchestrator="k8s" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:13.843 [WARNING][23861] workloadendpoint.go 70: Operation Delete is not supported on WorkloadEndpoint type
containerd[5344]: 2019-04-03 22:25:13.843 [INFO][23861] k8s.go 474: Endpoint deletion will be handled by Kubernetes deletion of the Pod. ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" endpoint=&v3.WorkloadEndpoint{TypeMeta:v1.TypeMeta{Kind:"WorkloadEndpoint", APIVersion:"projectcalico.org/v3"}, ObjectMeta:v1.ObjectMeta{Name:"kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"2f0e6443-565f-11e9-bdb5-000d3a6d0876", ResourceVersion:"3470", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63689927042, loc:(*time.Location)(0x1edd720)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"projectcalico.org/namespace":"default", "projectcalico.org/orchestrator":"k8s", "projectcalico.org/serviceaccount":"default"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Initializers:(*v1.Initializers)(nil), Finalizers:[]string(nil), ClusterName:""}, Spec:v3.WorkloadEndpointSpec{Orchestrator:"k8s", Workload:"", Node:"kata-k8s-containerd", ContainerID:"", Pod:"two-containers-kata-guaranteed", Endpoint:"eth0", IPNetworks:[]string{"10.244.0.12/32"}, IPNATs:[]v3.IPNAT(nil), IPv4Gateway:"", IPv6Gateway:"", Profiles:[]string{"kns.default", "ksa.default.default"}, InterfaceName:"cali0232257877e", MAC:"", Ports:[]v3.EndpointPort(nil)}}
containerd[5344]: 2019-04-03 22:25:13.843 [INFO][23861] k8s.go 481: Releasing IP address(es) ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI releasing IP address
containerd[5344]: 2019-04-03 22:25:13.843 [INFO][23861] utils.go 163: Using a dummy podCidr to release the IP ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI fetching podCidr from Kubernetes
containerd[5344]: 2019-04-03 22:25:13.843 [INFO][23861] utils.go 261: Fetched podCidr ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI passing podCidr to host-local IPAM: 0.0.0.0/0
containerd[5344]:  level=info msg="RemoveContainer for "b03fb93778853082fff215f9b245beda5c844229d2a59830f6606245c459c9bb" returns successfully"
containerd[5344]:  level=info msg="RemoveContainer for "68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a""
containerd[5344]: 2019-04-03 22:25:13.882 [INFO][23861] k8s.go 485: Cleaning up netns ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI deleting device in netns /var/run/netns/cni-6637d21d-3031-921d-6467-e0e66692a8f2
containerd[5344]:  level=error msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" failed" error="failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>"
kubelet[32262]: E0403 22:25:13.918205   32262 remote_runtime.go:132] StopPodSandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" from runtime service failed: rpc error: code = Unknown desc = failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>
kubelet[32262]: E0403 22:25:13.918283   32262 kuberuntime_manager.go:846] Failed to stop sandbox {"containerd" "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"}
kubelet[32262]: E0403 22:25:13.918369   32262 kubelet.go:1553] error killing pod: failed to "KillPodSandbox" for "2f0e6443-565f-11e9-bdb5-000d3a6d0876" with KillPodSandboxError: "rpc error: code = Unknown desc = failed to destroy network for sandbox \"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\": failed to get IP addresses for \"eth0\": <nil>"
kubelet[32262]: E0403 22:25:13.918389   32262 pod_workers.go:190] Error syncing pod 2f0e6443-565f-11e9-bdb5-000d3a6d0876 ("two-containers-kata-guaranteed_default(2f0e6443-565f-11e9-bdb5-000d3a6d0876)"), skipping: error killing pod: failed to "KillPodSandbox" for "2f0e6443-565f-11e9-bdb5-000d3a6d0876" with KillPodSandboxError: "rpc error: code = Unknown desc = failed to destroy network for sandbox \"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\": failed to get IP addresses for \"eth0\": <nil>"
containerd[5344]:  level=info msg="RemoveContainer for "68e4eff25a68f7c434049251f4026904141b26b387e297f5e54e2be2d7381b6a" returns successfully"
containerd[5344]:  level=info msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b""
kubelet[32262]: I0403 22:25:14.835921   32262 reconciler.go:181] operationExecutor.UnmountVolume started for volume "shared-data" (UniqueName: "kubernetes.io/empty-dir/2f0e6443-565f-11e9-bdb5-000d3a6d0876-shared-data") pod "2f0e6443-565f-11e9-bdb5-000d3a6d0876" (UID: "2f0e6443-565f-11e9-bdb5-000d3a6d0876")
kubelet[32262]: I0403 22:25:14.836056   32262 reconciler.go:181] operationExecutor.UnmountVolume started for volume "default-token-ckj42" (UniqueName: "kubernetes.io/secret/2f0e6443-565f-11e9-bdb5-000d3a6d0876-default-token-ckj42") pod "2f0e6443-565f-11e9-bdb5-000d3a6d0876" (UID: "2f0e6443-565f-11e9-bdb5-000d3a6d0876")
kubelet[32262]: I0403 22:25:14.836765   32262 operation_generator.go:815] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/2f0e6443-565f-11e9-bdb5-000d3a6d0876-shared-data" (OuterVolumeSpecName: "shared-data") pod "2f0e6443-565f-11e9-bdb5-000d3a6d0876" (UID: "2f0e6443-565f-11e9-bdb5-000d3a6d0876"). InnerVolumeSpecName "shared-data". PluginName "kubernetes.io/empty-dir", VolumeGidValue ""
kubelet[32262]: I0403 22:25:14.878582   32262 operation_generator.go:815] UnmountVolume.TearDown succeeded for volume "kubernetes.io/secret/2f0e6443-565f-11e9-bdb5-000d3a6d0876-default-token-ckj42" (OuterVolumeSpecName: "default-token-ckj42") pod "2f0e6443-565f-11e9-bdb5-000d3a6d0876" (UID: "2f0e6443-565f-11e9-bdb5-000d3a6d0876"). InnerVolumeSpecName "default-token-ckj42". PluginName "kubernetes.io/secret", VolumeGidValue ""
kubelet[32262]: I0403 22:25:14.936366   32262 reconciler.go:301] Volume detached for volume "shared-data" (UniqueName: "kubernetes.io/empty-dir/2f0e6443-565f-11e9-bdb5-000d3a6d0876-shared-data") on node "kata-k8s-containerd" DevicePath ""
kubelet[32262]: I0403 22:25:14.936402   32262 reconciler.go:301] Volume detached for volume "default-token-ckj42" (UniqueName: "kubernetes.io/secret/2f0e6443-565f-11e9-bdb5-000d3a6d0876-default-token-ckj42") on node "kata-k8s-containerd" DevicePath ""
containerd[5344]: 2019-04-03 22:25:15.376 [INFO][23955] calico.go 442: Extracted identifiers ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" Node="kata-k8s-containerd" Orchestrator="k8s" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:15.455 [WARNING][23955] workloadendpoint.go 70: Operation Delete is not supported on WorkloadEndpoint type
containerd[5344]: 2019-04-03 22:25:15.455 [INFO][23955] k8s.go 474: Endpoint deletion will be handled by Kubernetes deletion of the Pod. ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" endpoint=&v3.WorkloadEndpoint{TypeMeta:v1.TypeMeta{Kind:"WorkloadEndpoint", APIVersion:"projectcalico.org/v3"}, ObjectMeta:v1.ObjectMeta{Name:"kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"2f0e6443-565f-11e9-bdb5-000d3a6d0876", ResourceVersion:"3475", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63689927042, loc:(*time.Location)(0x1edd720)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"projectcalico.org/namespace":"default", "projectcalico.org/orchestrator":"k8s", "projectcalico.org/serviceaccount":"default"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Initializers:(*v1.Initializers)(nil), Finalizers:[]string(nil), ClusterName:""}, Spec:v3.WorkloadEndpointSpec{Orchestrator:"k8s", Workload:"", Node:"kata-k8s-containerd", ContainerID:"", Pod:"two-containers-kata-guaranteed", Endpoint:"eth0", IPNetworks:[]string{"10.244.0.12/32"}, IPNATs:[]v3.IPNAT(nil), IPv4Gateway:"", IPv6Gateway:"", Profiles:[]string{"kns.default", "ksa.default.default"}, InterfaceName:"cali0232257877e", MAC:"", Ports:[]v3.EndpointPort(nil)}}
containerd[5344]: 2019-04-03 22:25:15.455 [INFO][23955] k8s.go 481: Releasing IP address(es) ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI releasing IP address
containerd[5344]: 2019-04-03 22:25:15.456 [INFO][23955] utils.go 163: Using a dummy podCidr to release the IP ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI fetching podCidr from Kubernetes
containerd[5344]: 2019-04-03 22:25:15.456 [INFO][23955] utils.go 261: Fetched podCidr ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI passing podCidr to host-local IPAM: 0.0.0.0/0
containerd[5344]: 2019-04-03 22:25:15.492 [INFO][23955] k8s.go 485: Cleaning up netns ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI deleting device in netns /var/run/netns/cni-6637d21d-3031-921d-6467-e0e66692a8f2
containerd[5344]:  level=error msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" failed" error="failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>"
kubelet[32262]: E0403 22:25:15.504934   32262 remote_runtime.go:132] StopPodSandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" from runtime service failed: rpc error: code = Unknown desc = failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>
kubelet[32262]: E0403 22:25:15.505049   32262 kuberuntime_manager.go:846] Failed to stop sandbox {"containerd" "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"}
kubelet[32262]: E0403 22:25:15.505126   32262 kubelet.go:1553] error killing pod: failed to "KillPodSandbox" for "2f0e6443-565f-11e9-bdb5-000d3a6d0876" with KillPodSandboxError: "rpc error: code = Unknown desc = failed to destroy network for sandbox \"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\": failed to get IP addresses for \"eth0\": <nil>"
kubelet[32262]: E0403 22:25:15.505151   32262 pod_workers.go:190] Error syncing pod 2f0e6443-565f-11e9-bdb5-000d3a6d0876 ("two-containers-kata-guaranteed_default(2f0e6443-565f-11e9-bdb5-000d3a6d0876)"), skipping: error killing pod: failed to "KillPodSandbox" for "2f0e6443-565f-11e9-bdb5-000d3a6d0876" with KillPodSandboxError: "rpc error: code = Unknown desc = failed to destroy network for sandbox \"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\": failed to get IP addresses for \"eth0\": <nil>"
containerd[5344]:  level=info msg="ExecSync for "7b19ae263fc1870052876ec315542d907f8fbf73a3e7d42bf256fff6c7ac0df0" with command [/bin/sh -ec ETCDCTL_API=3 etcdctl --endpoints=https://[127.0.0.1]:2379 --cacert=/etc/kubernetes/pki/etcd/ca.crt --cert=/etc/kubernetes/pki/etcd/healthcheck-client.crt --key=/etc/kubernetes/pki/etcd/healthcheck-client.key get foo] and timeout 15 (s)"
containerd[5344]:  level=info msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b""
kata[21889]:  level=error msg="Wait for process failed" container=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b error="rpc error: code = Unavailable desc = transport is closing" pid=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b
containerd[5344]:  level=error msg="Wait for process failed" container=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b error="rpc error: code = Unavailable desc = transport is closing" pid=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b
containerd[5344]:  level=info msg="Exec process "c624d8251b6bee5eec991bc7d8df22b2f837bea11910fa81b483c2683345467a" exits with exit code 0 and error <nil>"
containerd[5344]:  level=info msg="Finish piping "stderr" of container exec "c624d8251b6bee5eec991bc7d8df22b2f837bea11910fa81b483c2683345467a""
containerd[5344]:  level=info msg="Finish piping "stdout" of container exec "c624d8251b6bee5eec991bc7d8df22b2f837bea11910fa81b483c2683345467a""
containerd[5344]:  level=info msg="TaskExit event &TaskExit{ContainerID:7b19ae263fc1870052876ec315542d907f8fbf73a3e7d42bf256fff6c7ac0df0,ID:c624d8251b6bee5eec991bc7d8df22b2f837bea11910fa81b483c2683345467a,Pid:24015,ExitStatus:0,ExitedAt:2019-04-03 22:25:16.111071477 +0000 UTC,}"
containerd[5344]:  level=info msg="TaskExit event &TaskExit{ContainerID:ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b,ID:ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b,Pid:21889,ExitStatus:0,ExitedAt:2019-04-03 22:25:16.171295923 +0000 UTC,}"
kata[21889]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\" signal:9 " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\" signal:9 " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=error msg="Failed to handle event &TaskExit{ContainerID:ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b,ID:ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b,Pid:21889,ExitStatus:0,ExitedAt:2019-04-03 22:25:16.171295923 +0000 UTC,} for ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" error="failed to handle sandbox TaskExit event: failed to stop sandbox: all SubConns are in TransientFailure, latest connection error: <nil>: unavailable"
containerd[5344]:  level=info msg="ExecSync for "7b19ae263fc1870052876ec315542d907f8fbf73a3e7d42bf256fff6c7ac0df0" returns with exit code 0"
containerd[5344]: 2019-04-03 22:25:16.715 [INFO][24093] calico.go 442: Extracted identifiers ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" Node="kata-k8s-containerd" Orchestrator="k8s" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:16.780 [WARNING][24093] workloadendpoint.go 70: Operation Delete is not supported on WorkloadEndpoint type
containerd[5344]: 2019-04-03 22:25:16.780 [INFO][24093] k8s.go 474: Endpoint deletion will be handled by Kubernetes deletion of the Pod. ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" endpoint=&v3.WorkloadEndpoint{TypeMeta:v1.TypeMeta{Kind:"WorkloadEndpoint", APIVersion:"projectcalico.org/v3"}, ObjectMeta:v1.ObjectMeta{Name:"kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0", GenerateName:"", Namespace:"default", SelfLink:"", UID:"2f0e6443-565f-11e9-bdb5-000d3a6d0876", ResourceVersion:"3475", Generation:0, CreationTimestamp:v1.Time{Time:time.Time{wall:0x0, ext:63689927042, loc:(*time.Location)(0x1edd720)}}, DeletionTimestamp:(*v1.Time)(nil), DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{"projectcalico.org/namespace":"default", "projectcalico.org/orchestrator":"k8s", "projectcalico.org/serviceaccount":"default"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Initializers:(*v1.Initializers)(nil), Finalizers:[]string(nil), ClusterName:""}, Spec:v3.WorkloadEndpointSpec{Orchestrator:"k8s", Workload:"", Node:"kata-k8s-containerd", ContainerID:"", Pod:"two-containers-kata-guaranteed", Endpoint:"eth0", IPNetworks:[]string{"10.244.0.12/32"}, IPNATs:[]v3.IPNAT(nil), IPv4Gateway:"", IPv6Gateway:"", Profiles:[]string{"kns.default", "ksa.default.default"}, InterfaceName:"cali0232257877e", MAC:"", Ports:[]v3.EndpointPort(nil)}}
containerd[5344]: 2019-04-03 22:25:16.781 [INFO][24093] k8s.go 481: Releasing IP address(es) ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI releasing IP address
containerd[5344]: 2019-04-03 22:25:16.781 [INFO][24093] utils.go 163: Using a dummy podCidr to release the IP ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI fetching podCidr from Kubernetes
containerd[5344]: 2019-04-03 22:25:16.781 [INFO][24093] utils.go 261: Fetched podCidr ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI passing podCidr to host-local IPAM: 0.0.0.0/0
containerd[5344]: 2019-04-03 22:25:16.828 [INFO][24093] k8s.go 485: Cleaning up netns ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI deleting device in netns /var/run/netns/cni-6637d21d-3031-921d-6467-e0e66692a8f2
containerd[5344]:  level=error msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" failed" error="failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>"
kubelet[32262]: E0403 22:25:16.846920   32262 remote_runtime.go:132] StopPodSandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" from runtime service failed: rpc error: code = Unknown desc = failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>
kubelet[32262]: E0403 22:25:16.847025   32262 kuberuntime_manager.go:846] Failed to stop sandbox {"containerd" "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"}
kubelet[32262]: E0403 22:25:16.847074   32262 kubelet_pods.go:1093] Failed killing the pod "two-containers-kata-guaranteed": failed to "KillPodSandbox" for "2f0e6443-565f-11e9-bdb5-000d3a6d0876" with KillPodSandboxError: "rpc error: code = Unknown desc = failed to destroy network for sandbox \"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\": failed to get IP addresses for \"eth0\": <nil>"
containerd[5344]:  level=info msg="TaskExit event &TaskExit{ContainerID:ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b,ID:ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b,Pid:21889,ExitStatus:0,ExitedAt:2019-04-03 22:25:16.171295923 +0000 UTC,}"
kata[21889]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\" signal:9 " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=debug msg="sending request" ID=ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b name=grpc.SignalProcessRequest req="container_id:\"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\" signal:9 " source=virtcontainers subsystem=kata_agent
containerd[5344]:  level=info msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b""
containerd[5344]: 2019-04-03 22:25:18.836 [INFO][24169] calico.go 442: Extracted identifiers ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" Node="kata-k8s-containerd" Orchestrator="k8s" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:18.845 [WARNING][24169] k8s.go 451: WorkloadEndpoint does not exist in the datastore, moving forward with the clean up ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:18.845 [INFO][24169] k8s.go 481: Releasing IP address(es) ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI releasing IP address
containerd[5344]: 2019-04-03 22:25:18.845 [INFO][24169] utils.go 163: Using a dummy podCidr to release the IP ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI fetching podCidr from Kubernetes
containerd[5344]: 2019-04-03 22:25:18.845 [INFO][24169] utils.go 261: Fetched podCidr ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI passing podCidr to host-local IPAM: 0.0.0.0/0
containerd[5344]: 2019-04-03 22:25:18.882 [INFO][24169] k8s.go 485: Cleaning up netns ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI deleting device in netns /var/run/netns/cni-6637d21d-3031-921d-6467-e0e66692a8f2
containerd[5344]:  level=error msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" failed" error="failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>"
kubelet[32262]: E0403 22:25:18.886613   32262 remote_runtime.go:132] StopPodSandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" from runtime service failed: rpc error: code = Unknown desc = failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>
kubelet[32262]: E0403 22:25:18.886680   32262 kuberuntime_manager.go:846] Failed to stop sandbox {"containerd" "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"}
kubelet[32262]: E0403 22:25:18.886724   32262 kubelet_pods.go:1093] Failed killing the pod "two-containers-kata-guaranteed": failed to "KillPodSandbox" for "2f0e6443-565f-11e9-bdb5-000d3a6d0876" with KillPodSandboxError: "rpc error: code = Unknown desc = failed to destroy network for sandbox \"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\": failed to get IP addresses for \"eth0\": <nil>"
containerd[5344]:  level=info msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b""
containerd[5344]: 2019-04-03 22:25:20.831 [INFO][24234] calico.go 442: Extracted identifiers ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" Node="kata-k8s-containerd" Orchestrator="k8s" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:20.835 [WARNING][24234] k8s.go 451: WorkloadEndpoint does not exist in the datastore, moving forward with the clean up ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:20.835 [INFO][24234] k8s.go 481: Releasing IP address(es) ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI releasing IP address
containerd[5344]: 2019-04-03 22:25:20.837 [INFO][24234] utils.go 163: Using a dummy podCidr to release the IP ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI fetching podCidr from Kubernetes
containerd[5344]: 2019-04-03 22:25:20.837 [INFO][24234] utils.go 261: Fetched podCidr ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI passing podCidr to host-local IPAM: 0.0.0.0/0
containerd[5344]: 2019-04-03 22:25:20.892 [INFO][24234] k8s.go 485: Cleaning up netns ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI deleting device in netns /var/run/netns/cni-6637d21d-3031-921d-6467-e0e66692a8f2
containerd[5344]:  level=error msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" failed" error="failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>"
kubelet[32262]: E0403 22:25:20.908455   32262 remote_runtime.go:132] StopPodSandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" from runtime service failed: rpc error: code = Unknown desc = failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>
kubelet[32262]: E0403 22:25:20.908534   32262 kuberuntime_manager.go:846] Failed to stop sandbox {"containerd" "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"}
kubelet[32262]: E0403 22:25:20.908635   32262 kubelet_pods.go:1093] Failed killing the pod "two-containers-kata-guaranteed": failed to "KillPodSandbox" for "2f0e6443-565f-11e9-bdb5-000d3a6d0876" with KillPodSandboxError: "rpc error: code = Unknown desc = failed to destroy network for sandbox \"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\": failed to get IP addresses for \"eth0\": <nil>"
containerd[5344]:  level=error msg="StopPodSandbox for "3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521" failed" error="failed to stop sandbox container "3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521" in '\x01' state: failed to kill sandbox container: all SubConns are in TransientFailure, latest connection error: connection error: desc = "transport: Error while dialing rpc error: code = DeadlineExceeded desc = timed out connecting to unix socket ////run/vc/vm/3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521/kata.sock": unavailable"
kubelet[32262]: E0403 22:25:21.691470   32262 remote_runtime.go:132] StopPodSandbox "3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521" from runtime service failed: rpc error: code = Unknown desc = failed to stop sandbox container "3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521" in '\x01' state: failed to kill sandbox container: all SubConns are in TransientFailure, latest connection error: connection error: desc = "transport: Error while dialing rpc error: code = DeadlineExceeded desc = timed out connecting to unix socket ////run/vc/vm/3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521/kata.sock": unavailable
kubelet[32262]: E0403 22:25:21.691573   32262 kuberuntime_manager.go:846] Failed to stop sandbox {"containerd" "3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521"}
kubelet[32262]: E0403 22:25:21.691622   32262 kubelet_pods.go:1093] Failed killing the pod "two-containers-kata-guaranteed": failed to "KillPodSandbox" for "422b9d1d-565d-11e9-bdb5-000d3a6d0876" with KillPodSandboxError: "rpc error: code = Unknown desc = failed to stop sandbox container \"3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521\" in '\\x01' state: failed to kill sandbox container: all SubConns are in TransientFailure, latest connection error: connection error: desc = \"transport: Error while dialing rpc error: code = DeadlineExceeded desc = timed out connecting to unix socket ////run/vc/vm/3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521/kata.sock\": unavailable"
containerd[5344]:  level=info msg="StopPodSandbox for "3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521""
containerd[5344]:  level=info msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b""
containerd[5344]: 2019-04-03 22:25:22.752 [INFO][24316] calico.go 442: Extracted identifiers ContainerID="3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521" Node="kata-k8s-containerd" Orchestrator="k8s" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:22.756 [WARNING][24316] k8s.go 451: WorkloadEndpoint does not exist in the datastore, moving forward with the clean up ContainerID="3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:22.756 [INFO][24316] k8s.go 481: Releasing IP address(es) ContainerID="3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521"
containerd[5344]: Calico CNI releasing IP address
containerd[5344]: 2019-04-03 22:25:22.756 [INFO][24316] utils.go 163: Using a dummy podCidr to release the IP ContainerID="3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI fetching podCidr from Kubernetes
containerd[5344]: 2019-04-03 22:25:22.756 [INFO][24316] utils.go 261: Fetched podCidr ContainerID="3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI passing podCidr to host-local IPAM: 0.0.0.0/0
containerd[5344]: 2019-04-03 22:25:22.758 [INFO][24316] k8s.go 485: Cleaning up netns ContainerID="3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521"
containerd[5344]: 2019-04-03 22:25:22.759 [INFO][24316] k8s.go 497: Teardown processing complete. ContainerID="3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521"
containerd[5344]:  level=info msg="TearDown network for sandbox "3d2f672ea1d6d44949ad2598a47107a4ab2d2234c96b05df808c1b11ae81a521" successfully"
containerd[5344]: 2019-04-03 22:25:23.772 [INFO][24358] calico.go 442: Extracted identifiers ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" Node="kata-k8s-containerd" Orchestrator="k8s" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:23.814 [WARNING][24358] k8s.go 451: WorkloadEndpoint does not exist in the datastore, moving forward with the clean up ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:23.816 [INFO][24358] k8s.go 481: Releasing IP address(es) ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI releasing IP address
containerd[5344]: 2019-04-03 22:25:23.817 [INFO][24358] utils.go 163: Using a dummy podCidr to release the IP ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI fetching podCidr from Kubernetes
containerd[5344]: 2019-04-03 22:25:23.818 [INFO][24358] utils.go 261: Fetched podCidr ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI passing podCidr to host-local IPAM: 0.0.0.0/0
containerd[5344]: 2019-04-03 22:25:23.860 [INFO][24358] k8s.go 485: Cleaning up netns ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI deleting device in netns /var/run/netns/cni-6637d21d-3031-921d-6467-e0e66692a8f2
containerd[5344]:  level=error msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" failed" error="failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>"
kubelet[32262]: E0403 22:25:23.865607   32262 remote_runtime.go:132] StopPodSandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" from runtime service failed: rpc error: code = Unknown desc = failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>
kubelet[32262]: E0403 22:25:23.865697   32262 kuberuntime_manager.go:846] Failed to stop sandbox {"containerd" "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"}
kubelet[32262]: E0403 22:25:23.865937   32262 kubelet_pods.go:1093] Failed killing the pod "two-containers-kata-guaranteed": failed to "KillPodSandbox" for "2f0e6443-565f-11e9-bdb5-000d3a6d0876" with KillPodSandboxError: "rpc error: code = Unknown desc = failed to destroy network for sandbox \"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\": failed to get IP addresses for \"eth0\": <nil>"
containerd[5344]:  level=info msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b""
containerd[5344]: 2019-04-03 22:25:24.789 [INFO][24432] calico.go 442: Extracted identifiers ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" Node="kata-k8s-containerd" Orchestrator="k8s" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:24.795 [WARNING][24432] k8s.go 451: WorkloadEndpoint does not exist in the datastore, moving forward with the clean up ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:24.795 [INFO][24432] k8s.go 481: Releasing IP address(es) ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI releasing IP address
containerd[5344]: 2019-04-03 22:25:24.795 [INFO][24432] utils.go 163: Using a dummy podCidr to release the IP ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI fetching podCidr from Kubernetes
containerd[5344]: 2019-04-03 22:25:24.795 [INFO][24432] utils.go 261: Fetched podCidr ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI passing podCidr to host-local IPAM: 0.0.0.0/0
containerd[5344]: 2019-04-03 22:25:24.834 [INFO][24432] k8s.go 485: Cleaning up netns ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI deleting device in netns /var/run/netns/cni-6637d21d-3031-921d-6467-e0e66692a8f2
containerd[5344]:  level=error msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" failed" error="failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>"
kubelet[32262]: E0403 22:25:24.840341   32262 remote_runtime.go:132] StopPodSandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" from runtime service failed: rpc error: code = Unknown desc = failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>
kubelet[32262]: E0403 22:25:24.840415   32262 kuberuntime_manager.go:846] Failed to stop sandbox {"containerd" "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"}
kubelet[32262]: E0403 22:25:24.840460   32262 kubelet_pods.go:1093] Failed killing the pod "two-containers-kata-guaranteed": failed to "KillPodSandbox" for "2f0e6443-565f-11e9-bdb5-000d3a6d0876" with KillPodSandboxError: "rpc error: code = Unknown desc = failed to destroy network for sandbox \"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\": failed to get IP addresses for \"eth0\": <nil>"
containerd[5344]:  level=info msg="ExecSync for "7b19ae263fc1870052876ec315542d907f8fbf73a3e7d42bf256fff6c7ac0df0" with command [/bin/sh -ec ETCDCTL_API=3 etcdctl --endpoints=https://[127.0.0.1]:2379 --cacert=/etc/kubernetes/pki/etcd/ca.crt --cert=/etc/kubernetes/pki/etcd/healthcheck-client.crt --key=/etc/kubernetes/pki/etcd/healthcheck-client.key get foo] and timeout 15 (s)"
containerd[5344]:  level=info msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b""
containerd[5344]:  level=info msg="Exec process "8976ef773d59de3d3f8add234e3ecd466e42242c085d004fd26c950f092b2868" exits with exit code 0 and error <nil>"
containerd[5344]:  level=info msg="Finish piping "stdout" of container exec "8976ef773d59de3d3f8add234e3ecd466e42242c085d004fd26c950f092b2868""
containerd[5344]:  level=info msg="Finish piping "stderr" of container exec "8976ef773d59de3d3f8add234e3ecd466e42242c085d004fd26c950f092b2868""
containerd[5344]:  level=info msg="ExecSync for "7b19ae263fc1870052876ec315542d907f8fbf73a3e7d42bf256fff6c7ac0df0" returns with exit code 0"
containerd[5344]: 2019-04-03 22:25:26.850 [INFO][24567] calico.go 442: Extracted identifiers ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" Node="kata-k8s-containerd" Orchestrator="k8s" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:26.855 [WARNING][24567] k8s.go 451: WorkloadEndpoint does not exist in the datastore, moving forward with the clean up ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" WorkloadEndpoint="kata--k8s--containerd-k8s-two--containers--kata--guaranteed-eth0"
containerd[5344]: 2019-04-03 22:25:26.856 [INFO][24567] k8s.go 481: Releasing IP address(es) ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI releasing IP address
containerd[5344]: 2019-04-03 22:25:26.856 [INFO][24567] utils.go 163: Using a dummy podCidr to release the IP ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI fetching podCidr from Kubernetes
containerd[5344]: 2019-04-03 22:25:26.857 [INFO][24567] utils.go 261: Fetched podCidr ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" podCidr="0.0.0.0/0"
containerd[5344]: Calico CNI passing podCidr to host-local IPAM: 0.0.0.0/0
containerd[5344]: 2019-04-03 22:25:26.923 [INFO][24567] k8s.go 485: Cleaning up netns ContainerID="ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"
containerd[5344]: Calico CNI deleting device in netns /var/run/netns/cni-6637d21d-3031-921d-6467-e0e66692a8f2
containerd[5344]:  level=error msg="StopPodSandbox for "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" failed" error="failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>"
kubelet[32262]: E0403 22:25:26.944501   32262 remote_runtime.go:132] StopPodSandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" from runtime service failed: rpc error: code = Unknown desc = failed to destroy network for sandbox "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b": failed to get IP addresses for "eth0": <nil>
kubelet[32262]: E0403 22:25:26.944573   32262 kuberuntime_manager.go:846] Failed to stop sandbox {"containerd" "ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b"}
kubelet[32262]: E0403 22:25:26.944633   32262 kubelet_pods.go:1093] Failed killing the pod "two-containers-kata-guaranteed": failed to "KillPodSandbox" for "2f0e6443-565f-11e9-bdb5-000d3a6d0876" with KillPodSandboxError: "rpc error: code = Unknown desc = failed to destroy network for sandbox \"ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b\": failed to get IP addresses for \"eth0\": <nil>"
containerd[5344]:  level=error msg="Failed to handle backOff event &TaskExit{ContainerID:ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b,ID:ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b,Pid:21889,ExitStatus:0,ExitedAt:2019-04-03 22:25:16.171295923 +0000 UTC,} for ac5a7b5ac24812c11253594e1bed082a668d2f3fed829b6d56fe33701e3b1c4b" error="failed to handle sandbox TaskExit event: failed to stop sandbox: context deadline exceeded: unknown"
containerd[5344]:  level=info msg="TaskExit event &TaskExit{ContainerID:7b19ae263fc1870052876ec315542d907f8fbf73a3e7d42bf256fff6c7ac0df0,ID:8976ef773d59de3d3f8add234e3ecd466e42242c085d004fd26c950f092b2868,Pid:24488,ExitStatus:0,ExitedAt:2019-04-03 22:25:26.333197844 +0000 UTC,}"
sudo[24597]:     kata : TTY=pts/2 ; PWD=/home/kata ; USER=root ; COMMAND=/bin/journalctl -xe
sudo[24597]: pam_unix(sudo:session): session opened for user root by kata(uid=0)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment