Skip to content

Instantly share code, notes, and snippets.

@dallasmarlow

dallasmarlow/aws-node log

Last active November 14, 2020 17:45
Show Gist options
  • Save dallasmarlow/445c926ea15d0dba71725a44bb9295f0 to your computer and use it in GitHub Desktop.
Save dallasmarlow/445c926ea15d0dba71725a44bb9295f0 to your computer and use it in GitHub Desktop.
Download ZIP
CNI issue
Raw
aws-node log
{"log":"{\"level\":\"info\",\"ts\":\"2020-11-14T17:02:36.926Z\",\"caller\":\"entrypoint.sh\",\"msg\":\"Install CNI binary..\"}\n","stream":"stdout","time":"2020-11-14T17:02:36.933272859Z"}
{"log":"{\"level\":\"info\",\"ts\":\"2020-11-14T17:02:36.939Z\",\"caller\":\"entrypoint.sh\",\"msg\":\"Starting IPAM daemon in the background ... \"}\n","stream":"stdout","time":"2020-11-14T17:02:36.950371194Z"}
{"log":"{\"level\":\"info\",\"ts\":\"2020-11-14T17:02:36.940Z\",\"caller\":\"entrypoint.sh\",\"msg\":\"Checking for IPAM connectivity ... \"}\n","stream":"stdout","time":"2020-11-14T17:02:36.950403253Z"}
{"log":"ERROR: logging before flag.Parse: E1114 17:02:37.039736 10 memcache.go:147] couldn't get resource list for metrics.k8s.io/v1beta1: the server is currently unable to handle the request\n","stream":"stderr","time":"2020-11-14T17:02:37.039912312Z"}
{"log":"time=\"2020-11-14T17:02:37Z\" level=error msg=\"failed to initialize service object for operator metrics: OPERATOR_NAME must be set\"\n","stream":"stderr","time":"2020-11-14T17:02:37.041821834Z"}
{"log":"{\"level\":\"info\",\"ts\":\"2020-11-14T17:02:38.963Z\",\"caller\":\"entrypoint.sh\",\"msg\":\"Copying config file ... \"}\n","stream":"stdout","time":"2020-11-14T17:02:38.963858711Z"}
{"log":"{\"level\":\"info\",\"ts\":\"2020-11-14T17:02:38.965Z\",\"caller\":\"entrypoint.sh\",\"msg\":\"Successfully copied CNI plugin binary and config file.\"}\n","stream":"stdout","time":"2020-11-14T17:02:38.966253283Z"}
{"log":"{\"level\":\"info\",\"ts\":\"2020-11-14T17:02:38.966Z\",\"caller\":\"entrypoint.sh\",\"msg\":\"Foregrounding IPAM daemon ...\"}\n","stream":"stdout","time":"2020-11-14T17:02:38.967169535Z"}
Raw
aws-routed-eni plugin log
{"level":"info","ts":"2020-11-14T17:02:51.332Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(a1391ea1df4a7d46bde8b5e1a0ff7c22d6f2d1f0d77b528cee1d502fe720fe68) Netns(/proc/5333/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=kube-system;K8S_POD_NAME=coredns-66bc8b7b7b-hlzsh;K8S_POD_INFRA_CONTAINER_ID=a1391ea1df4a7d46bde8b5e1a0ff7c22d6f2d1f0d77b528cee1d502fe720fe68) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:02:51.332Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"info","ts":"2020-11-14T17:02:51.334Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received add network response for container a1391ea1df4a7d46bde8b5e1a0ff7c22d6f2d1f0d77b528cee1d502fe720fe68 interface eth0: Success:true IPv4Addr:\"100.64.3.113\" DeviceNumber:1 VPCcidrs:\"10.200.100.0/26\" VPCcidrs:\"100.64.0.0/20\" "}
{"level":"debug","ts":"2020-11-14T17:02:51.334Z","caller":"routed-eni-cni-plugin/cni.go:194","msg":"SetupNS: hostVethName=enic1109bf8cec, contVethName=eth0, netnsPath=/proc/5333/ns/net, deviceNumber=1, mtu=9001"}
{"level":"debug","ts":"2020-11-14T17:02:51.357Z","caller":"driver/driver.go:184","msg":"setupVeth network: disabled IPv6 RA and ICMP redirects on enic1109bf8cec"}
{"level":"debug","ts":"2020-11-14T17:02:51.363Z","caller":"driver/driver.go:178","msg":"Setup host route outgoing hostVeth, LinkIndex 4"}
{"level":"debug","ts":"2020-11-14T17:02:51.368Z","caller":"driver/driver.go:178","msg":"Successfully set host route to be 100.64.3.113/0"}
{"level":"info","ts":"2020-11-14T17:02:51.368Z","caller":"driver/driver.go:178","msg":"Added toContainer rule for 100.64.3.113/32"}
{"level":"info","ts":"2020-11-14T17:02:51.368Z","caller":"driver/driver.go:178","msg":"Successfully added pod rule[ip rule 1536: from 100.64.3.113/32 table 2] to 10.200.100.0/26"}
{"level":"info","ts":"2020-11-14T17:02:51.368Z","caller":"driver/driver.go:178","msg":"Successfully added pod rule[ip rule 1536: from 100.64.3.113/32 table 2] to 100.64.0.0/20"}
{"level":"info","ts":"2020-11-14T17:02:51.583Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(a2872b49cd4affdb306b84a948affc73b5498858fa12a00df971b067c7e89ce1) Netns(/proc/5385/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=kube-system;K8S_POD_NAME=metrics-server-7949d47784-wzmv4;K8S_POD_INFRA_CONTAINER_ID=a2872b49cd4affdb306b84a948affc73b5498858fa12a00df971b067c7e89ce1) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:02:51.583Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"info","ts":"2020-11-14T17:02:51.585Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received add network response for container a2872b49cd4affdb306b84a948affc73b5498858fa12a00df971b067c7e89ce1 interface eth0: Success:true IPv4Addr:\"100.64.1.101\" DeviceNumber:1 VPCcidrs:\"10.200.100.0/26\" VPCcidrs:\"100.64.0.0/20\" "}
{"level":"debug","ts":"2020-11-14T17:02:51.585Z","caller":"routed-eni-cni-plugin/cni.go:194","msg":"SetupNS: hostVethName=enidc4aa37a97e, contVethName=eth0, netnsPath=/proc/5385/ns/net, deviceNumber=1, mtu=9001"}
{"level":"debug","ts":"2020-11-14T17:02:51.601Z","caller":"driver/driver.go:184","msg":"setupVeth network: disabled IPv6 RA and ICMP redirects on enidc4aa37a97e"}
{"level":"debug","ts":"2020-11-14T17:02:51.604Z","caller":"driver/driver.go:178","msg":"Setup host route outgoing hostVeth, LinkIndex 5"}
{"level":"debug","ts":"2020-11-14T17:02:51.604Z","caller":"driver/driver.go:178","msg":"Successfully set host route to be 100.64.1.101/0"}
{"level":"info","ts":"2020-11-14T17:02:51.604Z","caller":"driver/driver.go:178","msg":"Added toContainer rule for 100.64.1.101/32"}
{"level":"info","ts":"2020-11-14T17:02:51.605Z","caller":"driver/driver.go:178","msg":"Successfully added pod rule[ip rule 1536: from 100.64.1.101/32 table 2] to 10.200.100.0/26"}
{"level":"info","ts":"2020-11-14T17:02:51.605Z","caller":"driver/driver.go:178","msg":"Successfully added pod rule[ip rule 1536: from 100.64.1.101/32 table 2] to 100.64.0.0/20"}
{"level":"info","ts":"2020-11-14T17:02:59.254Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(d0bc1f5ab9f3ae553d8f29cb0509f81f6fe992d9e64ff69dec8600dbb019b16d) Netns(/proc/5772/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=kube-system;K8S_POD_NAME=coredns-66bc8b7b7b-gq6mc;K8S_POD_INFRA_CONTAINER_ID=d0bc1f5ab9f3ae553d8f29cb0509f81f6fe992d9e64ff69dec8600dbb019b16d) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:02:59.254Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"info","ts":"2020-11-14T17:02:59.257Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received add network response for container d0bc1f5ab9f3ae553d8f29cb0509f81f6fe992d9e64ff69dec8600dbb019b16d interface eth0: Success:true IPv4Addr:\"100.64.7.253\" DeviceNumber:1 VPCcidrs:\"10.200.100.0/26\" VPCcidrs:\"100.64.0.0/20\" "}
{"level":"debug","ts":"2020-11-14T17:02:59.257Z","caller":"routed-eni-cni-plugin/cni.go:194","msg":"SetupNS: hostVethName=eni7c5f78dcd21, contVethName=eth0, netnsPath=/proc/5772/ns/net, deviceNumber=1, mtu=9001"}
{"level":"debug","ts":"2020-11-14T17:02:59.277Z","caller":"driver/driver.go:184","msg":"setupVeth network: disabled IPv6 RA and ICMP redirects on eni7c5f78dcd21"}
{"level":"debug","ts":"2020-11-14T17:02:59.277Z","caller":"driver/driver.go:178","msg":"Setup host route outgoing hostVeth, LinkIndex 6"}
{"level":"debug","ts":"2020-11-14T17:02:59.277Z","caller":"driver/driver.go:178","msg":"Successfully set host route to be 100.64.7.253/0"}
{"level":"info","ts":"2020-11-14T17:02:59.278Z","caller":"driver/driver.go:178","msg":"Added toContainer rule for 100.64.7.253/32"}
{"level":"info","ts":"2020-11-14T17:02:59.278Z","caller":"driver/driver.go:178","msg":"Successfully added pod rule[ip rule 1536: from 100.64.7.253/32 table 2] to 10.200.100.0/26"}
{"level":"info","ts":"2020-11-14T17:02:59.278Z","caller":"driver/driver.go:178","msg":"Successfully added pod rule[ip rule 1536: from 100.64.7.253/32 table 2] to 100.64.0.0/20"}
{"level":"info","ts":"2020-11-14T17:06:36.511Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(76cdd4193facb9967a7f845fae46815c7f5a6744bb851fd1f4ad180796cdb34f) Netns(/proc/8401/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=76cdd4193facb9967a7f845fae46815c7f5a6744bb851fd1f4ad180796cdb34f) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:06:36.511Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"error","ts":"2020-11-14T17:06:36.513Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Failed to assign an IP address to container 76cdd4193facb9967a7f845fae46815c7f5a6744bb851fd1f4ad180796cdb34f"}
{"level":"info","ts":"2020-11-14T17:06:36.630Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(76cdd4193facb9967a7f845fae46815c7f5a6744bb851fd1f4ad180796cdb34f) Netns(/proc/8401/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=76cdd4193facb9967a7f845fae46815c7f5a6744bb851fd1f4ad180796cdb34f) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:36.632Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 76cdd4193facb9967a7f845fae46815c7f5a6744bb851fd1f4ad180796cdb34f not found"}
{"level":"info","ts":"2020-11-14T17:06:37.602Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(76cdd4193facb9967a7f845fae46815c7f5a6744bb851fd1f4ad180796cdb34f) Netns() IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=76cdd4193facb9967a7f845fae46815c7f5a6744bb851fd1f4ad180796cdb34f) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:37.604Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 76cdd4193facb9967a7f845fae46815c7f5a6744bb851fd1f4ad180796cdb34f not found"}
{"level":"info","ts":"2020-11-14T17:06:38.143Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(02b4cd8f0657699f52ef4c70d58ae258c154417b5f0998e2287531b412da3357) Netns(/proc/8607/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=02b4cd8f0657699f52ef4c70d58ae258c154417b5f0998e2287531b412da3357) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:06:38.143Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"error","ts":"2020-11-14T17:06:38.145Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Failed to assign an IP address to container 02b4cd8f0657699f52ef4c70d58ae258c154417b5f0998e2287531b412da3357"}
{"level":"info","ts":"2020-11-14T17:06:38.175Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(02b4cd8f0657699f52ef4c70d58ae258c154417b5f0998e2287531b412da3357) Netns(/proc/8607/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=02b4cd8f0657699f52ef4c70d58ae258c154417b5f0998e2287531b412da3357) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:38.177Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 02b4cd8f0657699f52ef4c70d58ae258c154417b5f0998e2287531b412da3357 not found"}
{"level":"info","ts":"2020-11-14T17:06:38.612Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(02b4cd8f0657699f52ef4c70d58ae258c154417b5f0998e2287531b412da3357) Netns() IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=02b4cd8f0657699f52ef4c70d58ae258c154417b5f0998e2287531b412da3357) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:38.615Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 02b4cd8f0657699f52ef4c70d58ae258c154417b5f0998e2287531b412da3357 not found"}
{"level":"info","ts":"2020-11-14T17:06:39.143Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(1b36da0b141802d8c98c860c48bd22fb41942af29c43b1c18701686998f70b67) Netns(/proc/8821/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=1b36da0b141802d8c98c860c48bd22fb41942af29c43b1c18701686998f70b67) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:06:39.143Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"error","ts":"2020-11-14T17:06:39.145Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Failed to assign an IP address to container 1b36da0b141802d8c98c860c48bd22fb41942af29c43b1c18701686998f70b67"}
{"level":"info","ts":"2020-11-14T17:06:39.174Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(1b36da0b141802d8c98c860c48bd22fb41942af29c43b1c18701686998f70b67) Netns(/proc/8821/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=1b36da0b141802d8c98c860c48bd22fb41942af29c43b1c18701686998f70b67) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:39.176Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 1b36da0b141802d8c98c860c48bd22fb41942af29c43b1c18701686998f70b67 not found"}
{"level":"info","ts":"2020-11-14T17:06:39.623Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(1b36da0b141802d8c98c860c48bd22fb41942af29c43b1c18701686998f70b67) Netns() IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=1b36da0b141802d8c98c860c48bd22fb41942af29c43b1c18701686998f70b67) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:39.624Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 1b36da0b141802d8c98c860c48bd22fb41942af29c43b1c18701686998f70b67 not found"}
{"level":"info","ts":"2020-11-14T17:06:40.181Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(ce9ffe1faf9cef29a5bcecb5f52dcea771359b52a876d920f080e5c029202a9e) Netns(/proc/9008/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=ce9ffe1faf9cef29a5bcecb5f52dcea771359b52a876d920f080e5c029202a9e) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:06:40.181Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"error","ts":"2020-11-14T17:06:40.183Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Failed to assign an IP address to container ce9ffe1faf9cef29a5bcecb5f52dcea771359b52a876d920f080e5c029202a9e"}
{"level":"info","ts":"2020-11-14T17:06:40.213Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(ce9ffe1faf9cef29a5bcecb5f52dcea771359b52a876d920f080e5c029202a9e) Netns(/proc/9008/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=ce9ffe1faf9cef29a5bcecb5f52dcea771359b52a876d920f080e5c029202a9e) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:40.215Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container ce9ffe1faf9cef29a5bcecb5f52dcea771359b52a876d920f080e5c029202a9e not found"}
{"level":"info","ts":"2020-11-14T17:06:40.635Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(ce9ffe1faf9cef29a5bcecb5f52dcea771359b52a876d920f080e5c029202a9e) Netns() IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=ce9ffe1faf9cef29a5bcecb5f52dcea771359b52a876d920f080e5c029202a9e) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:40.637Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container ce9ffe1faf9cef29a5bcecb5f52dcea771359b52a876d920f080e5c029202a9e not found"}
{"level":"info","ts":"2020-11-14T17:06:41.124Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(7485587c2a071a7ffa90ecb2c11d523a88b1c4ebcd64187a6e646d006de77d86) Netns(/proc/9229/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=7485587c2a071a7ffa90ecb2c11d523a88b1c4ebcd64187a6e646d006de77d86) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:06:41.124Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"error","ts":"2020-11-14T17:06:41.126Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Failed to assign an IP address to container 7485587c2a071a7ffa90ecb2c11d523a88b1c4ebcd64187a6e646d006de77d86"}
{"level":"info","ts":"2020-11-14T17:06:41.157Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(7485587c2a071a7ffa90ecb2c11d523a88b1c4ebcd64187a6e646d006de77d86) Netns(/proc/9229/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=7485587c2a071a7ffa90ecb2c11d523a88b1c4ebcd64187a6e646d006de77d86) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:41.159Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 7485587c2a071a7ffa90ecb2c11d523a88b1c4ebcd64187a6e646d006de77d86 not found"}
{"level":"info","ts":"2020-11-14T17:06:41.649Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(7485587c2a071a7ffa90ecb2c11d523a88b1c4ebcd64187a6e646d006de77d86) Netns() IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=7485587c2a071a7ffa90ecb2c11d523a88b1c4ebcd64187a6e646d006de77d86) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:41.651Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 7485587c2a071a7ffa90ecb2c11d523a88b1c4ebcd64187a6e646d006de77d86 not found"}
{"level":"info","ts":"2020-11-14T17:06:42.169Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(48dd888027ecc95ce9153e5e1966f7bb23fba270d430a5717efe5021ad5a379d) Netns(/proc/9415/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=48dd888027ecc95ce9153e5e1966f7bb23fba270d430a5717efe5021ad5a379d) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:06:42.169Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"error","ts":"2020-11-14T17:06:42.171Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Failed to assign an IP address to container 48dd888027ecc95ce9153e5e1966f7bb23fba270d430a5717efe5021ad5a379d"}
{"level":"info","ts":"2020-11-14T17:06:42.204Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(48dd888027ecc95ce9153e5e1966f7bb23fba270d430a5717efe5021ad5a379d) Netns(/proc/9415/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=48dd888027ecc95ce9153e5e1966f7bb23fba270d430a5717efe5021ad5a379d) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:42.207Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 48dd888027ecc95ce9153e5e1966f7bb23fba270d430a5717efe5021ad5a379d not found"}
{"level":"info","ts":"2020-11-14T17:06:42.665Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(48dd888027ecc95ce9153e5e1966f7bb23fba270d430a5717efe5021ad5a379d) Netns() IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=48dd888027ecc95ce9153e5e1966f7bb23fba270d430a5717efe5021ad5a379d) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:42.668Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 48dd888027ecc95ce9153e5e1966f7bb23fba270d430a5717efe5021ad5a379d not found"}
{"level":"info","ts":"2020-11-14T17:06:43.196Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(a48724c3466a815a6ac1b73075efbbe3a0dd1c1760f04e989e43017eed1f63f4) Netns(/proc/9607/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=a48724c3466a815a6ac1b73075efbbe3a0dd1c1760f04e989e43017eed1f63f4) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:06:43.196Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"error","ts":"2020-11-14T17:06:43.202Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Failed to assign an IP address to container a48724c3466a815a6ac1b73075efbbe3a0dd1c1760f04e989e43017eed1f63f4"}
{"level":"info","ts":"2020-11-14T17:06:43.233Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(a48724c3466a815a6ac1b73075efbbe3a0dd1c1760f04e989e43017eed1f63f4) Netns(/proc/9607/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=a48724c3466a815a6ac1b73075efbbe3a0dd1c1760f04e989e43017eed1f63f4) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:43.235Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container a48724c3466a815a6ac1b73075efbbe3a0dd1c1760f04e989e43017eed1f63f4 not found"}
{"level":"info","ts":"2020-11-14T17:06:43.684Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(a48724c3466a815a6ac1b73075efbbe3a0dd1c1760f04e989e43017eed1f63f4) Netns() IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=a48724c3466a815a6ac1b73075efbbe3a0dd1c1760f04e989e43017eed1f63f4) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:43.687Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container a48724c3466a815a6ac1b73075efbbe3a0dd1c1760f04e989e43017eed1f63f4 not found"}
{"level":"info","ts":"2020-11-14T17:06:44.229Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(402a2e24d5f702f36d0bd77c78edade874918b6ef21c6f2467d3cb50a54c73b0) Netns(/proc/9831/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=402a2e24d5f702f36d0bd77c78edade874918b6ef21c6f2467d3cb50a54c73b0) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:06:44.229Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"error","ts":"2020-11-14T17:06:44.231Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Failed to assign an IP address to container 402a2e24d5f702f36d0bd77c78edade874918b6ef21c6f2467d3cb50a54c73b0"}
{"level":"info","ts":"2020-11-14T17:06:44.260Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(402a2e24d5f702f36d0bd77c78edade874918b6ef21c6f2467d3cb50a54c73b0) Netns(/proc/9831/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=402a2e24d5f702f36d0bd77c78edade874918b6ef21c6f2467d3cb50a54c73b0) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:44.262Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 402a2e24d5f702f36d0bd77c78edade874918b6ef21c6f2467d3cb50a54c73b0 not found"}
{"level":"info","ts":"2020-11-14T17:06:44.704Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(402a2e24d5f702f36d0bd77c78edade874918b6ef21c6f2467d3cb50a54c73b0) Netns() IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=402a2e24d5f702f36d0bd77c78edade874918b6ef21c6f2467d3cb50a54c73b0) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:44.706Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 402a2e24d5f702f36d0bd77c78edade874918b6ef21c6f2467d3cb50a54c73b0 not found"}
{"level":"info","ts":"2020-11-14T17:06:45.229Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(86a105898516caeb3cce563983a943e46e3794b705f9b1c411d576b51958ab53) Netns(/proc/10019/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=86a105898516caeb3cce563983a943e46e3794b705f9b1c411d576b51958ab53) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:06:45.229Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"error","ts":"2020-11-14T17:06:45.231Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Failed to assign an IP address to container 86a105898516caeb3cce563983a943e46e3794b705f9b1c411d576b51958ab53"}
{"level":"info","ts":"2020-11-14T17:06:45.261Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(86a105898516caeb3cce563983a943e46e3794b705f9b1c411d576b51958ab53) Netns(/proc/10019/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=86a105898516caeb3cce563983a943e46e3794b705f9b1c411d576b51958ab53) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:45.263Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 86a105898516caeb3cce563983a943e46e3794b705f9b1c411d576b51958ab53 not found"}
{"level":"info","ts":"2020-11-14T17:06:45.724Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(86a105898516caeb3cce563983a943e46e3794b705f9b1c411d576b51958ab53) Netns() IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=86a105898516caeb3cce563983a943e46e3794b705f9b1c411d576b51958ab53) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:45.727Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 86a105898516caeb3cce563983a943e46e3794b705f9b1c411d576b51958ab53 not found"}
{"level":"info","ts":"2020-11-14T17:06:46.229Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Received CNI add request: ContainerID(463949f89505bc15880a693781bec3296bebb0934dd0048037375ff4922baa8c) Netns(/proc/10208/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=463949f89505bc15880a693781bec3296bebb0934dd0048037375ff4922baa8c) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"debug","ts":"2020-11-14T17:06:46.229Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"MTU value set is 9001:"}
{"level":"error","ts":"2020-11-14T17:06:46.231Z","caller":"routed-eni-cni-plugin/cni.go:117","msg":"Failed to assign an IP address to container 463949f89505bc15880a693781bec3296bebb0934dd0048037375ff4922baa8c"}
{"level":"info","ts":"2020-11-14T17:06:46.260Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(463949f89505bc15880a693781bec3296bebb0934dd0048037375ff4922baa8c) Netns(/proc/10208/ns/net) IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=463949f89505bc15880a693781bec3296bebb0934dd0048037375ff4922baa8c) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:46.262Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 463949f89505bc15880a693781bec3296bebb0934dd0048037375ff4922baa8c not found"}
{"level":"info","ts":"2020-11-14T17:06:46.745Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Received CNI del request: ContainerID(463949f89505bc15880a693781bec3296bebb0934dd0048037375ff4922baa8c) Netns() IfName(eth0) Args(IgnoreUnknown=1;K8S_POD_NAMESPACE=default;K8S_POD_NAME=busybox;K8S_POD_INFRA_CONTAINER_ID=463949f89505bc15880a693781bec3296bebb0934dd0048037375ff4922baa8c) Path(/opt/cni/bin) argsStdinData({\"cniVersion\":\"0.3.1\",\"mtu\":\"9001\",\"name\":\"aws-cni\",\"pluginLogFile\":\"/var/log/aws-routed-eni/plugin.log\",\"pluginLogLevel\":\"DEBUG\",\"type\":\"aws-cni\",\"vethPrefix\":\"eni\"})"}
{"level":"info","ts":"2020-11-14T17:06:46.747Z","caller":"routed-eni-cni-plugin/cni.go:249","msg":"Container 463949f89505bc15880a693781bec3296bebb0934dd0048037375ff4922baa8c not found"}
Raw
aws-vpc-cni-init log
{"log":"Copying CNI plugin binaries ... \n","stream":"stdout","time":"2020-11-14T17:02:30.986653988Z"}
{"log":"+ PLUGIN_BINS='loopback portmap bandwidth aws-cni-support.sh'\n","stream":"stderr","time":"2020-11-14T17:02:30.986774157Z"}
{"log":"+ for b in '$PLUGIN_BINS'\n","stream":"stderr","time":"2020-11-14T17:02:30.986784907Z"}
{"log":"+ '[' '!' -f loopback ']'\n","stream":"stderr","time":"2020-11-14T17:02:30.986790097Z"}
{"log":"+ for b in '$PLUGIN_BINS'\n","stream":"stderr","time":"2020-11-14T17:02:30.986794987Z"}
{"log":"+ '[' '!' -f portmap ']'\n","stream":"stderr","time":"2020-11-14T17:02:30.986798857Z"}
{"log":"+ for b in '$PLUGIN_BINS'\n","stream":"stderr","time":"2020-11-14T17:02:30.986802607Z"}
{"log":"+ '[' '!' -f bandwidth ']'\n","stream":"stderr","time":"2020-11-14T17:02:30.986806017Z"}
{"log":"+ for b in '$PLUGIN_BINS'\n","stream":"stderr","time":"2020-11-14T17:02:30.986809327Z"}
{"log":"+ '[' '!' -f aws-cni-support.sh ']'\n","stream":"stderr","time":"2020-11-14T17:02:30.986812697Z"}
{"log":"+ HOST_CNI_BIN_PATH=/host/opt/cni/bin\n","stream":"stderr","time":"2020-11-14T17:02:30.986816687Z"}
{"log":"+ echo 'Copying CNI plugin binaries ... '\n","stream":"stderr","time":"2020-11-14T17:02:30.986820357Z"}
{"log":"+ for b in '$PLUGIN_BINS'\n","stream":"stderr","time":"2020-11-14T17:02:30.986823947Z"}
{"log":"+ install loopback /host/opt/cni/bin\n","stream":"stderr","time":"2020-11-14T17:02:30.986827587Z"}
{"log":"+ for b in '$PLUGIN_BINS'\n","stream":"stderr","time":"2020-11-14T17:02:30.99105076Z"}
{"log":"+ install portmap /host/opt/cni/bin\n","stream":"stderr","time":"2020-11-14T17:02:30.99107651Z"}
{"log":"+ for b in '$PLUGIN_BINS'\n","stream":"stderr","time":"2020-11-14T17:02:30.994518816Z"}
{"log":"+ install bandwidth /host/opt/cni/bin\n","stream":"stderr","time":"2020-11-14T17:02:30.994542626Z"}
{"log":"+ for b in '$PLUGIN_BINS'\n","stream":"stderr","time":"2020-11-14T17:02:31.007692483Z"}
{"log":"+ install aws-cni-support.sh /host/opt/cni/bin\n","stream":"stderr","time":"2020-11-14T17:02:31.007721782Z"}
{"log":"+ echo 'Configure rp_filter loose... '\n","stream":"stderr","time":"2020-11-14T17:02:31.007726022Z"}
{"log":"++ curl -X PUT http://169.254.169.254/latest/api/token -H 'X-aws-ec2-metadata-token-ttl-seconds: 60'\n","stream":"stderr","time":"2020-11-14T17:02:31.007729962Z"}
{"log":" % Total % Received % Xferd Average Speed Time Time Time Current\n","stream":"stderr","time":"2020-11-14T17:02:31.007735622Z"}
{"log":" Dload Upload Total Spent Left Speed\n","stream":"stderr","time":"2020-11-14T17:02:31.007739582Z"}
{"log":"Configure rp_filter loose... \n","stream":"stdout","time":"2020-11-14T17:02:31.007777162Z"}
{"log":"\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 56 100 56 0 0 56000 0 --:--:-- --:--:-- --:--:-- 56000\n","stream":"stderr","time":"2020-11-14T17:02:31.007957341Z"}
{"log":"+ TOKEN=AQAEANAB52LTXZOsYzgNyhMzcvdS07siFeuWEu80SX3R2bV17eJUyw==\n","stream":"stderr","time":"2020-11-14T17:02:31.009167457Z"}
{"log":"++ curl -H 'X-aws-ec2-metadata-token: AQAEANAB52LTXZOsYzgNyhMzcvdS07siFeuWEu80SX3R2bV17eJUyw==' http://169.254.169.254/latest/meta-data/local-ipv4\n","stream":"stderr","time":"2020-11-14T17:02:31.0132312Z"}
{"log":" % Total % Received % Xferd Average Speed Time Time Time Current\n","stream":"stderr","time":"2020-11-14T17:02:31.013695228Z"}
{"log":" Dload Upload Total Spent Left Speed\n","stream":"stderr","time":"2020-11-14T17:02:31.013728188Z"}
{"log":"\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 13 100 13 0 0 13000 0 --:--:-- --:--:-- --:--:-- 13000\n","stream":"stderr","time":"2020-11-14T17:02:31.014203516Z"}
{"log":"+ HOST_IP=10.200.100.10\n","stream":"stderr","time":"2020-11-14T17:02:31.015201442Z"}
{"log":"++ grep 10.200.100.10/\n","stream":"stderr","time":"2020-11-14T17:02:31.017361723Z"}
{"log":"++ ip -4 -o a\n","stream":"stderr","time":"2020-11-14T17:02:31.017385173Z"}
{"log":"++ awk '{print $2}'\n","stream":"stderr","time":"2020-11-14T17:02:31.017400213Z"}
{"log":"+ PRIMARY_IF=eth0\n","stream":"stderr","time":"2020-11-14T17:02:31.01827419Z"}
{"log":"+ sysctl -w net.ipv4.conf.eth0.rp_filter=2\n","stream":"stderr","time":"2020-11-14T17:02:31.018334859Z"}
{"log":"net.ipv4.conf.eth0.rp_filter = 2\n","stream":"stdout","time":"2020-11-14T17:02:31.019899233Z"}
{"log":"+ cat /proc/sys/net/ipv4/conf/eth0/rp_filter\n","stream":"stderr","time":"2020-11-14T17:02:31.020336851Z"}
{"log":"+ '[' false == true ']'\n","stream":"stderr","time":"2020-11-14T17:02:31.021018279Z"}
{"log":"+ sysctl -e -w net.ipv4.tcp_early_demux=1\n","stream":"stderr","time":"2020-11-14T17:02:31.021028758Z"}
{"log":"2\n","stream":"stdout","time":"2020-11-14T17:02:31.021038788Z"}
{"log":"net.ipv4.tcp_early_demux = 1\n","stream":"stdout","time":"2020-11-14T17:02:31.022467963Z"}
{"log":"+ echo 'CNI init container done'\n","stream":"stderr","time":"2020-11-14T17:02:31.022895471Z"}
{"log":"CNI init container done\n","stream":"stdout","time":"2020-11-14T17:02:31.022895421Z"}
Raw
describe pod aws_node
Name: aws-node-fjnbs
Namespace: kube-system
Priority: 2000001000
Priority Class Name: system-node-critical
Node: ip-10-200-100-10.us-east-2.compute.internal/10.200.100.10
Start Time: Sat, 14 Nov 2020 17:02:17 +0000
Labels: controller-revision-hash=75f66c8f99
k8s-app=aws-node
pod-template-generation=2
Annotations: kubernetes.io/psp: eks.privileged
Status: Running
IP: 10.200.100.10
IPs:
IP: 10.200.100.10
Controlled By: DaemonSet/aws-node
Init Containers:
aws-vpc-cni-init:
Container ID: docker://98e71cf38b6ba0035736d090a350caacdea3a48ee190b2f0b7ac79db610d4876
Image: 602401143452.dkr.ecr.us-west-2.amazonaws.com/amazon-k8s-cni-init:v1.7.5
Image ID: docker-pullable://602401143452.dkr.ecr.us-west-2.amazonaws.com/amazon-k8s-cni-init@sha256:d96d712513464de6ce94e422634a25546565418f20d1b28d3bce399d578f3296
Port: <none>
Host Port: <none>
State: Terminated
Reason: Completed
Exit Code: 0
Started: Sat, 14 Nov 2020 17:02:30 +0000
Finished: Sat, 14 Nov 2020 17:02:31 +0000
Ready: True
Restart Count: 0
Environment:
DISABLE_TCP_EARLY_DEMUX: false
Mounts:
/host/opt/cni/bin from cni-bin-dir (rw)
/var/run/secrets/kubernetes.io/serviceaccount from aws-node-token-xrkx6 (ro)
Containers:
aws-node:
Container ID: docker://0b925d8743e008b3dfe078283e8ec3b7d917c08ed67e79a336152a6651239aab
Image: 602401143452.dkr.ecr.us-west-2.amazonaws.com/amazon-k8s-cni:v1.7.5
Image ID: docker-pullable://602401143452.dkr.ecr.us-west-2.amazonaws.com/amazon-k8s-cni@sha256:f310c918ee2b4ebced76d2d64a2ec128dde3b364d1b495f0ae73011f489d474d
Port: 61678/TCP
Host Port: 61678/TCP
State: Running
Started: Sat, 14 Nov 2020 17:02:36 +0000
Ready: True
Restart Count: 0
Requests:
cpu: 10m
Liveness: exec [/app/grpc-health-probe -addr=:50051] delay=60s timeout=1s period=10s #success=1 #failure=3
Readiness: exec [/app/grpc-health-probe -addr=:50051] delay=1s timeout=1s period=10s #success=1 #failure=3
Environment:
ADDITIONAL_ENI_TAGS: {}
AWS_VPC_CNI_NODE_PORT_SUPPORT: true
AWS_VPC_ENI_MTU: 9001
AWS_VPC_K8S_CNI_CONFIGURE_RPFILTER: false
AWS_VPC_K8S_CNI_CUSTOM_NETWORK_CFG: true
AWS_VPC_K8S_CNI_EXTERNALSNAT: false
AWS_VPC_K8S_CNI_LOGLEVEL: DEBUG
AWS_VPC_K8S_CNI_LOG_FILE: /host/var/log/aws-routed-eni/ipamd.log
AWS_VPC_K8S_CNI_RANDOMIZESNAT: prng
AWS_VPC_K8S_CNI_VETHPREFIX: eni
AWS_VPC_K8S_PLUGIN_LOG_FILE: /var/log/aws-routed-eni/plugin.log
AWS_VPC_K8S_PLUGIN_LOG_LEVEL: DEBUG
DISABLE_INTROSPECTION: false
DISABLE_METRICS: false
ENABLE_POD_ENI: false
ENI_CONFIG_LABEL_DEF: topology.kubernetes.io/zone
MY_NODE_NAME: (v1:spec.nodeName)
WARM_ENI_TARGET: 1
Mounts:
/host/etc/cni/net.d from cni-net-dir (rw)
/host/opt/cni/bin from cni-bin-dir (rw)
/host/var/log/aws-routed-eni from log-dir (rw)
/run/xtables.lock from xtables-lock (rw)
/var/run/aws-node from run-dir (rw)
/var/run/dockershim.sock from dockershim (rw)
/var/run/secrets/kubernetes.io/serviceaccount from aws-node-token-xrkx6 (ro)
Conditions:
Type Status
Initialized True
Ready True
ContainersReady True
PodScheduled True
Volumes:
cni-bin-dir:
Type: HostPath (bare host directory volume)
Path: /opt/cni/bin
HostPathType:
cni-net-dir:
Type: HostPath (bare host directory volume)
Path: /etc/cni/net.d
HostPathType:
dockershim:
Type: HostPath (bare host directory volume)
Path: /var/run/dockershim.sock
HostPathType:
xtables-lock:
Type: HostPath (bare host directory volume)
Path: /run/xtables.lock
HostPathType:
log-dir:
Type: HostPath (bare host directory volume)
Path: /var/log/aws-routed-eni
HostPathType: DirectoryOrCreate
run-dir:
Type: HostPath (bare host directory volume)
Path: /var/run/aws-node
HostPathType: DirectoryOrCreate
aws-node-token-xrkx6:
Type: Secret (a volume populated by a Secret)
SecretName: aws-node-token-xrkx6
Optional: false
QoS Class: Burstable
Node-Selectors: <none>
Tolerations:
node.kubernetes.io/disk-pressure:NoSchedule
node.kubernetes.io/memory-pressure:NoSchedule
node.kubernetes.io/network-unavailable:NoSchedule
node.kubernetes.io/not-ready:NoExecute
node.kubernetes.io/pid-pressure:NoSchedule
node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unschedulable:NoSchedule
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 10m default-scheduler Successfully assigned kube-system/aws-node-fjnbs to ip-10-200-100-10.us-east-2.compute.internal
Normal Pulling 10m kubelet, ip-10-200-100-10.us-east-2.compute.internal Pulling image "602401143452.dkr.ecr.us-west-2.amazonaws.com/amazon-k8s-cni-init:v1.7.5"
Normal Pulled 10m kubelet, ip-10-200-100-10.us-east-2.compute.internal Successfully pulled image "602401143452.dkr.ecr.us-west-2.amazonaws.com/amazon-k8s-cni-init:v1.7.5"
Normal Created 10m kubelet, ip-10-200-100-10.us-east-2.compute.internal Created container aws-vpc-cni-init
Normal Started 10m kubelet, ip-10-200-100-10.us-east-2.compute.internal Started container aws-vpc-cni-init
Normal Pulling 10m kubelet, ip-10-200-100-10.us-east-2.compute.internal Pulling image "602401143452.dkr.ecr.us-west-2.amazonaws.com/amazon-k8s-cni:v1.7.5"
Normal Pulled 10m kubelet, ip-10-200-100-10.us-east-2.compute.internal Successfully pulled image "602401143452.dkr.ecr.us-west-2.amazonaws.com/amazon-k8s-cni:v1.7.5"
Normal Created 10m kubelet, ip-10-200-100-10.us-east-2.compute.internal Created container aws-node
Normal Started 10m kubelet, ip-10-200-100-10.us-east-2.compute.internal Started container aws-node
Raw
describe pod busybox
Name: busybox
Namespace: default
Priority: 0
Node: ip-10-200-100-10.us-east-2.compute.internal/10.200.100.10
Start Time: Sat, 14 Nov 2020 17:06:35 +0000
Labels: run=busybox
Annotations: kubernetes.io/psp: eks.privileged
Status: Pending
IP:
IPs: <none>
Containers:
busybox:
Container ID:
Image: busybox
Image ID:
Port: <none>
Host Port: <none>
State: Waiting
Reason: ContainerCreating
Ready: False
Restart Count: 0
Environment: <none>
Mounts:
/var/run/secrets/kubernetes.io/serviceaccount from default-token-vwzg2 (ro)
Conditions:
Type Status
Initialized True
Ready False
ContainersReady False
PodScheduled True
Volumes:
default-token-vwzg2:
Type: Secret (a volume populated by a Secret)
SecretName: default-token-vwzg2
Optional: false
QoS Class: BestEffort
Node-Selectors: <none>
Tolerations: node.kubernetes.io/not-ready:NoExecute for 300s
node.kubernetes.io/unreachable:NoExecute for 300s
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Scheduled 8m34s default-scheduler Successfully assigned default/busybox to ip-10-200-100-10.us-east-2.compute.internal
Warning FailedCreatePodSandBox 8m33s kubelet, ip-10-200-100-10.us-east-2.compute.internal Failed to create pod sandbox: rpc error: code = Unknown desc = failed to set up sandbox container "76cdd4193facb9967a7f845fae46815c7f5a6744bb851fd1f4ad180796cdb34f" network for pod "busybox": networkPlugin cni failed to set up pod "busybox_default" network: add cmd: failed to assign an IP address to container
Warning FailedCreatePodSandBox 8m31s kubelet, ip-10-200-100-10.us-east-2.compute.internal Failed to create pod sandbox: rpc error: code = Unknown desc = failed to set up sandbox container "02b4cd8f0657699f52ef4c70d58ae258c154417b5f0998e2287531b412da3357" network for pod "busybox": networkPlugin cni failed to set up pod "busybox_default" network: add cmd: failed to assign an IP address to container
Warning FailedCreatePodSandBox 8m30s kubelet, ip-10-200-100-10.us-east-2.compute.internal Failed to create pod sandbox: rpc error: code = Unknown desc = failed to set up sandbox container "1b36da0b141802d8c98c860c48bd22fb41942af29c43b1c18701686998f70b67" network for pod "busybox": networkPlugin cni failed to set up pod "busybox_default" network: add cmd: failed to assign an IP address to container
Warning FailedCreatePodSandBox 8m29s kubelet, ip-10-200-100-10.us-east-2.compute.internal Failed to create pod sandbox: rpc error: code = Unknown desc = failed to set up sandbox container "ce9ffe1faf9cef29a5bcecb5f52dcea771359b52a876d920f080e5c029202a9e" network for pod "busybox": networkPlugin cni failed to set up pod "busybox_default" network: add cmd: failed to assign an IP address to container
Warning FailedCreatePodSandBox 8m28s kubelet, ip-10-200-100-10.us-east-2.compute.internal Failed to create pod sandbox: rpc error: code = Unknown desc = failed to set up sandbox container "7485587c2a071a7ffa90ecb2c11d523a88b1c4ebcd64187a6e646d006de77d86" network for pod "busybox": networkPlugin cni failed to set up pod "busybox_default" network: add cmd: failed to assign an IP address to container
Warning FailedCreatePodSandBox 8m27s kubelet, ip-10-200-100-10.us-east-2.compute.internal Failed to create pod sandbox: rpc error: code = Unknown desc = failed to set up sandbox container "48dd888027ecc95ce9153e5e1966f7bb23fba270d430a5717efe5021ad5a379d" network for pod "busybox": networkPlugin cni failed to set up pod "busybox_default" network: add cmd: failed to assign an IP address to container
Warning FailedCreatePodSandBox 8m26s kubelet, ip-10-200-100-10.us-east-2.compute.internal Failed to create pod sandbox: rpc error: code = Unknown desc = failed to set up sandbox container "a48724c3466a815a6ac1b73075efbbe3a0dd1c1760f04e989e43017eed1f63f4" network for pod "busybox": networkPlugin cni failed to set up pod "busybox_default" network: add cmd: failed to assign an IP address to container
Warning FailedCreatePodSandBox 8m25s kubelet, ip-10-200-100-10.us-east-2.compute.internal Failed to create pod sandbox: rpc error: code = Unknown desc = failed to set up sandbox container "402a2e24d5f702f36d0bd77c78edade874918b6ef21c6f2467d3cb50a54c73b0" network for pod "busybox": networkPlugin cni failed to set up pod "busybox_default" network: add cmd: failed to assign an IP address to container
Warning FailedCreatePodSandBox 8m24s kubelet, ip-10-200-100-10.us-east-2.compute.internal Failed to create pod sandbox: rpc error: code = Unknown desc = failed to set up sandbox container "86a105898516caeb3cce563983a943e46e3794b705f9b1c411d576b51958ab53" network for pod "busybox": networkPlugin cni failed to set up pod "busybox_default" network: add cmd: failed to assign an IP address to container
Warning FailedCreatePodSandBox 8m20s (x4 over 8m23s) kubelet, ip-10-200-100-10.us-east-2.compute.internal (combined from similar events): Failed to create pod sandbox: rpc error: code = Unknown desc = failed to set up sandbox container "7395f13f988bb47158c45864582352c367ea3128069379ca7dea28f904fb1b9d" network for pod "busybox": networkPlugin cni failed to set up pod "busybox_default" network: add cmd: failed to assign an IP address to container
Normal SandboxChanged 3m33s (x282 over 8m32s) kubelet, ip-10-200-100-10.us-east-2.compute.internal Pod sandbox changed, it will be killed and re-created.
Raw
eniconfig crd
[ec2-user@ip-10-200-100-41 ~]$ kubectl get eniconfigs.crd.k8s.amazonaws.com us-east-2a -o yaml
I1114 17:41:49.725629 12406 request.go:621] Throttling request took 1.171695216s, request: GET:https://7AE5112B3122FB71FB4840210AAC62BD.gr7.us-east-2.eks.amazonaws.com/apis/coordination.k8s.io/v1beta1?timeout=32s
apiVersion: crd.k8s.amazonaws.com/v1alpha1
kind: ENIConfig
metadata:
creationTimestamp: "2020-11-14T15:41:07Z"
generation: 1
managedFields:
- apiVersion: crd.k8s.amazonaws.com/v1alpha1
fieldsType: FieldsV1
fieldsV1:
f:spec:
.: {}
f:securityGroups: {}
f:subnet: {}
manager: Terraform
operation: Apply
time: "2020-11-14T15:41:07Z"
name: us-east-2a
resourceVersion: "8760"
selfLink: /apis/crd.k8s.amazonaws.com/v1alpha1/eniconfigs/us-east-2a
uid: e8607a1b-11a1-4340-9d6e-aa3c491b3e7e
spec:
securityGroups:
- sg-0bca3189f9axxx
subnet: subnet-0bc1fa1b8cexxx
Raw
ipamd log
{"level":"info","ts":"2020-11-14T17:02:36.972Z","caller":"aws-k8s-agent/main.go:28","msg":"Starting L-IPAMD v1.7.5 ..."}
{"level":"info","ts":"2020-11-14T17:02:37.039Z","caller":"aws-k8s-agent/main.go:41","msg":"Testing communication with server"}
{"level":"info","ts":"2020-11-14T17:02:37.041Z","caller":"aws-k8s-agent/main.go:41","msg":"Successful communication with the Cluster! Cluster Version is: v1.18+. git version: v1.18.9-eks-d1db3c. git tree state: clean. commit: d1db3c46e55f95d6a7d3e5578689371318f95ff9. platform: linux/amd64"}
{"level":"debug","ts":"2020-11-14T17:02:37.041Z","caller":"eniconfig/eniconfig.go:85","msg":"Using ENI_CONFIG_LABEL_DEF topology.kubernetes.io/zone"}
{"level":"info","ts":"2020-11-14T17:02:37.041Z","caller":"eniconfig/eniconfig.go:156","msg":"Go Version: go1.13.15"}
{"level":"info","ts":"2020-11-14T17:02:37.041Z","caller":"eniconfig/eniconfig.go:156","msg":"Go OS/Arch: linux/amd64"}
{"level":"info","ts":"2020-11-14T17:02:37.041Z","caller":"eniconfig/eniconfig.go:156","msg":"operator-sdk Version: 0.0.7"}
{"level":"info","ts":"2020-11-14T17:02:37.041Z","caller":"runtime/asm_amd64.s:1357","msg":"Watching crd.k8s.amazonaws.com/v1alpha1, ENIConfig, every 5 s"}
{"level":"debug","ts":"2020-11-14T17:02:37.047Z","caller":"ipamd/ipamd.go:292","msg":"Discovered region: us-east-2"}
{"level":"info","ts":"2020-11-14T17:02:37.047Z","caller":"ipamd/ipamd.go:292","msg":"Custom networking true"}
{"level":"debug","ts":"2020-11-14T17:02:37.048Z","caller":"awsutils/awsutils.go:313","msg":"Found availability zone: us-east-2a "}
{"level":"debug","ts":"2020-11-14T17:02:37.049Z","caller":"awsutils/awsutils.go:313","msg":"Discovered the instance primary ip address: 10.200.100.10"}
{"level":"debug","ts":"2020-11-14T17:02:37.049Z","caller":"awsutils/awsutils.go:313","msg":"Found instance-id: i-01d5a3fe17d09bc48 "}
{"level":"debug","ts":"2020-11-14T17:02:37.050Z","caller":"awsutils/awsutils.go:313","msg":"Found instance-type: t3a.small "}
{"level":"debug","ts":"2020-11-14T17:02:37.051Z","caller":"awsutils/awsutils.go:313","msg":"Found primary interface's MAC address: 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:37.051Z","caller":"awsutils/awsutils.go:373","msg":"Discovered 1 interfaces."}
{"level":"debug","ts":"2020-11-14T17:02:37.052Z","caller":"awsutils/awsutils.go:373","msg":"Found device-number: 0 "}
{"level":"debug","ts":"2020-11-14T17:02:37.053Z","caller":"awsutils/awsutils.go:373","msg":"Found eni: eni-0a62d2dbdda3de253 "}
{"level":"debug","ts":"2020-11-14T17:02:37.053Z","caller":"awsutils/awsutils.go:373","msg":"eni-0a62d2dbdda3de253 is the primary ENI of this instance"}
{"level":"debug","ts":"2020-11-14T17:02:37.053Z","caller":"awsutils/awsutils.go:313","msg":"Found subnet-id: subnet-0049758b1d8244fc1 "}
{"level":"info","ts":"2020-11-14T17:02:37.054Z","caller":"awsutils/awsutils.go:388","msg":"Found sg-0b84112113a3efb13, added to ipamd cache"}
{"level":"info","ts":"2020-11-14T17:02:37.054Z","caller":"awsutils/awsutils.go:388","msg":"Found sg-0bca3189f9aded496, added to ipamd cache"}
{"level":"info","ts":"2020-11-14T17:02:37.054Z","caller":"awsutils/awsutils.go:388","msg":"Found sg-0e1210d248223515c, added to ipamd cache"}
{"level":"info","ts":"2020-11-14T17:02:37.054Z","caller":"awsutils/awsutils.go:394","msg":"Found 10.200.100.0/26, added to ipamd cache"}
{"level":"info","ts":"2020-11-14T17:02:37.054Z","caller":"awsutils/awsutils.go:394","msg":"Found 100.64.0.0/20, added to ipamd cache"}
{"level":"debug","ts":"2020-11-14T17:02:37.054Z","caller":"ipamd/ipamd.go:300","msg":"Using WARM_ENI_TARGET 1"}
{"level":"debug","ts":"2020-11-14T17:02:37.054Z","caller":"ipamd/ipamd.go:310","msg":"Start node init"}
{"level":"info","ts":"2020-11-14T17:02:37.054Z","caller":"ipamd/ipamd.go:337","msg":"Setting up host network... "}
{"level":"debug","ts":"2020-11-14T17:02:37.055Z","caller":"networkutils/network.go:222","msg":"Trying to find primary interface that has mac : 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:37.055Z","caller":"networkutils/network.go:222","msg":"Discovered interface: lo, mac: "}
{"level":"debug","ts":"2020-11-14T17:02:37.055Z","caller":"networkutils/network.go:222","msg":"Discovered interface: eth0, mac: 02:0f:df:d4:2c:e8"}
{"level":"info","ts":"2020-11-14T17:02:37.055Z","caller":"networkutils/network.go:222","msg":"Discovered primary interface: eth0"}
{"level":"info","ts":"2020-11-14T17:02:37.055Z","caller":"ipamd/ipamd.go:337","msg":"Skip updating RPF for primary interface: net/ipv4/conf/eth0/rp_filter"}
{"level":"debug","ts":"2020-11-14T17:02:37.055Z","caller":"networkutils/network.go:249","msg":"Found the Link that uses mac address 02:0f:df:d4:2c:e8 and its index is 2 (attempt 1/5)"}
{"level":"info","ts":"2020-11-14T17:02:37.055Z","caller":"wait/wait.go:133","msg":"Will attempt to clean up AWS CNI leaked ENIs after waiting 2m8s."}
{"level":"debug","ts":"2020-11-14T17:02:37.057Z","caller":"networkutils/network.go:319","msg":"Setup Host Network: loading existing iptables nat SNAT exclusion rules"}
{"level":"debug","ts":"2020-11-14T17:02:37.059Z","caller":"ipamd/ipamd.go:337","msg":"Setup Host Network: iptables -N AWS-SNAT-CHAIN-0 -t nat"}
{"level":"debug","ts":"2020-11-14T17:02:37.060Z","caller":"ipamd/ipamd.go:337","msg":"Setup Host Network: iptables -N AWS-SNAT-CHAIN-1 -t nat"}
{"level":"debug","ts":"2020-11-14T17:02:37.061Z","caller":"ipamd/ipamd.go:337","msg":"Setup Host Network: iptables -N AWS-SNAT-CHAIN-2 -t nat"}
{"level":"debug","ts":"2020-11-14T17:02:37.062Z","caller":"ipamd/ipamd.go:337","msg":"Setup Host Network: iptables -A POSTROUTING -m comment --comment \"AWS SNAT CHAIN\" -j AWS-SNAT-CHAIN-0"}
{"level":"debug","ts":"2020-11-14T17:02:37.062Z","caller":"ipamd/ipamd.go:337","msg":"Setup Host Network: iptables -A AWS-SNAT-CHAIN-0 ! -d {10.200.100.0/26 %!s(bool=false)} -t nat -j AWS-SNAT-CHAIN-1"}
{"level":"debug","ts":"2020-11-14T17:02:37.062Z","caller":"ipamd/ipamd.go:337","msg":"Setup Host Network: iptables -A AWS-SNAT-CHAIN-1 ! -d {100.64.0.0/20 %!s(bool=false)} -t nat -j AWS-SNAT-CHAIN-2"}
{"level":"debug","ts":"2020-11-14T17:02:37.062Z","caller":"ipamd/ipamd.go:337","msg":"Setup Host Network: synchronising SNAT stale rules"}
{"level":"debug","ts":"2020-11-14T17:02:37.062Z","caller":"ipamd/ipamd.go:337","msg":"iptableRules: [nat/POSTROUTING rule first SNAT rules for non-VPC outbound traffic nat/AWS-SNAT-CHAIN-0 rule [0] AWS-SNAT-CHAIN nat/AWS-SNAT-CHAIN-1 rule [1] AWS-SNAT-CHAIN nat/AWS-SNAT-CHAIN-2 rule last SNAT rule for non-VPC outbound traffic]"}
{"level":"debug","ts":"2020-11-14T17:02:37.062Z","caller":"ipamd/ipamd.go:337","msg":"execute iptable rule : first SNAT rules for non-VPC outbound traffic"}
{"level":"debug","ts":"2020-11-14T17:02:37.064Z","caller":"ipamd/ipamd.go:337","msg":"execute iptable rule : [0] AWS-SNAT-CHAIN"}
{"level":"debug","ts":"2020-11-14T17:02:37.067Z","caller":"ipamd/ipamd.go:337","msg":"execute iptable rule : [1] AWS-SNAT-CHAIN"}
{"level":"debug","ts":"2020-11-14T17:02:37.069Z","caller":"ipamd/ipamd.go:337","msg":"execute iptable rule : last SNAT rule for non-VPC outbound traffic"}
{"level":"debug","ts":"2020-11-14T17:02:37.071Z","caller":"ipamd/ipamd.go:337","msg":"execute iptable rule : connmark for primary ENI"}
{"level":"debug","ts":"2020-11-14T17:02:37.078Z","caller":"ipamd/ipamd.go:337","msg":"execute iptable rule : connmark restore for primary ENI"}
{"level":"debug","ts":"2020-11-14T17:02:37.080Z","caller":"ipamd/ipamd.go:337","msg":"execute iptable rule : connmark restore for primary ENI from vlan"}
{"level":"debug","ts":"2020-11-14T17:02:37.083Z","caller":"ipamd/ipamd.go:337","msg":"execute iptable rule : connmark restore for primary ENI from vlan"}
{"level":"debug","ts":"2020-11-14T17:02:37.084Z","caller":"awsutils/awsutils.go:1094","msg":"Total number of interfaces found: 1 "}
{"level":"debug","ts":"2020-11-14T17:02:37.084Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:37.086Z","caller":"awsutils/awsutils.go:583","msg":"Using device number 0 for primary ENI: eni-0a62d2dbdda3de253"}
{"level":"debug","ts":"2020-11-14T17:02:37.086Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0a62d2dbdda3de253, MAC 02:0f:df:d4:2c:e8, device 0"}
{"level":"debug","ts":"2020-11-14T17:02:37.086Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 10.200.100.0/28 for ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:37.087Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [10.200.100.10] on ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:37.148Z","caller":"sdk/informer-sync.go:88","msg":"Handle ENIConfig Add/Update: us-east-2a, [sg-0bca3189f9aded496], subnet-0bc1fa1b8ce84159d"}
{"level":"debug","ts":"2020-11-14T17:02:37.148Z","caller":"sdk/informer-sync.go:88","msg":"Handle ENIConfig Add/Update: us-east-2b, [sg-0bca3189f9aded496], subnet-02d3c9b96d47a66d7"}
{"level":"debug","ts":"2020-11-14T17:02:37.151Z","caller":"sdk/informer-sync.go:88","msg":"Handle corev1.Node: ip-10-200-100-10.us-east-2.compute.internal, map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true], map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:t3a.small beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:us-east-2 failure-domain.beta.kubernetes.io/zone:us-east-2a kubernetes.io/arch:amd64 kubernetes.io/hostname:ip-10-200-100-10.us-east-2.compute.internal kubernetes.io/os:linux node.kubernetes.io/instance-type:t3a.small topology.kubernetes.io/region:us-east-2 topology.kubernetes.io/zone:us-east-2a]"}
{"level":"debug","ts":"2020-11-14T17:02:37.151Z","caller":"sdk/informer-sync.go:88","msg":"Setting myENI to: us-east-2a"}
{"level":"debug","ts":"2020-11-14T17:02:37.241Z","caller":"ipamd/ipamd.go:310","msg":"DescribeAllENIs success: ENIs: 1, tagged: 0"}
{"level":"debug","ts":"2020-11-14T17:02:37.241Z","caller":"ipamd/ipamd.go:310","msg":"Discovered ENI eni-0a62d2dbdda3de253, trying to set it up"}
{"level":"debug","ts":"2020-11-14T17:02:37.241Z","caller":"ipamd/ipamd.go:742","msg":"DataStore Add an ENI eni-0a62d2dbdda3de253"}
{"level":"debug","ts":"2020-11-14T17:02:37.241Z","caller":"ipamd/ipamd.go:763","msg":"IP Address Pool stats: total: 0, assigned: 0"}
{"level":"info","ts":"2020-11-14T17:02:37.241Z","caller":"ipamd/ipamd.go:310","msg":"ENI eni-0a62d2dbdda3de253 set up."}
{"level":"info","ts":"2020-11-14T17:02:37.241Z","caller":"ipamd/ipamd.go:378","msg":"Reading ipam state from CRI"}
{"level":"debug","ts":"2020-11-14T17:02:37.241Z","caller":"datastore/data_store.go:294","msg":"Getting running pod sandboxes from \"unix:///var/run/dockershim.sock\""}
{"level":"debug","ts":"2020-11-14T17:02:37.245Z","caller":"datastore/data_store.go:294","msg":"Ignoring sandbox 71e5a170431d533b160b4bce656d48b0e44758f7d31d8bd19fed9c246556fc1e with non-pod netns mode NODE"}
{"level":"debug","ts":"2020-11-14T17:02:37.247Z","caller":"datastore/data_store.go:294","msg":"Ignoring sandbox 516ab40c0e90ba905efc781947927bdf1dfade8fccf2470c8581fe88450f640c with non-pod netns mode NODE"}
{"level":"debug","ts":"2020-11-14T17:02:37.247Z","caller":"ipamd/ipamd.go:378","msg":"Completed ipam state recovery"}
{"level":"debug","ts":"2020-11-14T17:02:37.247Z","caller":"eniconfig/eniconfig.go:179","msg":"Using ENI_CONFIG_LABEL_DEF topology.kubernetes.io/zone"}
{"level":"debug","ts":"2020-11-14T17:02:37.247Z","caller":"eniconfig/eniconfig.go:179","msg":"Using ENI_CONFIG_LABEL_DEF topology.kubernetes.io/zone"}
{"level":"info","ts":"2020-11-14T17:02:37.269Z","caller":"ipamd/ipamd.go:388","msg":"Updated node ip-10-200-100-10.us-east-2.compute.internal with label \"vpc.amazonaws.com/eniConfig\": \"us-east-2a\""}
{"level":"debug","ts":"2020-11-14T17:02:37.269Z","caller":"ipamd/ipamd.go:709","msg":"Skip the primary ENI for need IP check"}
{"level":"info","ts":"2020-11-14T17:02:37.269Z","caller":"aws-k8s-agent/main.go:69","msg":"Serving RPC Handler version v1.7.5 on 127.0.0.1:50051"}
{"level":"info","ts":"2020-11-14T17:02:37.269Z","caller":"runtime/asm_amd64.s:1357","msg":"Setting up shutdown hook."}
{"level":"debug","ts":"2020-11-14T17:02:37.270Z","caller":"sdk/informer-sync.go:88","msg":"Handle corev1.Node: ip-10-200-100-10.us-east-2.compute.internal, map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true], map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:t3a.small beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:us-east-2 failure-domain.beta.kubernetes.io/zone:us-east-2a kubernetes.io/arch:amd64 kubernetes.io/hostname:ip-10-200-100-10.us-east-2.compute.internal kubernetes.io/os:linux node.kubernetes.io/instance-type:t3a.small topology.kubernetes.io/region:us-east-2 topology.kubernetes.io/zone:us-east-2a vpc.amazonaws.com/eniConfig:us-east-2a]"}
{"level":"info","ts":"2020-11-14T17:02:37.270Z","caller":"runtime/asm_amd64.s:1357","msg":"Serving metrics on port 61678"}
{"level":"info","ts":"2020-11-14T17:02:37.270Z","caller":"ipamd/introspect.go:61","msg":"Serving introspection endpoints on 127.0.0.1:61679"}
{"level":"debug","ts":"2020-11-14T17:02:39.770Z","caller":"ipamd/ipamd.go:852","msg":"IP pool stats: total = 0, used = 0, c.maxIPsPerENI = 3"}
{"level":"debug","ts":"2020-11-14T17:02:39.770Z","caller":"ipamd/ipamd.go:482","msg":"IP pool is too low: available (0) < ENI target (1) * addrsPerENI (3)"}
{"level":"debug","ts":"2020-11-14T17:02:39.770Z","caller":"ipamd/ipamd.go:483","msg":"Starting to increase IP pool size"}
{"level":"debug","ts":"2020-11-14T17:02:39.770Z","caller":"ipamd/ipamd.go:709","msg":"Skip the primary ENI for need IP check"}
{"level":"info","ts":"2020-11-14T17:02:39.770Z","caller":"ipamd/ipamd.go:627","msg":"ipamd: using custom network config: [sg-0bca3189f9aded496], subnet-0bc1fa1b8ce84159d"}
{"level":"debug","ts":"2020-11-14T17:02:39.770Z","caller":"ipamd/ipamd.go:627","msg":"Found security-group id: sg-0bca3189f9aded496"}
{"level":"info","ts":"2020-11-14T17:02:39.770Z","caller":"awsutils/awsutils.go:724","msg":"Using a custom network config for the new ENI"}
{"level":"info","ts":"2020-11-14T17:02:39.770Z","caller":"awsutils/awsutils.go:724","msg":"Creating ENI with security groups: [sg-0bca3189f9aded496] in subnet: subnet-0bc1fa1b8ce84159d"}
{"level":"info","ts":"2020-11-14T17:02:40.118Z","caller":"awsutils/awsutils.go:724","msg":"Created a new ENI: eni-0c06846cc125fe51a"}
{"level":"debug","ts":"2020-11-14T17:02:40.238Z","caller":"awsutils/awsutils.go:770","msg":"Discovered device number is used: 0"}
{"level":"debug","ts":"2020-11-14T17:02:40.238Z","caller":"awsutils/awsutils.go:770","msg":"Found a free device number: 1"}
{"level":"debug","ts":"2020-11-14T17:02:40.964Z","caller":"awsutils/awsutils.go:740","msg":"Trying to tag newly created ENI: key=node.k8s.amazonaws.com/instance_id, value=i-01d5a3fe17d09bc48"}
{"level":"debug","ts":"2020-11-14T17:02:41.049Z","caller":"retry/retry.go:69","msg":"Successfully tagged ENI: eni-0c06846cc125fe51a"}
{"level":"info","ts":"2020-11-14T17:02:41.385Z","caller":"ipamd/ipamd.go:664","msg":"Successfully created and attached a new ENI eni-0c06846cc125fe51a to instance"}
{"level":"info","ts":"2020-11-14T17:02:41.385Z","caller":"ipamd/ipamd.go:677","msg":"Trying to allocate 3 IP addresses on ENI eni-0c06846cc125fe51a"}
{"level":"info","ts":"2020-11-14T17:02:41.791Z","caller":"ipamd/ipamd.go:677","msg":"Allocated 3 private IP addresses"}
{"level":"debug","ts":"2020-11-14T17:02:41.792Z","caller":"awsutils/awsutils.go:1348","msg":"Total number of interfaces found: 2 "}
{"level":"debug","ts":"2020-11-14T17:02:41.792Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:41.793Z","caller":"awsutils/awsutils.go:583","msg":"Using device number 0 for primary ENI: eni-0a62d2dbdda3de253"}
{"level":"debug","ts":"2020-11-14T17:02:41.793Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0a62d2dbdda3de253, MAC 02:0f:df:d4:2c:e8, device 0"}
{"level":"debug","ts":"2020-11-14T17:02:41.794Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 10.200.100.0/28 for ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:41.795Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [10.200.100.10] on ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:41.795Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:41.796Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0c06846cc125fe51a, MAC 02:88:46:38:7d:3c, device 1"}
{"level":"debug","ts":"2020-11-14T17:02:41.797Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 100.64.0.0/21 for ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:41.798Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [100.64.7.96] on ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:41.798Z","caller":"retry/retry.go:69","msg":"No secondary IPv4 addresses available yet on ENI eni-0c06846cc125fe51a"}
{"level":"debug","ts":"2020-11-14T17:02:41.903Z","caller":"awsutils/awsutils.go:1348","msg":"Total number of interfaces found: 2 "}
{"level":"debug","ts":"2020-11-14T17:02:41.903Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:41.905Z","caller":"awsutils/awsutils.go:583","msg":"Using device number 0 for primary ENI: eni-0a62d2dbdda3de253"}
{"level":"debug","ts":"2020-11-14T17:02:41.905Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0a62d2dbdda3de253, MAC 02:0f:df:d4:2c:e8, device 0"}
{"level":"debug","ts":"2020-11-14T17:02:41.905Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 10.200.100.0/28 for ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:41.906Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [10.200.100.10] on ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:41.906Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:41.907Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0c06846cc125fe51a, MAC 02:88:46:38:7d:3c, device 1"}
{"level":"debug","ts":"2020-11-14T17:02:41.908Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 100.64.0.0/21 for ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:41.909Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [100.64.7.96] on ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:41.909Z","caller":"retry/retry.go:69","msg":"No secondary IPv4 addresses available yet on ENI eni-0c06846cc125fe51a"}
{"level":"debug","ts":"2020-11-14T17:02:42.049Z","caller":"sdk/informer-sync.go:88","msg":"Handle ENIConfig Add/Update: us-east-2a, [sg-0bca3189f9aded496], subnet-0bc1fa1b8ce84159d"}
{"level":"debug","ts":"2020-11-14T17:02:42.049Z","caller":"sdk/informer-sync.go:88","msg":"Handle ENIConfig Add/Update: us-east-2b, [sg-0bca3189f9aded496], subnet-02d3c9b96d47a66d7"}
{"level":"debug","ts":"2020-11-14T17:02:42.051Z","caller":"sdk/informer-sync.go:88","msg":"Handle corev1.Node: ip-10-200-100-10.us-east-2.compute.internal, map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true], map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:t3a.small beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:us-east-2 failure-domain.beta.kubernetes.io/zone:us-east-2a kubernetes.io/arch:amd64 kubernetes.io/hostname:ip-10-200-100-10.us-east-2.compute.internal kubernetes.io/os:linux node.kubernetes.io/instance-type:t3a.small topology.kubernetes.io/region:us-east-2 topology.kubernetes.io/zone:us-east-2a vpc.amazonaws.com/eniConfig:us-east-2a]"}
{"level":"debug","ts":"2020-11-14T17:02:42.123Z","caller":"awsutils/awsutils.go:1348","msg":"Total number of interfaces found: 2 "}
{"level":"debug","ts":"2020-11-14T17:02:42.123Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:42.124Z","caller":"awsutils/awsutils.go:583","msg":"Using device number 0 for primary ENI: eni-0a62d2dbdda3de253"}
{"level":"debug","ts":"2020-11-14T17:02:42.124Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0a62d2dbdda3de253, MAC 02:0f:df:d4:2c:e8, device 0"}
{"level":"debug","ts":"2020-11-14T17:02:42.125Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 10.200.100.0/28 for ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:42.126Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [10.200.100.10] on ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:42.126Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:42.127Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0c06846cc125fe51a, MAC 02:88:46:38:7d:3c, device 1"}
{"level":"debug","ts":"2020-11-14T17:02:42.128Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 100.64.0.0/21 for ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:42.128Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [100.64.7.96] on ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:42.128Z","caller":"retry/retry.go:69","msg":"No secondary IPv4 addresses available yet on ENI eni-0c06846cc125fe51a"}
{"level":"debug","ts":"2020-11-14T17:02:42.548Z","caller":"awsutils/awsutils.go:1348","msg":"Total number of interfaces found: 2 "}
{"level":"debug","ts":"2020-11-14T17:02:42.548Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:42.549Z","caller":"awsutils/awsutils.go:583","msg":"Using device number 0 for primary ENI: eni-0a62d2dbdda3de253"}
{"level":"debug","ts":"2020-11-14T17:02:42.549Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0a62d2dbdda3de253, MAC 02:0f:df:d4:2c:e8, device 0"}
{"level":"debug","ts":"2020-11-14T17:02:42.550Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 10.200.100.0/28 for ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:42.551Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [10.200.100.10] on ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:42.551Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:42.552Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0c06846cc125fe51a, MAC 02:88:46:38:7d:3c, device 1"}
{"level":"debug","ts":"2020-11-14T17:02:42.552Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 100.64.0.0/21 for ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:42.553Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [100.64.7.96] on ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:42.553Z","caller":"retry/retry.go:69","msg":"No secondary IPv4 addresses available yet on ENI eni-0c06846cc125fe51a"}
{"level":"debug","ts":"2020-11-14T17:02:43.439Z","caller":"awsutils/awsutils.go:1348","msg":"Total number of interfaces found: 2 "}
{"level":"debug","ts":"2020-11-14T17:02:43.439Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:43.440Z","caller":"awsutils/awsutils.go:583","msg":"Using device number 0 for primary ENI: eni-0a62d2dbdda3de253"}
{"level":"debug","ts":"2020-11-14T17:02:43.440Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0a62d2dbdda3de253, MAC 02:0f:df:d4:2c:e8, device 0"}
{"level":"debug","ts":"2020-11-14T17:02:43.441Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 10.200.100.0/28 for ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:43.441Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [10.200.100.10] on ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:43.441Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:43.443Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0c06846cc125fe51a, MAC 02:88:46:38:7d:3c, device 1"}
{"level":"debug","ts":"2020-11-14T17:02:43.443Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 100.64.0.0/21 for ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:43.444Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [100.64.7.96] on ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:43.444Z","caller":"retry/retry.go:69","msg":"No secondary IPv4 addresses available yet on ENI eni-0c06846cc125fe51a"}
{"level":"debug","ts":"2020-11-14T17:02:45.203Z","caller":"awsutils/awsutils.go:1348","msg":"Total number of interfaces found: 2 "}
{"level":"debug","ts":"2020-11-14T17:02:45.203Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:45.204Z","caller":"awsutils/awsutils.go:583","msg":"Using device number 0 for primary ENI: eni-0a62d2dbdda3de253"}
{"level":"debug","ts":"2020-11-14T17:02:45.204Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0a62d2dbdda3de253, MAC 02:0f:df:d4:2c:e8, device 0"}
{"level":"debug","ts":"2020-11-14T17:02:45.205Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 10.200.100.0/28 for ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:45.206Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [10.200.100.10] on ENI 02:0f:df:d4:2c:e8"}
{"level":"debug","ts":"2020-11-14T17:02:45.206Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI MAC address: 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:45.207Z","caller":"awsutils/awsutils.go:569","msg":"Found ENI: eni-0c06846cc125fe51a, MAC 02:88:46:38:7d:3c, device 1"}
{"level":"debug","ts":"2020-11-14T17:02:45.207Z","caller":"awsutils/awsutils.go:589","msg":"Found CIDR 100.64.0.0/21 for ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:45.208Z","caller":"awsutils/awsutils.go:589","msg":"Found IP addresses [100.64.7.96 100.64.3.113 100.64.1.101 100.64.7.253] on ENI 02:88:46:38:7d:3c"}
{"level":"debug","ts":"2020-11-14T17:02:45.208Z","caller":"ipamd/ipamd.go:742","msg":"DataStore Add an ENI eni-0c06846cc125fe51a"}
{"level":"info","ts":"2020-11-14T17:02:45.208Z","caller":"networkutils/network.go:703","msg":"Setting up network for an ENI with IP address 100.64.7.96, MAC address 02:88:46:38:7d:3c, CIDR 100.64.0.0/21 and route table 2"}
{"level":"debug","ts":"2020-11-14T17:02:45.208Z","caller":"networkutils/network.go:714","msg":"Found the Link that uses mac address 02:88:46:38:7d:3c and its index is 3 (attempt 1/5)"}
{"level":"debug","ts":"2020-11-14T17:02:45.211Z","caller":"networkutils/network.go:703","msg":"Setting up ENI's primary IP 100.64.7.96"}
{"level":"debug","ts":"2020-11-14T17:02:45.211Z","caller":"networkutils/network.go:703","msg":"Adding IP address 100.64.7.96/21"}
{"level":"debug","ts":"2020-11-14T17:02:45.211Z","caller":"networkutils/network.go:703","msg":"Setting up ENI's default gateway 100.64.0.1, table 2, linkIndex 3"}
{"level":"debug","ts":"2020-11-14T17:02:45.211Z","caller":"retry/retry.go:69","msg":"Successfully added/replaced route to be 100.64.0.1/0"}
{"level":"debug","ts":"2020-11-14T17:02:45.211Z","caller":"retry/retry.go:69","msg":"Successfully added/replaced route to be 0.0.0.0/0"}
{"level":"info","ts":"2020-11-14T17:02:45.211Z","caller":"ipamd/ipamd.go:773","msg":"Added ENI(eni-0c06846cc125fe51a)'s IP 100.64.3.113 to datastore"}
{"level":"info","ts":"2020-11-14T17:02:45.211Z","caller":"ipamd/ipamd.go:773","msg":"Added ENI(eni-0c06846cc125fe51a)'s IP 100.64.1.101 to datastore"}
{"level":"info","ts":"2020-11-14T17:02:45.211Z","caller":"ipamd/ipamd.go:773","msg":"Added ENI(eni-0c06846cc125fe51a)'s IP 100.64.7.253 to datastore"}
{"level":"debug","ts":"2020-11-14T17:02:45.211Z","caller":"ipamd/ipamd.go:763","msg":"IP Address Pool stats: total: 3, assigned: 0"}
{"level":"debug","ts":"2020-11-14T17:02:45.211Z","caller":"ipamd/ipamd.go:628","msg":"Successfully increased IP pool, total: 3, used: 0"}
{"level":"debug","ts":"2020-11-14T17:02:45.211Z","caller":"ipamd/ipamd.go:641","msg":"IP pool stats: total = 3, used = 0, c.maxIPsPerENI = 3"}
{"level":"debug","ts":"2020-11-14T17:02:47.049Z","caller":"sdk/informer-sync.go:88","msg":"Handle ENIConfig Add/Update: us-east-2a, [sg-0bca3189f9aded496], subnet-0bc1fa1b8ce84159d"}
{"level":"debug","ts":"2020-11-14T17:02:47.050Z","caller":"sdk/informer-sync.go:88","msg":"Handle ENIConfig Add/Update: us-east-2b, [sg-0bca3189f9aded496], subnet-02d3c9b96d47a66d7"}
{"level":"debug","ts":"2020-11-14T17:02:47.051Z","caller":"sdk/informer-sync.go:88","msg":"Handle corev1.Node: ip-10-200-100-10.us-east-2.compute.internal, map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true], map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:t3a.small beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:us-east-2 failure-domain.beta.kubernetes.io/zone:us-east-2a kubernetes.io/arch:amd64 kubernetes.io/hostname:ip-10-200-100-10.us-east-2.compute.internal kubernetes.io/os:linux node.kubernetes.io/instance-type:t3a.small topology.kubernetes.io/region:us-east-2 topology.kubernetes.io/zone:us-east-2a vpc.amazonaws.com/eniConfig:us-east-2a]"}
{"level":"debug","ts":"2020-11-14T17:02:47.878Z","caller":"sdk/informer-sync.go:88","msg":"Handle corev1.Node: ip-10-200-100-10.us-east-2.compute.internal, map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true], map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:t3a.small beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:us-east-2 failure-domain.beta.kubernetes.io/zone:us-east-2a kubernetes.io/arch:amd64 kubernetes.io/hostname:ip-10-200-100-10.us-east-2.compute.internal kubernetes.io/os:linux node.kubernetes.io/instance-type:t3a.small topology.kubernetes.io/region:us-east-2 topology.kubernetes.io/zone:us-east-2a vpc.amazonaws.com/eniConfig:us-east-2a]"}
{"level":"debug","ts":"2020-11-14T17:02:47.893Z","caller":"sdk/informer-sync.go:88","msg":"Handle corev1.Node: ip-10-200-100-10.us-east-2.compute.internal, map[node.alpha.kubernetes.io/ttl:0 volumes.kubernetes.io/controller-managed-attach-detach:true], map[beta.kubernetes.io/arch:amd64 beta.kubernetes.io/instance-type:t3a.small beta.kubernetes.io/os:linux failure-domain.beta.kubernetes.io/region:us-east-2 failure-domain.beta.kubernetes.io/zone:us-east-2a kubernetes.io/arch:amd64 kubernetes.io/hostname:ip-10-200-100-10.us-east-2.compute.internal kubernetes.io/os:linux node.kubernetes.io/instance-type:t3a.small topology.kubernetes.io/region:us-east-2 topology.kubernetes.io/zone:us-east-2a vpc.amazonaws.com/eniConfig:us-east-2a]"}
{"level":"info","ts":"2020-11-14T17:02:51.333Z","caller":"rpc/rpc.pb.go:486","msg":"Received AddNetwork for NS /proc/5333/ns/net, Sandbox a1391ea1df4a7d46bde8b5e1a0ff7c22d6f2d1f0d77b528cee1d502fe720fe68, ifname eth0"}
{"level":"debug","ts":"2020-11-14T17:02:51.333Z","caller":"rpc/rpc.pb.go:486","msg":"AddNetworkRequest: ClientVersion:\"v1.7.5\" K8S_POD_NAME:\"coredns-66bc8b7b7b-hlzsh\" K8S_POD_NAMESPACE:\"kube-system\" K8S_POD_INFRA_CONTAINER_ID:\"a1391ea1df4a7d46bde8b5e1a0ff7c22d6f2d1f0d77b528cee1d502fe720fe68\" ContainerID:\"a1391ea1df4a7d46bde8b5e1a0ff7c22d6f2d1f0d77b528cee1d502fe720fe68\" IfName:\"eth0\" NetworkName:\"aws-cni\" Netns:\"/proc/5333/ns/net\" "}
{"level":"debug","ts":"2020-11-14T17:02:51.333Z","caller":"ipamd/rpc_handler.go:142","msg":"AssignIPv4Address: IP address pool stats: total: 3, assigned 0"}
{"level":"debug","ts":"2020-11-14T17:02:51.334Z","caller":"ipamd/rpc_handler.go:142","msg":"AssignPodIPv4Address: ENI eni-0a62d2dbdda3de253 does not have available addresses"}
{"level":"info","ts":"2020-11-14T17:02:51.334Z","caller":"datastore/data_store.go:499","msg":"AssignPodIPv4Address: Assign IP 100.64.3.113 to sandbox aws-cni/a1391ea1df4a7d46bde8b5e1a0ff7c22d6f2d1f0d77b528cee1d502fe720fe68/eth0"}
{"level":"debug","ts":"2020-11-14T17:02:51.334Z","caller":"rpc/rpc.pb.go:486","msg":"VPC CIDR 10.200.100.0/26"}
{"level":"debug","ts":"2020-11-14T17:02:51.334Z","caller":"rpc/rpc.pb.go:486","msg":"VPC CIDR 100.64.0.0/20"}
{"level":"info","ts":"2020-11-14T17:02:51.334Z","caller":"rpc/rpc.pb.go:486","msg":"Send AddNetworkReply: IPv4Addr 100.64.3.113, DeviceNumber: 1, err: <nil>"}
{"level":"info","ts":"2020-11-14T17:02:51.584Z","caller":"rpc/rpc.pb.go:486","msg":"Received AddNetwork for NS /proc/5385/ns/net, Sandbox a2872b49cd4affdb306b84a948affc73b5498858fa12a00df971b067c7e89ce1, ifname eth0"}
{"level":"debug","ts":"2020-11-14T17:02:51.584Z","caller":"rpc/rpc.pb.go:486","msg":"AddNetworkRequest: ClientVersion:\"v1.7.5\" K8S_POD_NAME:\"metrics-server-7949d47784-wzmv4\" K8S_POD_NAMESPACE:\"kube-system\" K8S_POD_INFRA_CONTAINER_ID:\"a2872b49cd4affdb306b84a948affc73b5498858fa12a00df971b067c7e89ce1\" ContainerID:\"a2872b49cd4affdb306b84a948affc73b5498858fa12a00df971b067c7e89ce1\" IfName:\"eth0\" NetworkName:\"aws-cni\" Netns:\"/proc/5385/ns/net\" "}
{"level":"debug","ts":"2020-11-14T17:02:51.584Z","caller":"ipamd/rpc_handler.go:142","msg":"AssignIPv4Address: IP address pool stats: total: 3, assigned 1"}
{"level":"debug","ts":"2020-11-14T17:02:51.584Z","caller":"ipamd/rpc_handler.go:142","msg":"AssignPodIPv4Address: ENI eni-0a62d2dbdda3de253 does not have available addresses"}
{"level":"info","ts":"2020-11-14T17:02:51.584Z","caller":"datastore/data_store.go:499","msg":"AssignPodIPv4Address: Assign IP 100.64.1.101 to sandbox aws-cni/a2872b49cd4affdb306b84a948affc73b5498858fa12a00df971b067c7e89ce1/eth0"}
{"level":"debug","ts":"2020-11-14T17:02:51.584Z","caller":"rpc/rpc.pb.go:486","msg":"VPC CIDR 10.200.100.0/26"}
{"level":"debug","ts":"2020-11-14T17:02:51.584Z","caller":"rpc/rpc.pb.go:486","msg":"VPC CIDR 100.64.0.0/20"}
{"level":"info","ts":"2020-11-14T17:02:51.584Z","caller":"rpc/rpc.pb.go:486","msg":"Send AddNetworkReply: IPv4Addr 100.64.1.101, DeviceNumber: 1, err: <nil>"}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment