Skip to content

Instantly share code, notes, and snippets.

@jmcclell

jmcclell/gist:9c6261cf8ad8ac0592c09253196954eb

Created April 28, 2018 14:54
Show Gist options
  • Save jmcclell/9c6261cf8ad8ac0592c09253196954eb to your computer and use it in GitHub Desktop.
Save jmcclell/9c6261cf8ad8ac0592c09253196954eb to your computer and use it in GitHub Desktop.
Download ZIP
kops create debug output
Raw
gistfile1.txt
jason@mbp15r:~ > kops create cluster east.kube.REDACTED \
--node-count 3 \
--zones "us-east-1a,us-east-1b,us-east-1c" \
--master-zones "us-east-1a,us-east-1b,us-east-1c" \
--dns-zone kube.REDACTED \
--master-size m5.xlarge \
--node-size m5.xlarge \
--topology private \
--networking kube-router \
--ssh-public-key ~/.ssh/t.dsc.tv.pub \
--bastion \
-v 10 \
--yes
I0428 07:57:08.070445 25873 create_cluster.go:1318] Using SSH public key: /Users/jason/.ssh/t.dsc.tv.pub
I0428 07:57:08.750827 25873 s3context.go:172] Found bucket "REDACTED-kops" in region "us-east-1"
I0428 07:57:08.750891 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/config"
I0428 07:57:11.684369 25873 channel.go:97] resolving "stable" against default channel location "https://raw.githubusercontent.com/kubernetes/kops/master/channels/"
I0428 07:57:11.684445 25873 channel.go:102] Loading channel from "https://raw.githubusercontent.com/kubernetes/kops/master/channels/stable"
I0428 07:57:11.684504 25873 context.go:159] Performing HTTP request: GET https://raw.githubusercontent.com/kubernetes/kops/master/channels/stable
I0428 07:57:11.791893 25873 channel.go:111] Channel contents: spec:
images:
# We put the "legacy" version first, for kops versions that don't support versions ( < 1.5.0 )
- name: kope.io/k8s-1.4-debian-jessie-amd64-hvm-ebs-2017-07-28
providerID: aws
kubernetesVersion: ">=1.4.0 <1.5.0"
- name: kope.io/k8s-1.5-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.5.0 <1.6.0"
- name: kope.io/k8s-1.6-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.6.0 <1.7.0"
- name: kope.io/k8s-1.7-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.7.0 <1.8.0"
- name: kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.8.0 <1.9.0"
- name: kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.9.0 <1.10.0"
# Need stretch as default in 1.10 (for nvme)
# BUT... this is causing the submit queue to block, so back to jessie temporarily: https://github.com/kubernetes/kubernetes/issues/56763
- name: kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.10.0"
- providerID: gce
name: "cos-cloud/cos-stable-60-9592-90-0"
cluster:
kubernetesVersion: v1.5.8
networking:
kubenet: {}
kubernetesVersions:
- range: ">=1.9.0"
recommendedVersion: 1.9.3
requiredVersion: 1.9.0
- range: ">=1.8.0"
recommendedVersion: 1.8.7
requiredVersion: 1.8.0
- range: ">=1.7.0"
recommendedVersion: 1.7.12
requiredVersion: 1.7.0
- range: ">=1.6.0"
recommendedVersion: 1.6.13
requiredVersion: 1.6.0
- range: ">=1.5.0"
recommendedVersion: 1.5.8
requiredVersion: 1.5.1
- range: "<1.5.0"
recommendedVersion: 1.4.12
requiredVersion: 1.4.2
kopsVersions:
- range: ">=1.9.0-alpha.1"
recommendedVersion: 1.9.0
#requiredVersion: 1.9.0
kubernetesVersion: 1.9.3
- range: ">=1.8.0-alpha.1"
recommendedVersion: 1.8.1
requiredVersion: 1.7.1
kubernetesVersion: 1.8.7
- range: ">=1.7.0-alpha.1"
recommendedVersion: 1.8.1
requiredVersion: 1.7.1
kubernetesVersion: 1.7.12
- range: ">=1.6.0-alpha.1"
recommendedVersion: 1.8.1
requiredVersion: 1.7.1
kubernetesVersion: 1.6.13
- range: ">=1.5.0-alpha1"
recommendedVersion: 1.8.1
requiredVersion: 1.7.1
kubernetesVersion: 1.5.8
- range: "<1.5.0"
recommendedVersion: 1.8.1
requiredVersion: 1.7.1
kubernetesVersion: 1.4.12
I0428 07:57:11.792180 25873 create_cluster.go:472] Inferred --cloud=aws from zone "us-east-1a"
I0428 07:57:11.792765 25873 create_cluster.go:879] networking mode=kube-router => {"kuberouter":{}}
I0428 07:57:11.792870 25873 aws_utils.go:39] Querying EC2 for all valid regions
I0428 07:57:12.060459 25873 aws_cloud.go:981] Querying EC2 for all valid zones in region "us-east-1"
I0428 07:57:12.060909 25873 request_logger.go:45] AWS request: ec2/DescribeAvailabilityZones
I0428 07:57:12.092388 25873 subnets.go:184] Assigned CIDR 172.20.32.0/19 to subnet us-east-1a
I0428 07:57:12.092464 25873 subnets.go:184] Assigned CIDR 172.20.64.0/19 to subnet us-east-1b
I0428 07:57:12.092502 25873 subnets.go:184] Assigned CIDR 172.20.96.0/19 to subnet us-east-1c
I0428 07:57:12.092539 25873 subnets.go:198] Assigned CIDR 172.20.0.0/22 to subnet utility-us-east-1a
I0428 07:57:12.092575 25873 subnets.go:198] Assigned CIDR 172.20.4.0/22 to subnet utility-us-east-1b
I0428 07:57:12.092610 25873 subnets.go:198] Assigned CIDR 172.20.8.0/22 to subnet utility-us-east-1c
I0428 07:57:12.092653 25873 defaults.go:209] Not setting up Proxy Excludes
I0428 07:57:12.098333 25873 populate_cluster_spec.go:380] Defaulted KubeControllerManager.ClusterCIDR to 100.96.0.0/11
I0428 07:57:12.098417 25873 populate_cluster_spec.go:387] Defaulted ServiceClusterIPRange to 100.64.0.0/13
I0428 07:57:12.098472 25873 aws_cloud.go:981] Querying EC2 for all valid zones in region "us-east-1"
I0428 07:57:12.098772 25873 request_logger.go:45] AWS request: ec2/DescribeAvailabilityZones
I0428 07:57:12.139338 25873 subnets.go:49] All subnets have CIDRs; skipping assignment logic
I0428 07:57:12.139409 25873 defaults.go:209] Not setting up Proxy Excludes
I0428 07:57:12.139555 25873 aws_cloud.go:981] Querying EC2 for all valid zones in region "us-east-1"
I0428 07:57:12.139859 25873 request_logger.go:45] AWS request: ec2/DescribeAvailabilityZones
I0428 07:57:12.173641 25873 tagbuilder.go:111] tags: [_aws _k8s_1_6 _networking_cni]
I0428 07:57:12.173905 25873 tree_walker.go:98] visit "config/components"
I0428 07:57:12.173999 25873 tree_walker.go:98] visit "config/components/docker"
I0428 07:57:12.174088 25873 tree_walker.go:98] visit "config/components/docker/_networking_cni"
I0428 07:57:12.174156 25873 tree_walker.go:125] Descending into directory, as tag is present: "config/components/docker/_networking_cni"
I0428 07:57:12.174208 25873 tree_walker.go:98] visit "config/components/docker/_networking_cni/cni.options"
I0428 07:57:12.174564 25873 tree_walker.go:98] visit "config/components/docker/_networking_kubenet"
I0428 07:57:12.174642 25873 tree_walker.go:121] Skipping directory "config/components/docker/_networking_kubenet" as tag "_networking_kubenet" not present
I0428 07:57:12.174682 25873 tree_walker.go:98] visit "config/components/docker/docker.options"
I0428 07:57:12.174936 25873 tree_walker.go:98] visit "config/components/docker/_e2e_storage_test_environment"
I0428 07:57:12.175049 25873 tree_walker.go:121] Skipping directory "config/components/docker/_e2e_storage_test_environment" as tag "_e2e_storage_test_environment" not present
I0428 07:57:12.175815 25873 options_loader.go:102] executing template components/docker/docker.options (tags=[])
I0428 07:57:12.176224 25873 options_loader.go:102] executing template components/docker/_networking_cni/cni.options (tags=[_networking_cni])
I0428 07:57:12.176468 25873 options_loader.go:129] executing builder *components.DefaultsOptionsBuilder
I0428 07:57:12.176544 25873 options_loader.go:129] executing builder *components.EtcdOptionsBuilder
I0428 07:57:12.176665 25873 options_loader.go:129] executing builder *components.KubeAPIServerOptionsBuilder
I0428 07:57:12.176817 25873 apiserver.go:251] Enabling apiserver insecure port, for healthchecks (issue #43784)
I0428 07:57:12.176867 25873 options_loader.go:129] executing builder *components.DockerOptionsBuilder
I0428 07:57:12.176929 25873 options_loader.go:129] executing builder *components.NetworkingOptionsBuilder
I0428 07:57:12.176985 25873 options_loader.go:129] executing builder *components.KubeDnsOptionsBuilder
I0428 07:57:12.177044 25873 options_loader.go:129] executing builder *components.KubeletOptionsBuilder
I0428 07:57:12.177118 25873 kubelet.go:145] Cloud Provider: aws
I0428 07:57:12.177161 25873 options_loader.go:129] executing builder *components.KubeControllerManagerOptionsBuilder
I0428 07:57:12.177241 25873 kubecontrollermanager.go:74] Kubernetes version "1.9.3" supports AttachDetachReconcileSyncPeriod; will configure
I0428 07:57:12.177293 25873 kubecontrollermanager.go:79] AttachDetachReconcileSyncPeriod is not set; will set to default 1m0s
I0428 07:57:12.177372 25873 options_loader.go:129] executing builder *components.KubeSchedulerOptionsBuilder
I0428 07:57:12.177459 25873 options_loader.go:129] executing builder *components.KubeProxyOptionsBuilder
I0428 07:57:12.179131 25873 options_loader.go:102] executing template components/docker/docker.options (tags=[])
I0428 07:57:12.179501 25873 options_loader.go:102] executing template components/docker/_networking_cni/cni.options (tags=[_networking_cni])
I0428 07:57:12.179681 25873 options_loader.go:129] executing builder *components.DefaultsOptionsBuilder
I0428 07:57:12.179731 25873 options_loader.go:129] executing builder *components.EtcdOptionsBuilder
I0428 07:57:12.179792 25873 options_loader.go:129] executing builder *components.KubeAPIServerOptionsBuilder
I0428 07:57:12.179906 25873 apiserver.go:251] Enabling apiserver insecure port, for healthchecks (issue #43784)
I0428 07:57:12.179943 25873 options_loader.go:129] executing builder *components.DockerOptionsBuilder
I0428 07:57:12.179988 25873 options_loader.go:129] executing builder *components.NetworkingOptionsBuilder
I0428 07:57:12.180039 25873 options_loader.go:129] executing builder *components.KubeDnsOptionsBuilder
I0428 07:57:12.180086 25873 options_loader.go:129] executing builder *components.KubeletOptionsBuilder
I0428 07:57:12.180145 25873 kubelet.go:145] Cloud Provider: aws
I0428 07:57:12.180182 25873 options_loader.go:129] executing builder *components.KubeControllerManagerOptionsBuilder
I0428 07:57:12.180212 25873 kubecontrollermanager.go:74] Kubernetes version "1.9.3" supports AttachDetachReconcileSyncPeriod; will configure
I0428 07:57:12.180264 25873 options_loader.go:129] executing builder *components.KubeSchedulerOptionsBuilder
I0428 07:57:12.180297 25873 options_loader.go:129] executing builder *components.KubeProxyOptionsBuilder
I0428 07:57:12.182201 25873 spec_builder.go:68] options: {
"channel": "stable",
"configBase": "s3://REDACTED-kops/east.kube.REDACTED",
"cloudProvider": "aws",
"kubernetesVersion": "1.9.3",
"subnets": [
{
"name": "us-east-1a",
"cidr": "172.20.32.0/19",
"zone": "us-east-1a",
"type": "Private"
},
{
"name": "us-east-1b",
"cidr": "172.20.64.0/19",
"zone": "us-east-1b",
"type": "Private"
},
{
"name": "us-east-1c",
"cidr": "172.20.96.0/19",
"zone": "us-east-1c",
"type": "Private"
},
{
"name": "utility-us-east-1a",
"cidr": "172.20.0.0/22",
"zone": "us-east-1a",
"type": "Utility"
},
{
"name": "utility-us-east-1b",
"cidr": "172.20.4.0/22",
"zone": "us-east-1b",
"type": "Utility"
},
{
"name": "utility-us-east-1c",
"cidr": "172.20.8.0/22",
"zone": "us-east-1c",
"type": "Utility"
}
],
"masterPublicName": "api.east.kube.REDACTED",
"masterInternalName": "api.internal.east.kube.REDACTED",
"networkCIDR": "172.20.0.0/16",
"topology": {
"masters": "private",
"nodes": "private",
"bastion": {
"bastionPublicName": "bastion.east.kube.REDACTED"
},
"dns": {
"type": "Public"
}
},
"secretStore": "s3://REDACTED-kops/east.kube.REDACTED/secrets",
"keyStore": "s3://REDACTED-kops/east.kube.REDACTED/pki",
"configStore": "s3://REDACTED-kops/east.kube.REDACTED",
"dnsZone": "kube.REDACTED",
"clusterDNSDomain": "cluster.local",
"serviceClusterIPRange": "100.64.0.0/13",
"nonMasqueradeCIDR": "100.64.0.0/10",
"sshAccess": [
"0.0.0.0/0"
],
"kubernetesApiAccess": [
"0.0.0.0/0"
],
"etcdClusters": [
{
"name": "main",
"etcdMembers": [
{
"name": "a",
"instanceGroup": "master-us-east-1a"
},
{
"name": "b",
"instanceGroup": "master-us-east-1b"
},
{
"name": "c",
"instanceGroup": "master-us-east-1c"
}
],
"version": "2.2.1",
"image": "gcr.io/google_containers/etcd:2.2.1"
},
{
"name": "events",
"etcdMembers": [
{
"name": "a",
"instanceGroup": "master-us-east-1a"
},
{
"name": "b",
"instanceGroup": "master-us-east-1b"
},
{
"name": "c",
"instanceGroup": "master-us-east-1c"
}
],
"version": "2.2.1",
"image": "gcr.io/google_containers/etcd:2.2.1"
}
],
"docker": {
"bridge": "",
"ipMasq": false,
"ipTables": false,
"logDriver": "json-file",
"logLevel": "warn",
"logOpt": [
"max-size=10m",
"max-file=5"
],
"storage": "overlay,aufs",
"version": "17.03.2"
},
"kubeDNS": {
"replicas": 2,
"domain": "cluster.local",
"serverIP": "100.64.0.10",
"cacheMaxSize": 1000,
"cacheMaxConcurrent": 150
},
"kubeAPIServer": {
"image": "gcr.io/google_containers/kube-apiserver:v1.9.3",
"logLevel": 2,
"cloudProvider": "aws",
"securePort": 443,
"insecurePort": 8080,
"address": "127.0.0.1",
"admissionControl": [
"Initializers",
"NamespaceLifecycle",
"LimitRanger",
"ServiceAccount",
"PersistentVolumeLabel",
"DefaultStorageClass",
"DefaultTolerationSeconds",
"MutatingAdmissionWebhook",
"ValidatingAdmissionWebhook",
"NodeRestriction",
"ResourceQuota"
],
"serviceClusterIPRange": "100.64.0.0/13",
"etcdServers": [
"http://127.0.0.1:4001"
],
"etcdServersOverrides": [
"/events#http://127.0.0.1:4002"
],
"allowPrivileged": true,
"apiServerCount": 3,
"anonymousAuth": false,
"kubeletPreferredAddressTypes": [
"InternalIP",
"Hostname",
"ExternalIP"
],
"storageBackend": "etcd2",
"authorizationMode": "RBAC",
"requestheaderUsernameHeaders": [
"X-Remote-User"
],
"requestheaderGroupHeaders": [
"X-Remote-Group"
],
"requestheaderExtraHeaderPrefixes": [
"X-Remote-Extra-"
],
"requestheaderAllowedNames": [
"aggregator"
],
"etcdQuorumRead": false
},
"kubeControllerManager": {
"logLevel": 2,
"image": "gcr.io/google_containers/kube-controller-manager:v1.9.3",
"cloudProvider": "aws",
"clusterName": "east.kube.REDACTED",
"clusterCIDR": "100.96.0.0/11",
"allocateNodeCIDRs": true,
"configureCloudRoutes": false,
"leaderElection": {
"leaderElect": true
},
"attachDetachReconcileSyncPeriod": "1m0s",
"useServiceAccountCredentials": true
},
"kubeScheduler": {
"logLevel": 2,
"image": "gcr.io/google_containers/kube-scheduler:v1.9.3",
"leaderElection": {
"leaderElect": true
}
},
"kubeProxy": {
"image": "gcr.io/google_containers/kube-proxy:v1.9.3",
"cpuRequest": "100m",
"logLevel": 2,
"clusterCIDR": "100.96.0.0/11",
"hostnameOverride": "@aws"
},
"kubelet": {
"kubeconfigPath": "/var/lib/kubelet/kubeconfig",
"logLevel": 2,
"podManifestPath": "/etc/kubernetes/manifests",
"hostnameOverride": "@aws",
"podInfraContainerImage": "gcr.io/google_containers/pause-amd64:3.0",
"allowPrivileged": true,
"enableDebuggingHandlers": true,
"clusterDomain": "cluster.local",
"clusterDNS": "100.64.0.10",
"networkPluginName": "cni",
"cloudProvider": "aws",
"cgroupRoot": "/",
"nonMasqueradeCIDR": "100.64.0.0/10",
"evictionHard": "memory.available\u003c100Mi,nodefs.available\u003c10%,nodefs.inodesFree\u003c5%,imagefs.available\u003c10%,imagefs.inodesFree\u003c5%",
"featureGates": {
"ExperimentalCriticalPodAnnotation": "true"
}
},
"masterKubelet": {
"kubeconfigPath": "/var/lib/kubelet/kubeconfig",
"logLevel": 2,
"podManifestPath": "/etc/kubernetes/manifests",
"hostnameOverride": "@aws",
"podInfraContainerImage": "gcr.io/google_containers/pause-amd64:3.0",
"allowPrivileged": true,
"enableDebuggingHandlers": true,
"clusterDomain": "cluster.local",
"clusterDNS": "100.64.0.10",
"networkPluginName": "cni",
"cloudProvider": "aws",
"cgroupRoot": "/",
"registerSchedulable": false,
"nonMasqueradeCIDR": "100.64.0.0/10",
"evictionHard": "memory.available\u003c100Mi,nodefs.available\u003c10%,nodefs.inodesFree\u003c5%,imagefs.available\u003c10%,imagefs.inodesFree\u003c5%",
"featureGates": {
"ExperimentalCriticalPodAnnotation": "true"
}
},
"networking": {
"kuberouter": {}
},
"api": {
"loadBalancer": {
"type": "Public"
}
},
"authorization": {
"rbac": {}
},
"iam": {
"legacy": false,
"allowContainerRegistry": true
}
}
I0428 07:57:12.183082 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.4.0 <1.5.0
I0428 07:57:12.183165 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.5.0 <1.6.0
I0428 07:57:12.183223 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.6.0 <1.7.0
I0428 07:57:12.183278 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.7.0 <1.8.0
I0428 07:57:12.183331 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.8.0 <1.9.0
I0428 07:57:12.183391 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.10.0
I0428 07:57:12.183531 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.4.0 <1.5.0
I0428 07:57:12.183593 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.5.0 <1.6.0
I0428 07:57:12.183648 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.6.0 <1.7.0
I0428 07:57:12.183694 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.7.0 <1.8.0
I0428 07:57:12.183794 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.8.0 <1.9.0
I0428 07:57:12.183877 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.10.0
I0428 07:57:12.184055 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.4.0 <1.5.0
I0428 07:57:12.184150 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.5.0 <1.6.0
I0428 07:57:12.184204 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.6.0 <1.7.0
I0428 07:57:12.184254 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.7.0 <1.8.0
I0428 07:57:12.184297 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.8.0 <1.9.0
I0428 07:57:12.184337 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.10.0
I0428 07:57:12.184494 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.4.0 <1.5.0
I0428 07:57:12.184556 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.5.0 <1.6.0
I0428 07:57:12.184610 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.6.0 <1.7.0
I0428 07:57:12.184649 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.7.0 <1.8.0
I0428 07:57:12.184683 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.8.0 <1.9.0
I0428 07:57:12.184779 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.10.0
I0428 07:57:12.184919 25873 aws_cloud.go:981] Querying EC2 for all valid zones in region "us-east-1"
I0428 07:57:12.185205 25873 request_logger.go:45] AWS request: ec2/DescribeAvailabilityZones
I0428 07:57:12.212344 25873 aws_cloud.go:1151] checking if instance type "t2.micro" is supported in region "us-east-1"
I0428 07:57:12.212698 25873 request_logger.go:45] AWS request: ec2/DescribeReservedInstancesOfferings
I0428 07:57:12.433316 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.4.0 <1.5.0
I0428 07:57:12.433391 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.5.0 <1.6.0
I0428 07:57:12.433475 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.6.0 <1.7.0
I0428 07:57:12.433513 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.7.0 <1.8.0
I0428 07:57:12.433549 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.8.0 <1.9.0
I0428 07:57:12.433587 25873 channel.go:274] Kubernetes version "1.9.3" does not match range: >=1.10.0
I0428 07:57:12.488170 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/config"
I0428 07:57:12.511239 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/config"
I0428 07:57:12.511472 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/config" SSE="AES256" ACL=""
I0428 07:57:12.549859 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1a"
I0428 07:57:12.572922 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1a"
I0428 07:57:12.573014 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/master-us-east-1a" SSE="AES256" ACL=""
I0428 07:57:12.607466 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1b"
I0428 07:57:12.630412 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1b"
I0428 07:57:12.630515 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/master-us-east-1b" SSE="AES256" ACL=""
I0428 07:57:12.748348 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1c"
I0428 07:57:12.770448 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1c"
I0428 07:57:12.770542 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/master-us-east-1c" SSE="AES256" ACL=""
I0428 07:57:12.804725 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/nodes"
I0428 07:57:12.830543 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/nodes"
I0428 07:57:12.830638 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/nodes" SSE="AES256" ACL=""
I0428 07:57:12.866500 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/bastions"
I0428 07:57:12.891718 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/bastions"
I0428 07:57:12.891793 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/bastions" SSE="AES256" ACL=""
I0428 07:57:12.954704 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/cluster.spec"
I0428 07:57:12.954791 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/cluster.spec" SSE="AES256" ACL=""
I0428 07:57:12.991724 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/ssh/public/admin/f063a61d13c00a4e2cb59297c81a003f"
I0428 07:57:12.991799 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/ssh/public/admin/f063a61d13c00a4e2cb59297c81a003f" SSE="AES256" ACL=""
I0428 07:57:13.023309 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/config"
I0428 07:57:13.052783 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/instancegroup/"
I0428 07:57:13.094356 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/instancegroup: [s3://REDACTED-kops/east.kube.REDACTED/instancegroup/bastions s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1a s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1b s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1c s3://REDACTED-kops/east.kube.REDACTED/instancegroup/nodes]
I0428 07:57:13.094492 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/bastions"
I0428 07:57:13.125683 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1a"
I0428 07:57:13.238422 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1b"
I0428 07:57:13.267115 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1c"
I0428 07:57:13.293395 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/nodes"
I0428 07:57:13.319819 25873 channel.go:97] resolving "stable" against default channel location "https://raw.githubusercontent.com/kubernetes/kops/master/channels/"
I0428 07:57:13.319911 25873 channel.go:102] Loading channel from "https://raw.githubusercontent.com/kubernetes/kops/master/channels/stable"
I0428 07:57:13.319953 25873 context.go:159] Performing HTTP request: GET https://raw.githubusercontent.com/kubernetes/kops/master/channels/stable
I0428 07:57:13.343791 25873 channel.go:111] Channel contents: spec:
images:
# We put the "legacy" version first, for kops versions that don't support versions ( < 1.5.0 )
- name: kope.io/k8s-1.4-debian-jessie-amd64-hvm-ebs-2017-07-28
providerID: aws
kubernetesVersion: ">=1.4.0 <1.5.0"
- name: kope.io/k8s-1.5-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.5.0 <1.6.0"
- name: kope.io/k8s-1.6-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.6.0 <1.7.0"
- name: kope.io/k8s-1.7-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.7.0 <1.8.0"
- name: kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.8.0 <1.9.0"
- name: kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.9.0 <1.10.0"
# Need stretch as default in 1.10 (for nvme)
# BUT... this is causing the submit queue to block, so back to jessie temporarily: https://github.com/kubernetes/kubernetes/issues/56763
- name: kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08
providerID: aws
kubernetesVersion: ">=1.10.0"
- providerID: gce
name: "cos-cloud/cos-stable-60-9592-90-0"
cluster:
kubernetesVersion: v1.5.8
networking:
kubenet: {}
kubernetesVersions:
- range: ">=1.9.0"
recommendedVersion: 1.9.3
requiredVersion: 1.9.0
- range: ">=1.8.0"
recommendedVersion: 1.8.7
requiredVersion: 1.8.0
- range: ">=1.7.0"
recommendedVersion: 1.7.12
requiredVersion: 1.7.0
- range: ">=1.6.0"
recommendedVersion: 1.6.13
requiredVersion: 1.6.0
- range: ">=1.5.0"
recommendedVersion: 1.5.8
requiredVersion: 1.5.1
- range: "<1.5.0"
recommendedVersion: 1.4.12
requiredVersion: 1.4.2
kopsVersions:
- range: ">=1.9.0-alpha.1"
recommendedVersion: 1.9.0
#requiredVersion: 1.9.0
kubernetesVersion: 1.9.3
- range: ">=1.8.0-alpha.1"
recommendedVersion: 1.8.1
requiredVersion: 1.7.1
kubernetesVersion: 1.8.7
- range: ">=1.7.0-alpha.1"
recommendedVersion: 1.8.1
requiredVersion: 1.7.1
kubernetesVersion: 1.7.12
- range: ">=1.6.0-alpha.1"
recommendedVersion: 1.8.1
requiredVersion: 1.7.1
kubernetesVersion: 1.6.13
- range: ">=1.5.0-alpha1"
recommendedVersion: 1.8.1
requiredVersion: 1.7.1
kubernetesVersion: 1.5.8
- range: "<1.5.0"
recommendedVersion: 1.8.1
requiredVersion: 1.7.1
kubernetesVersion: 1.4.12
I0428 07:57:13.344785 25873 populate_cluster_spec.go:380] Defaulted KubeControllerManager.ClusterCIDR to 100.96.0.0/11
I0428 07:57:13.344847 25873 populate_cluster_spec.go:387] Defaulted ServiceClusterIPRange to 100.64.0.0/13
I0428 07:57:13.344901 25873 aws_cloud.go:981] Querying EC2 for all valid zones in region "us-east-1"
I0428 07:57:13.345136 25873 request_logger.go:45] AWS request: ec2/DescribeAvailabilityZones
I0428 07:57:13.373201 25873 subnets.go:49] All subnets have CIDRs; skipping assignment logic
I0428 07:57:13.373257 25873 defaults.go:209] Not setting up Proxy Excludes
I0428 07:57:13.373336 25873 aws_cloud.go:981] Querying EC2 for all valid zones in region "us-east-1"
I0428 07:57:13.373555 25873 request_logger.go:45] AWS request: ec2/DescribeAvailabilityZones
I0428 07:57:13.404720 25873 tagbuilder.go:111] tags: [_aws _k8s_1_6 _networking_cni]
I0428 07:57:13.404864 25873 tree_walker.go:98] visit "config/components"
I0428 07:57:13.404926 25873 tree_walker.go:98] visit "config/components/docker"
I0428 07:57:13.404977 25873 tree_walker.go:98] visit "config/components/docker/_e2e_storage_test_environment"
I0428 07:57:13.405021 25873 tree_walker.go:121] Skipping directory "config/components/docker/_e2e_storage_test_environment" as tag "_e2e_storage_test_environment" not present
I0428 07:57:13.405055 25873 tree_walker.go:98] visit "config/components/docker/_networking_cni"
I0428 07:57:13.405093 25873 tree_walker.go:125] Descending into directory, as tag is present: "config/components/docker/_networking_cni"
I0428 07:57:13.405126 25873 tree_walker.go:98] visit "config/components/docker/_networking_cni/cni.options"
I0428 07:57:13.405306 25873 tree_walker.go:98] visit "config/components/docker/_networking_kubenet"
I0428 07:57:13.405368 25873 tree_walker.go:121] Skipping directory "config/components/docker/_networking_kubenet" as tag "_networking_kubenet" not present
I0428 07:57:13.405412 25873 tree_walker.go:98] visit "config/components/docker/docker.options"
I0428 07:57:13.406108 25873 options_loader.go:102] executing template components/docker/docker.options (tags=[])
I0428 07:57:13.406341 25873 options_loader.go:102] executing template components/docker/_networking_cni/cni.options (tags=[_networking_cni])
I0428 07:57:13.406475 25873 options_loader.go:129] executing builder *components.DefaultsOptionsBuilder
I0428 07:57:13.406511 25873 options_loader.go:129] executing builder *components.EtcdOptionsBuilder
I0428 07:57:13.406555 25873 options_loader.go:129] executing builder *components.KubeAPIServerOptionsBuilder
I0428 07:57:13.406638 25873 apiserver.go:251] Enabling apiserver insecure port, for healthchecks (issue #43784)
I0428 07:57:13.406664 25873 options_loader.go:129] executing builder *components.DockerOptionsBuilder
I0428 07:57:13.406694 25873 options_loader.go:129] executing builder *components.NetworkingOptionsBuilder
I0428 07:57:13.406724 25873 options_loader.go:129] executing builder *components.KubeDnsOptionsBuilder
I0428 07:57:13.406756 25873 options_loader.go:129] executing builder *components.KubeletOptionsBuilder
I0428 07:57:13.406798 25873 kubelet.go:145] Cloud Provider: aws
I0428 07:57:13.406837 25873 options_loader.go:129] executing builder *components.KubeControllerManagerOptionsBuilder
I0428 07:57:13.406871 25873 kubecontrollermanager.go:74] Kubernetes version "1.9.3" supports AttachDetachReconcileSyncPeriod; will configure
I0428 07:57:13.406900 25873 kubecontrollermanager.go:79] AttachDetachReconcileSyncPeriod is not set; will set to default 1m0s
I0428 07:57:13.406941 25873 options_loader.go:129] executing builder *components.KubeSchedulerOptionsBuilder
I0428 07:57:13.406980 25873 options_loader.go:129] executing builder *components.KubeProxyOptionsBuilder
I0428 07:57:13.408068 25873 options_loader.go:102] executing template components/docker/docker.options (tags=[])
I0428 07:57:13.408273 25873 options_loader.go:102] executing template components/docker/_networking_cni/cni.options (tags=[_networking_cni])
I0428 07:57:13.408425 25873 options_loader.go:129] executing builder *components.DefaultsOptionsBuilder
I0428 07:57:13.408459 25873 options_loader.go:129] executing builder *components.EtcdOptionsBuilder
I0428 07:57:13.408494 25873 options_loader.go:129] executing builder *components.KubeAPIServerOptionsBuilder
I0428 07:57:13.408558 25873 apiserver.go:251] Enabling apiserver insecure port, for healthchecks (issue #43784)
I0428 07:57:13.408582 25873 options_loader.go:129] executing builder *components.DockerOptionsBuilder
I0428 07:57:13.408610 25873 options_loader.go:129] executing builder *components.NetworkingOptionsBuilder
I0428 07:57:13.408638 25873 options_loader.go:129] executing builder *components.KubeDnsOptionsBuilder
I0428 07:57:13.408667 25873 options_loader.go:129] executing builder *components.KubeletOptionsBuilder
I0428 07:57:13.408706 25873 kubelet.go:145] Cloud Provider: aws
I0428 07:57:13.408741 25873 options_loader.go:129] executing builder *components.KubeControllerManagerOptionsBuilder
I0428 07:57:13.408773 25873 kubecontrollermanager.go:74] Kubernetes version "1.9.3" supports AttachDetachReconcileSyncPeriod; will configure
I0428 07:57:13.408814 25873 options_loader.go:129] executing builder *components.KubeSchedulerOptionsBuilder
I0428 07:57:13.408844 25873 options_loader.go:129] executing builder *components.KubeProxyOptionsBuilder
I0428 07:57:13.410321 25873 spec_builder.go:68] options: {
"channel": "stable",
"configBase": "s3://REDACTED-kops/east.kube.REDACTED",
"cloudProvider": "aws",
"kubernetesVersion": "1.9.3",
"subnets": [
{
"name": "us-east-1a",
"cidr": "172.20.32.0/19",
"zone": "us-east-1a",
"type": "Private"
},
{
"name": "us-east-1b",
"cidr": "172.20.64.0/19",
"zone": "us-east-1b",
"type": "Private"
},
{
"name": "us-east-1c",
"cidr": "172.20.96.0/19",
"zone": "us-east-1c",
"type": "Private"
},
{
"name": "utility-us-east-1a",
"cidr": "172.20.0.0/22",
"zone": "us-east-1a",
"type": "Utility"
},
{
"name": "utility-us-east-1b",
"cidr": "172.20.4.0/22",
"zone": "us-east-1b",
"type": "Utility"
},
{
"name": "utility-us-east-1c",
"cidr": "172.20.8.0/22",
"zone": "us-east-1c",
"type": "Utility"
}
],
"masterPublicName": "api.east.kube.REDACTED",
"masterInternalName": "api.internal.east.kube.REDACTED",
"networkCIDR": "172.20.0.0/16",
"topology": {
"masters": "private",
"nodes": "private",
"bastion": {
"bastionPublicName": "bastion.east.kube.REDACTED"
},
"dns": {
"type": "Public"
}
},
"secretStore": "s3://REDACTED-kops/east.kube.REDACTED/secrets",
"keyStore": "s3://REDACTED-kops/east.kube.REDACTED/pki",
"configStore": "s3://REDACTED-kops/east.kube.REDACTED",
"dnsZone": "kube.REDACTED",
"clusterDNSDomain": "cluster.local",
"serviceClusterIPRange": "100.64.0.0/13",
"nonMasqueradeCIDR": "100.64.0.0/10",
"sshAccess": [
"0.0.0.0/0"
],
"kubernetesApiAccess": [
"0.0.0.0/0"
],
"etcdClusters": [
{
"name": "main",
"etcdMembers": [
{
"name": "a",
"instanceGroup": "master-us-east-1a"
},
{
"name": "b",
"instanceGroup": "master-us-east-1b"
},
{
"name": "c",
"instanceGroup": "master-us-east-1c"
}
],
"version": "2.2.1",
"image": "gcr.io/google_containers/etcd:2.2.1"
},
{
"name": "events",
"etcdMembers": [
{
"name": "a",
"instanceGroup": "master-us-east-1a"
},
{
"name": "b",
"instanceGroup": "master-us-east-1b"
},
{
"name": "c",
"instanceGroup": "master-us-east-1c"
}
],
"version": "2.2.1",
"image": "gcr.io/google_containers/etcd:2.2.1"
}
],
"docker": {
"bridge": "",
"ipMasq": false,
"ipTables": false,
"logDriver": "json-file",
"logLevel": "warn",
"logOpt": [
"max-size=10m",
"max-file=5"
],
"storage": "overlay,aufs",
"version": "17.03.2"
},
"kubeDNS": {
"replicas": 2,
"domain": "cluster.local",
"serverIP": "100.64.0.10",
"cacheMaxSize": 1000,
"cacheMaxConcurrent": 150
},
"kubeAPIServer": {
"image": "gcr.io/google_containers/kube-apiserver:v1.9.3",
"logLevel": 2,
"cloudProvider": "aws",
"securePort": 443,
"insecurePort": 8080,
"address": "127.0.0.1",
"admissionControl": [
"Initializers",
"NamespaceLifecycle",
"LimitRanger",
"ServiceAccount",
"PersistentVolumeLabel",
"DefaultStorageClass",
"DefaultTolerationSeconds",
"MutatingAdmissionWebhook",
"ValidatingAdmissionWebhook",
"NodeRestriction",
"ResourceQuota"
],
"serviceClusterIPRange": "100.64.0.0/13",
"etcdServers": [
"http://127.0.0.1:4001"
],
"etcdServersOverrides": [
"/events#http://127.0.0.1:4002"
],
"allowPrivileged": true,
"apiServerCount": 3,
"anonymousAuth": false,
"kubeletPreferredAddressTypes": [
"InternalIP",
"Hostname",
"ExternalIP"
],
"storageBackend": "etcd2",
"authorizationMode": "RBAC",
"requestheaderUsernameHeaders": [
"X-Remote-User"
],
"requestheaderGroupHeaders": [
"X-Remote-Group"
],
"requestheaderExtraHeaderPrefixes": [
"X-Remote-Extra-"
],
"requestheaderAllowedNames": [
"aggregator"
],
"etcdQuorumRead": false
},
"kubeControllerManager": {
"logLevel": 2,
"image": "gcr.io/google_containers/kube-controller-manager:v1.9.3",
"cloudProvider": "aws",
"clusterName": "east.kube.REDACTED",
"clusterCIDR": "100.96.0.0/11",
"allocateNodeCIDRs": true,
"configureCloudRoutes": false,
"leaderElection": {
"leaderElect": true
},
"attachDetachReconcileSyncPeriod": "1m0s",
"useServiceAccountCredentials": true
},
"kubeScheduler": {
"logLevel": 2,
"image": "gcr.io/google_containers/kube-scheduler:v1.9.3",
"leaderElection": {
"leaderElect": true
}
},
"kubeProxy": {
"image": "gcr.io/google_containers/kube-proxy:v1.9.3",
"cpuRequest": "100m",
"logLevel": 2,
"clusterCIDR": "100.96.0.0/11",
"hostnameOverride": "@aws"
},
"kubelet": {
"kubeconfigPath": "/var/lib/kubelet/kubeconfig",
"logLevel": 2,
"podManifestPath": "/etc/kubernetes/manifests",
"hostnameOverride": "@aws",
"podInfraContainerImage": "gcr.io/google_containers/pause-amd64:3.0",
"allowPrivileged": true,
"enableDebuggingHandlers": true,
"clusterDomain": "cluster.local",
"clusterDNS": "100.64.0.10",
"networkPluginName": "cni",
"cloudProvider": "aws",
"cgroupRoot": "/",
"nonMasqueradeCIDR": "100.64.0.0/10",
"evictionHard": "memory.available\u003c100Mi,nodefs.available\u003c10%,nodefs.inodesFree\u003c5%,imagefs.available\u003c10%,imagefs.inodesFree\u003c5%",
"featureGates": {
"ExperimentalCriticalPodAnnotation": "true"
}
},
"masterKubelet": {
"kubeconfigPath": "/var/lib/kubelet/kubeconfig",
"logLevel": 2,
"podManifestPath": "/etc/kubernetes/manifests",
"hostnameOverride": "@aws",
"podInfraContainerImage": "gcr.io/google_containers/pause-amd64:3.0",
"allowPrivileged": true,
"enableDebuggingHandlers": true,
"clusterDomain": "cluster.local",
"clusterDNS": "100.64.0.10",
"networkPluginName": "cni",
"cloudProvider": "aws",
"cgroupRoot": "/",
"registerSchedulable": false,
"nonMasqueradeCIDR": "100.64.0.0/10",
"evictionHard": "memory.available\u003c100Mi,nodefs.available\u003c10%,nodefs.inodesFree\u003c5%,imagefs.available\u003c10%,imagefs.inodesFree\u003c5%",
"featureGates": {
"ExperimentalCriticalPodAnnotation": "true"
}
},
"networking": {
"kuberouter": {}
},
"api": {
"loadBalancer": {
"type": "Public"
}
},
"authorization": {
"rbac": {}
},
"iam": {
"legacy": false,
"allowContainerRegistry": true
}
}
I0428 07:57:13.411045 25873 channel.go:162] RecommendedVersion="1.9.0", Have="1.9.0". No upgrade needed.
I0428 07:57:13.411089 25873 channel.go:190] VersionRecommendationSpec does not specify RequiredVersion
I0428 07:57:13.411137 25873 channel.go:142] RecommendedVersion="1.9.3", Have="1.9.3". No upgrade needed.
I0428 07:57:13.411172 25873 channel.go:182] RequiredVersion="1.9.0", Have="1.9.3". No upgrade needed.
I0428 07:57:13.411363 25873 context.go:159] Performing HTTP request: GET https://storage.googleapis.com/kubernetes-release/release/v1.9.3/bin/linux/amd64/kubelet.sha1
I0428 07:57:13.511999 25873 builder.go:269] Found hash "ef979a00ba2f7bf4ee5023e82f94ced2d94c1726" for "https://storage.googleapis.com/kubernetes-release/release/v1.9.3/bin/linux/amd64/kubelet"
I0428 07:57:13.512099 25873 builder.go:202] adding file: &{FileURL:https://storage.googleapis.com/kubernetes-release/release/v1.9.3/bin/linux/amd64/kubelet CanonicalFileURL:<nil> SHAValue:ef979a00ba2f7bf4ee5023e82f94ced2d94c1726}
I0428 07:57:13.512286 25873 context.go:159] Performing HTTP request: GET https://storage.googleapis.com/kubernetes-release/release/v1.9.3/bin/linux/amd64/kubectl.sha1
I0428 07:57:13.525899 25873 builder.go:269] Found hash "a27d808eb011dbeea876fe5326349ed167a7ed28" for "https://storage.googleapis.com/kubernetes-release/release/v1.9.3/bin/linux/amd64/kubectl"
I0428 07:57:13.526002 25873 builder.go:202] adding file: &{FileURL:https://storage.googleapis.com/kubernetes-release/release/v1.9.3/bin/linux/amd64/kubectl CanonicalFileURL:<nil> SHAValue:a27d808eb011dbeea876fe5326349ed167a7ed28}
I0428 07:57:13.526224 25873 networking.go:158] Adding default CNI asset for k8s 1.9.x and higher: https://storage.googleapis.com/kubernetes-release/network-plugins/cni-plugins-amd64-v0.6.0.tgz
I0428 07:57:13.526318 25873 urls.go:61] Using default base url: "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/"
I0428 07:57:13.526401 25873 context.go:159] Performing HTTP request: GET https://kubeupv2.s3.amazonaws.com/kops/1.9.0/linux/amd64/utils.tar.gz.sha1
I0428 07:57:13.632910 25873 builder.go:269] Found hash "c6f310214f687b6c2f32e81c2a49235182950be3" for "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/linux/amd64/utils.tar.gz"
I0428 07:57:13.632996 25873 builder.go:202] adding file: &{FileURL:https://kubeupv2.s3.amazonaws.com/kops/1.9.0/linux/amd64/utils.tar.gz CanonicalFileURL:<nil> SHAValue:c6f310214f687b6c2f32e81c2a49235182950be3}
I0428 07:57:13.633143 25873 urls.go:53] Using cached kopsBaseUrl url: "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/"
I0428 07:57:13.633193 25873 context.go:159] Performing HTTP request: GET https://kubeupv2.s3.amazonaws.com/kops/1.9.0/linux/amd64/nodeup.sha1
I0428 07:57:13.651891 25873 builder.go:269] Found hash "54ecae66a2b4e1409b36fc00b550f2501afedbfc" for "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/linux/amd64/nodeup"
I0428 07:57:13.651982 25873 builder.go:202] adding file: &{FileURL:https://kubeupv2.s3.amazonaws.com/kops/1.9.0/linux/amd64/nodeup CanonicalFileURL:<nil> SHAValue:54ecae66a2b4e1409b36fc00b550f2501afedbfc}
I0428 07:57:13.652114 25873 urls.go:115] Using default nodeup location: "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/linux/amd64/nodeup"
I0428 07:57:13.652153 25873 urls.go:53] Using cached kopsBaseUrl url: "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/"
I0428 07:57:13.652203 25873 context.go:159] Performing HTTP request: GET https://kubeupv2.s3.amazonaws.com/kops/1.9.0/images/protokube.tar.gz.sha1
I0428 07:57:13.674313 25873 builder.go:269] Found hash "4bbfcc6df1c1c0953bd0532113a74b7ae21e0ded" for "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/images/protokube.tar.gz"
I0428 07:57:13.674398 25873 builder.go:202] adding file: &{FileURL:https://kubeupv2.s3.amazonaws.com/kops/1.9.0/images/protokube.tar.gz CanonicalFileURL:<nil> SHAValue:4bbfcc6df1c1c0953bd0532113a74b7ae21e0ded}
I0428 07:57:13.674546 25873 urls.go:152] Using default protokube location: "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/images/protokube.tar.gz"
I0428 07:57:13.674671 25873 aws_cloud.go:981] Querying EC2 for all valid zones in region "us-east-1"
I0428 07:57:13.674900 25873 request_logger.go:45] AWS request: ec2/DescribeAvailabilityZones
I0428 07:57:13.702812 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/ssh/public/admin/"
I0428 07:57:13.734660 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/ssh/public/admin: [s3://REDACTED-kops/east.kube.REDACTED/pki/ssh/public/admin/f063a61d13c00a4e2cb59297c81a003f]
I0428 07:57:13.734738 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/ssh/public/admin/f063a61d13c00a4e2cb59297c81a003f"
I0428 07:57:13.758689 25873 route53.go:53] AWS request: route53 ListHostedZones
I0428 07:57:13.956252 25873 dns.go:102] Doing DNS lookup to verify NS records for "kube.REDACTED"
I0428 07:57:13.991162 25873 dns.go:119] Found NS records for "kube.REDACTED": [ns-1125.awsdns-12.org. ns-1913.awsdns-47.co.uk. ns-486.awsdns-60.com. ns-855.awsdns-42.net.]
I0428 07:57:13.991248 25873 tagbuilder.go:111] tags: [_aws _k8s_1_6 _networking_cni]
I0428 07:57:13.991620 25873 templates.go:88] loading resource "addons/storage-gce.addons.k8s.io/v1.6.0.yaml"
I0428 07:57:13.991733 25873 templates.go:88] loading resource "addons/storage-gce.addons.k8s.io/v1.7.0.yaml"
I0428 07:57:13.991846 25873 templates.go:88] loading resource "addons/limit-range.addons.k8s.io/addon.yaml"
I0428 07:57:13.991945 25873 templates.go:88] loading resource "addons/limit-range.addons.k8s.io/v1.5.0.yaml"
I0428 07:57:13.992149 25873 templates.go:80] loading (templated) resource "addons/networking.kuberouter/k8s-1.6.yaml"
I0428 07:57:13.992337 25873 templates.go:80] loading (templated) resource "addons/networking.weave/pre-k8s-1.6.yaml"
I0428 07:57:13.992578 25873 templates.go:80] loading (templated) resource "addons/networking.weave/k8s-1.6.yaml"
I0428 07:57:13.992824 25873 templates.go:80] loading (templated) resource "addons/networking.weave/k8s-1.7.yaml"
I0428 07:57:13.993187 25873 templates.go:80] loading (templated) resource "addons/networking.projectcalico.org.canal/k8s-1.6.yaml"
I0428 07:57:13.993625 25873 templates.go:80] loading (templated) resource "addons/networking.projectcalico.org.canal/k8s-1.8.yaml"
I0428 07:57:13.993942 25873 templates.go:80] loading (templated) resource "addons/networking.projectcalico.org.canal/pre-k8s-1.6.yaml"
I0428 07:57:13.994156 25873 templates.go:88] loading resource "addons/rbac.addons.k8s.io/k8s-1.8.yaml"
I0428 07:57:13.994277 25873 templates.go:88] loading resource "addons/scheduler.addons.k8s.io/v1.7.0.yaml"
I0428 07:57:13.994436 25873 templates.go:88] loading resource "addons/storage-aws.addons.k8s.io/v1.7.0.yaml"
I0428 07:57:13.994530 25873 templates.go:88] loading resource "addons/storage-aws.addons.k8s.io/v1.6.0.yaml"
I0428 07:57:13.994631 25873 templates.go:88] loading resource "addons/core.addons.k8s.io/addon.yaml"
I0428 07:57:13.994841 25873 templates.go:80] loading (templated) resource "addons/core.addons.k8s.io/k8s-1.7.yaml"
I0428 07:57:13.994942 25873 templates.go:88] loading resource "addons/core.addons.k8s.io/v1.4.0.yaml"
I0428 07:57:13.996555 25873 templates.go:80] loading (templated) resource "addons/networking.cilium.io/k8s-1.7.yaml"
I0428 07:57:13.997562 25873 templates.go:80] loading (templated) resource "addons/networking.projectcalico.org/k8s-1.6.yaml"
I0428 07:57:13.998452 25873 templates.go:80] loading (templated) resource "addons/networking.projectcalico.org/k8s-1.7.yaml"
I0428 07:57:13.999166 25873 templates.go:80] loading (templated) resource "addons/networking.projectcalico.org/pre-k8s-1.6.yaml"
I0428 07:57:13.999546 25873 templates.go:80] loading (templated) resource "addons/dns-controller.addons.k8s.io/k8s-1.6.yaml"
I0428 07:57:13.999771 25873 templates.go:80] loading (templated) resource "addons/dns-controller.addons.k8s.io/pre-k8s-1.6.yaml"
I0428 07:57:14.000231 25873 templates.go:88] loading resource "addons/networking.kope.io/k8s-1.6.yaml"
I0428 07:57:14.000833 25873 templates.go:88] loading resource "addons/networking.kope.io/pre-k8s-1.6.yaml"
I0428 07:57:14.001665 25873 templates.go:80] loading (templated) resource "addons/networking.romana/k8s-1.7.yaml"
I0428 07:57:14.002111 25873 templates.go:80] loading (templated) resource "addons/kube-dns.addons.k8s.io/k8s-1.6.yaml"
I0428 07:57:14.002460 25873 templates.go:80] loading (templated) resource "addons/kube-dns.addons.k8s.io/pre-k8s-1.6.yaml"
I0428 07:57:14.002667 25873 templates.go:80] loading (templated) resource "addons/networking.amazon-vpc-routed-eni/0.1.1-kops.1.yaml"
I0428 07:57:14.002852 25873 templates.go:80] loading (templated) resource "addons/networking.flannel/k8s-1.6.yaml"
I0428 07:57:14.003124 25873 templates.go:80] loading (templated) resource "addons/networking.flannel/pre-k8s-1.6.yaml"
I0428 07:57:14.003336 25873 templates.go:80] loading (templated) resource "addons/podsecuritypolicy.addons.k8s.io/k8s-1.9.yaml"
I0428 07:57:14.003573 25873 templates.go:88] loading resource "addons/authentication.kope.io/k8s-1.8.yaml"
I0428 07:57:14.003837 25873 templates.go:80] loading (templated) resource "addons/digitalocean-cloud-controller.addons.k8s.io/k8s-1.8.yaml"
I0428 07:57:14.004099 25873 templates.go:88] loading resource "addons/external-dns.addons.k8s.io/README.md"
I0428 07:57:14.004380 25873 templates.go:80] loading (templated) resource "addons/external-dns.addons.k8s.io/k8s-1.6.yaml"
I0428 07:57:14.004557 25873 templates.go:80] loading (templated) resource "addons/external-dns.addons.k8s.io/pre-k8s-1.6.yaml"
I0428 07:57:14.004765 25873 tree_walker.go:98] visit "config/components"
I0428 07:57:14.004912 25873 tree_walker.go:98] visit "config/components/docker"
I0428 07:57:14.005008 25873 tree_walker.go:98] visit "config/components/docker/docker.options"
I0428 07:57:14.005070 25873 tree_walker.go:98] visit "config/components/docker/_e2e_storage_test_environment"
I0428 07:57:14.005118 25873 tree_walker.go:121] Skipping directory "config/components/docker/_e2e_storage_test_environment" as tag "_e2e_storage_test_environment" not present
I0428 07:57:14.005151 25873 tree_walker.go:98] visit "config/components/docker/_networking_cni"
I0428 07:57:14.005189 25873 tree_walker.go:125] Descending into directory, as tag is present: "config/components/docker/_networking_cni"
I0428 07:57:14.005222 25873 tree_walker.go:98] visit "config/components/docker/_networking_cni/cni.options"
I0428 07:57:14.005262 25873 tree_walker.go:98] visit "config/components/docker/_networking_kubenet"
I0428 07:57:14.005302 25873 tree_walker.go:121] Skipping directory "config/components/docker/_networking_kubenet" as tag "_networking_kubenet" not present
I0428 07:57:14.005336 25873 tree_walker.go:98] visit "cloudup/resources"
I0428 07:57:14.005374 25873 tree_walker.go:98] visit "cloudup/resources/addons"
I0428 07:57:14.005458 25873 tree_walker.go:98] visit "cloudup/resources/addons/limit-range.addons.k8s.io"
I0428 07:57:14.005504 25873 tree_walker.go:98] visit "cloudup/resources/addons/limit-range.addons.k8s.io/addon.yaml"
I0428 07:57:14.005653 25873 loader.go:361] loading resource "addons/limit-range.addons.k8s.io/addon.yaml"
I0428 07:57:14.005691 25873 tree_walker.go:98] visit "cloudup/resources/addons/limit-range.addons.k8s.io/v1.5.0.yaml"
I0428 07:57:14.005902 25873 loader.go:361] loading resource "addons/limit-range.addons.k8s.io/v1.5.0.yaml"
I0428 07:57:14.005947 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.kuberouter"
I0428 07:57:14.005999 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.kuberouter/k8s-1.6.yaml.template"
I0428 07:57:14.006302 25873 loader.go:353] loading (templated) resource "addons/networking.kuberouter/k8s-1.6.yaml"
I0428 07:57:14.006347 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.weave"
I0428 07:57:14.006400 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.weave/k8s-1.6.yaml.template"
I0428 07:57:14.006658 25873 loader.go:353] loading (templated) resource "addons/networking.weave/k8s-1.6.yaml"
I0428 07:57:14.006699 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.weave/k8s-1.7.yaml.template"
I0428 07:57:14.006900 25873 loader.go:353] loading (templated) resource "addons/networking.weave/k8s-1.7.yaml"
I0428 07:57:14.006939 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.weave/pre-k8s-1.6.yaml.template"
I0428 07:57:14.007108 25873 loader.go:353] loading (templated) resource "addons/networking.weave/pre-k8s-1.6.yaml"
I0428 07:57:14.007146 25873 tree_walker.go:98] visit "cloudup/resources/addons/storage-gce.addons.k8s.io"
I0428 07:57:14.007194 25873 tree_walker.go:98] visit "cloudup/resources/addons/storage-gce.addons.k8s.io/v1.6.0.yaml"
I0428 07:57:14.007344 25873 loader.go:361] loading resource "addons/storage-gce.addons.k8s.io/v1.6.0.yaml"
I0428 07:57:14.007381 25873 tree_walker.go:98] visit "cloudup/resources/addons/storage-gce.addons.k8s.io/v1.7.0.yaml"
I0428 07:57:14.007471 25873 loader.go:361] loading resource "addons/storage-gce.addons.k8s.io/v1.7.0.yaml"
I0428 07:57:14.007505 25873 tree_walker.go:98] visit "cloudup/resources/addons/storage-aws.addons.k8s.io"
I0428 07:57:14.007551 25873 tree_walker.go:98] visit "cloudup/resources/addons/storage-aws.addons.k8s.io/v1.6.0.yaml"
I0428 07:57:14.007645 25873 loader.go:361] loading resource "addons/storage-aws.addons.k8s.io/v1.6.0.yaml"
I0428 07:57:14.007682 25873 tree_walker.go:98] visit "cloudup/resources/addons/storage-aws.addons.k8s.io/v1.7.0.yaml"
I0428 07:57:14.007781 25873 loader.go:361] loading resource "addons/storage-aws.addons.k8s.io/v1.7.0.yaml"
I0428 07:57:14.007815 25873 tree_walker.go:98] visit "cloudup/resources/addons/core.addons.k8s.io"
I0428 07:57:14.007863 25873 tree_walker.go:98] visit "cloudup/resources/addons/core.addons.k8s.io/addon.yaml"
I0428 07:57:14.007943 25873 loader.go:361] loading resource "addons/core.addons.k8s.io/addon.yaml"
I0428 07:57:14.007976 25873 tree_walker.go:98] visit "cloudup/resources/addons/core.addons.k8s.io/k8s-1.7.yaml.template"
I0428 07:57:14.008204 25873 loader.go:353] loading (templated) resource "addons/core.addons.k8s.io/k8s-1.7.yaml"
I0428 07:57:14.008242 25873 tree_walker.go:98] visit "cloudup/resources/addons/core.addons.k8s.io/v1.4.0.yaml"
I0428 07:57:14.008318 25873 loader.go:361] loading resource "addons/core.addons.k8s.io/v1.4.0.yaml"
I0428 07:57:14.008351 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.cilium.io"
I0428 07:57:14.008395 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.cilium.io/k8s-1.7.yaml.template"
I0428 07:57:14.008701 25873 loader.go:353] loading (templated) resource "addons/networking.cilium.io/k8s-1.7.yaml"
I0428 07:57:14.008746 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.projectcalico.org"
I0428 07:57:14.008798 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.projectcalico.org/k8s-1.6.yaml.template"
I0428 07:57:14.009214 25873 loader.go:353] loading (templated) resource "addons/networking.projectcalico.org/k8s-1.6.yaml"
I0428 07:57:14.009261 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.projectcalico.org/k8s-1.7.yaml.template"
I0428 07:57:14.009820 25873 loader.go:353] loading (templated) resource "addons/networking.projectcalico.org/k8s-1.7.yaml"
I0428 07:57:14.009882 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.projectcalico.org/pre-k8s-1.6.yaml.template"
I0428 07:57:14.010191 25873 loader.go:353] loading (templated) resource "addons/networking.projectcalico.org/pre-k8s-1.6.yaml"
I0428 07:57:14.010253 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.projectcalico.org.canal"
I0428 07:57:14.010308 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.projectcalico.org.canal/k8s-1.8.yaml.template"
I0428 07:57:14.010695 25873 loader.go:353] loading (templated) resource "addons/networking.projectcalico.org.canal/k8s-1.8.yaml"
I0428 07:57:14.010762 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.projectcalico.org.canal/pre-k8s-1.6.yaml.template"
I0428 07:57:14.011060 25873 loader.go:353] loading (templated) resource "addons/networking.projectcalico.org.canal/pre-k8s-1.6.yaml"
I0428 07:57:14.011103 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.projectcalico.org.canal/k8s-1.6.yaml.template"
I0428 07:57:14.011468 25873 loader.go:353] loading (templated) resource "addons/networking.projectcalico.org.canal/k8s-1.6.yaml"
I0428 07:57:14.011510 25873 tree_walker.go:98] visit "cloudup/resources/addons/rbac.addons.k8s.io"
I0428 07:57:14.011554 25873 tree_walker.go:98] visit "cloudup/resources/addons/rbac.addons.k8s.io/k8s-1.8.yaml"
I0428 07:57:14.011666 25873 loader.go:361] loading resource "addons/rbac.addons.k8s.io/k8s-1.8.yaml"
I0428 07:57:14.011699 25873 tree_walker.go:98] visit "cloudup/resources/addons/scheduler.addons.k8s.io"
I0428 07:57:14.011742 25873 tree_walker.go:98] visit "cloudup/resources/addons/scheduler.addons.k8s.io/v1.7.0.yaml"
I0428 07:57:14.011858 25873 loader.go:361] loading resource "addons/scheduler.addons.k8s.io/v1.7.0.yaml"
I0428 07:57:14.011891 25873 tree_walker.go:98] visit "cloudup/resources/addons/dns-controller.addons.k8s.io"
I0428 07:57:14.011937 25873 tree_walker.go:98] visit "cloudup/resources/addons/dns-controller.addons.k8s.io/pre-k8s-1.6.yaml.template"
I0428 07:57:14.012056 25873 loader.go:353] loading (templated) resource "addons/dns-controller.addons.k8s.io/pre-k8s-1.6.yaml"
I0428 07:57:14.012091 25873 tree_walker.go:98] visit "cloudup/resources/addons/dns-controller.addons.k8s.io/k8s-1.6.yaml.template"
I0428 07:57:14.012251 25873 loader.go:353] loading (templated) resource "addons/dns-controller.addons.k8s.io/k8s-1.6.yaml"
I0428 07:57:14.012286 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.kope.io"
I0428 07:57:14.012331 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.kope.io/k8s-1.6.yaml"
I0428 07:57:14.012505 25873 loader.go:361] loading resource "addons/networking.kope.io/k8s-1.6.yaml"
I0428 07:57:14.012542 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.kope.io/pre-k8s-1.6.yaml"
I0428 07:57:14.012656 25873 loader.go:361] loading resource "addons/networking.kope.io/pre-k8s-1.6.yaml"
I0428 07:57:14.012690 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.romana"
I0428 07:57:14.012735 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.romana/k8s-1.7.yaml.template"
I0428 07:57:14.012977 25873 loader.go:353] loading (templated) resource "addons/networking.romana/k8s-1.7.yaml"
I0428 07:57:14.013030 25873 tree_walker.go:98] visit "cloudup/resources/addons/podsecuritypolicy.addons.k8s.io"
I0428 07:57:14.013082 25873 tree_walker.go:98] visit "cloudup/resources/addons/podsecuritypolicy.addons.k8s.io/k8s-1.9.yaml.template"
I0428 07:57:14.013223 25873 loader.go:353] loading (templated) resource "addons/podsecuritypolicy.addons.k8s.io/k8s-1.9.yaml"
I0428 07:57:14.013261 25873 tree_walker.go:98] visit "cloudup/resources/addons/authentication.kope.io"
I0428 07:57:14.013305 25873 tree_walker.go:98] visit "cloudup/resources/addons/authentication.kope.io/k8s-1.8.yaml"
I0428 07:57:14.013471 25873 loader.go:361] loading resource "addons/authentication.kope.io/k8s-1.8.yaml"
I0428 07:57:14.013507 25873 tree_walker.go:98] visit "cloudup/resources/addons/digitalocean-cloud-controller.addons.k8s.io"
I0428 07:57:14.013551 25873 tree_walker.go:98] visit "cloudup/resources/addons/digitalocean-cloud-controller.addons.k8s.io/k8s-1.8.yaml.template"
I0428 07:57:14.013768 25873 loader.go:353] loading (templated) resource "addons/digitalocean-cloud-controller.addons.k8s.io/k8s-1.8.yaml"
I0428 07:57:14.013807 25873 tree_walker.go:98] visit "cloudup/resources/addons/external-dns.addons.k8s.io"
I0428 07:57:14.013855 25873 tree_walker.go:98] visit "cloudup/resources/addons/external-dns.addons.k8s.io/README.md"
I0428 07:57:14.014070 25873 loader.go:361] loading resource "addons/external-dns.addons.k8s.io/README.md"
I0428 07:57:14.014106 25873 tree_walker.go:98] visit "cloudup/resources/addons/external-dns.addons.k8s.io/k8s-1.6.yaml.template"
I0428 07:57:14.014254 25873 loader.go:353] loading (templated) resource "addons/external-dns.addons.k8s.io/k8s-1.6.yaml"
I0428 07:57:14.014287 25873 tree_walker.go:98] visit "cloudup/resources/addons/external-dns.addons.k8s.io/pre-k8s-1.6.yaml.template"
I0428 07:57:14.014446 25873 loader.go:353] loading (templated) resource "addons/external-dns.addons.k8s.io/pre-k8s-1.6.yaml"
I0428 07:57:14.014480 25873 tree_walker.go:98] visit "cloudup/resources/addons/kube-dns.addons.k8s.io"
I0428 07:57:14.014524 25873 tree_walker.go:98] visit "cloudup/resources/addons/kube-dns.addons.k8s.io/k8s-1.6.yaml.template"
I0428 07:57:14.014855 25873 loader.go:353] loading (templated) resource "addons/kube-dns.addons.k8s.io/k8s-1.6.yaml"
I0428 07:57:14.014909 25873 tree_walker.go:98] visit "cloudup/resources/addons/kube-dns.addons.k8s.io/pre-k8s-1.6.yaml.template"
I0428 07:57:14.015244 25873 loader.go:353] loading (templated) resource "addons/kube-dns.addons.k8s.io/pre-k8s-1.6.yaml"
I0428 07:57:14.015285 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.amazon-vpc-routed-eni"
I0428 07:57:14.015330 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.amazon-vpc-routed-eni/0.1.1-kops.1.yaml.template"
I0428 07:57:14.015511 25873 loader.go:353] loading (templated) resource "addons/networking.amazon-vpc-routed-eni/0.1.1-kops.1.yaml"
I0428 07:57:14.015546 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.flannel"
I0428 07:57:14.015590 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.flannel/k8s-1.6.yaml.template"
I0428 07:57:14.015749 25873 loader.go:353] loading (templated) resource "addons/networking.flannel/k8s-1.6.yaml"
I0428 07:57:14.015783 25873 tree_walker.go:98] visit "cloudup/resources/addons/networking.flannel/pre-k8s-1.6.yaml.template"
I0428 07:57:14.015933 25873 loader.go:353] loading (templated) resource "addons/networking.flannel/pre-k8s-1.6.yaml"
I0428 07:57:14.018736 25873 template_functions.go:162] watch-ingress=false set on dns-controller
I0428 07:57:14.019568 25873 images.go:57] Consider image for re-mapping: "kope/dns-controller:1.9.0"
I0428 07:57:14.019627 25873 visitor.go:35] string value at spec.template.spec.hostNetwork: %!s(bool=true)
I0428 07:57:14.019659 25873 visitor.go:40] float64 value at spec.replicas: %!s(float64=1)
I0428 07:57:14.021167 25873 template_functions.go:162] watch-ingress=false set on dns-controller
I0428 07:57:14.022971 25873 visitor.go:40] float64 value at spec.replicas: %!s(float64=1)
I0428 07:57:14.023041 25873 images.go:57] Consider image for re-mapping: "kope/dns-controller:1.9.0"
I0428 07:57:14.023087 25873 visitor.go:35] string value at spec.template.spec.hostNetwork: %!s(bool=true)
I0428 07:57:14.031827 25873 images.go:57] Consider image for re-mapping: "k8s.gcr.io/cluster-proportional-autoscaler-amd64:1.1.2-r2"
I0428 07:57:14.032855 25873 visitor.go:40] float64 value at spec.strategy.rollingUpdate.maxUnavailable: %!s(float64=0)
I0428 07:57:14.032911 25873 images.go:57] Consider image for re-mapping: "k8s.gcr.io/k8s-dns-kube-dns-amd64:1.14.9"
I0428 07:57:14.032952 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].livenessProbe.failureThreshold: %!s(float64=5)
I0428 07:57:14.032983 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].livenessProbe.httpGet.port: %!s(float64=10054)
I0428 07:57:14.033010 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].livenessProbe.initialDelaySeconds: %!s(float64=60)
I0428 07:57:14.033036 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].livenessProbe.successThreshold: %!s(float64=1)
I0428 07:57:14.033060 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].livenessProbe.timeoutSeconds: %!s(float64=5)
I0428 07:57:14.033134 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].ports.[0].containerPort: %!s(float64=10053)
I0428 07:57:14.033166 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].ports.[1].containerPort: %!s(float64=10053)
I0428 07:57:14.033201 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].ports.[2].containerPort: %!s(float64=10055)
I0428 07:57:14.033234 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].readinessProbe.httpGet.port: %!s(float64=8081)
I0428 07:57:14.033260 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].readinessProbe.initialDelaySeconds: %!s(float64=3)
I0428 07:57:14.033285 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].readinessProbe.timeoutSeconds: %!s(float64=5)
I0428 07:57:14.033342 25873 images.go:57] Consider image for re-mapping: "k8s.gcr.io/k8s-dns-dnsmasq-nanny-amd64:1.14.9"
I0428 07:57:14.033378 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].livenessProbe.initialDelaySeconds: %!s(float64=60)
I0428 07:57:14.033405 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].livenessProbe.successThreshold: %!s(float64=1)
I0428 07:57:14.033431 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].livenessProbe.timeoutSeconds: %!s(float64=5)
I0428 07:57:14.033455 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].livenessProbe.failureThreshold: %!s(float64=5)
I0428 07:57:14.033481 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].livenessProbe.httpGet.port: %!s(float64=10054)
I0428 07:57:14.033510 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].ports.[0].containerPort: %!s(float64=53)
I0428 07:57:14.033536 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].ports.[1].containerPort: %!s(float64=53)
I0428 07:57:14.033570 25873 images.go:57] Consider image for re-mapping: "k8s.gcr.io/k8s-dns-sidecar-amd64:1.14.9"
I0428 07:57:14.033601 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].livenessProbe.failureThreshold: %!s(float64=5)
I0428 07:57:14.033628 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].livenessProbe.httpGet.port: %!s(float64=10054)
I0428 07:57:14.033653 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].livenessProbe.initialDelaySeconds: %!s(float64=60)
I0428 07:57:14.033678 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].livenessProbe.successThreshold: %!s(float64=1)
I0428 07:57:14.033702 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].livenessProbe.timeoutSeconds: %!s(float64=5)
I0428 07:57:14.033729 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].ports.[0].containerPort: %!s(float64=10054)
I0428 07:57:14.033762 25873 visitor.go:35] string value at spec.template.spec.volumes.[0].configMap.optional: %!s(bool=true)
I0428 07:57:14.036591 25873 visitor.go:40] float64 value at spec.ports.[0].port: %!s(float64=53)
I0428 07:57:14.036643 25873 visitor.go:40] float64 value at spec.ports.[1].port: %!s(float64=53)
I0428 07:57:14.042354 25873 visitor.go:35] string value at spec.template.spec.containers.[0].volumeMounts.[0].readOnly: %!s(bool=true)
I0428 07:57:14.042407 25873 visitor.go:35] string value at spec.template.spec.containers.[0].volumeMounts.[2].readOnly: %!s(bool=true)
I0428 07:57:14.042443 25873 images.go:57] Consider image for re-mapping: "cloudnativelabs/kube-router:v0.1.0"
I0428 07:57:14.042484 25873 visitor.go:35] string value at spec.template.spec.containers.[0].securityContext.privileged: %!s(bool=true)
I0428 07:57:14.042510 25873 visitor.go:35] string value at spec.template.spec.hostNetwork: %!s(bool=true)
W0428 07:57:14.042541 25873 images.go:52] Skipping likely image field: spec.template.spec.initContainers.[0].image
I0428 07:57:14.048244 25873 images.go:57] Consider image for re-mapping: "k8s.gcr.io/cluster-proportional-autoscaler-amd64:1.0.0"
I0428 07:57:14.049077 25873 visitor.go:40] float64 value at spec.strategy.rollingUpdate.maxUnavailable: %!s(float64=0)
I0428 07:57:14.049134 25873 images.go:57] Consider image for re-mapping: "k8s.gcr.io/kubedns-amd64:1.9"
I0428 07:57:14.049173 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].livenessProbe.httpGet.port: %!s(float64=8080)
I0428 07:57:14.049202 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].livenessProbe.initialDelaySeconds: %!s(float64=60)
I0428 07:57:14.049229 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].livenessProbe.successThreshold: %!s(float64=1)
I0428 07:57:14.049254 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].livenessProbe.timeoutSeconds: %!s(float64=5)
I0428 07:57:14.049279 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].livenessProbe.failureThreshold: %!s(float64=5)
I0428 07:57:14.049306 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].ports.[0].containerPort: %!s(float64=10053)
I0428 07:57:14.049334 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].ports.[1].containerPort: %!s(float64=10053)
I0428 07:57:14.049362 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].ports.[2].containerPort: %!s(float64=10055)
I0428 07:57:14.049389 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].readinessProbe.httpGet.port: %!s(float64=8081)
I0428 07:57:14.049415 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].readinessProbe.initialDelaySeconds: %!s(float64=3)
I0428 07:57:14.049439 25873 visitor.go:40] float64 value at spec.template.spec.containers.[0].readinessProbe.timeoutSeconds: %!s(float64=5)
I0428 07:57:14.049468 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].ports.[0].containerPort: %!s(float64=53)
I0428 07:57:14.049495 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].ports.[1].containerPort: %!s(float64=53)
I0428 07:57:14.049526 25873 images.go:57] Consider image for re-mapping: "k8s.gcr.io/k8s-dns-dnsmasq-amd64:1.14.9"
I0428 07:57:14.049560 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].livenessProbe.successThreshold: %!s(float64=1)
I0428 07:57:14.049587 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].livenessProbe.timeoutSeconds: %!s(float64=5)
I0428 07:57:14.049611 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].livenessProbe.failureThreshold: %!s(float64=5)
I0428 07:57:14.049638 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].livenessProbe.httpGet.port: %!s(float64=8080)
I0428 07:57:14.049663 25873 visitor.go:40] float64 value at spec.template.spec.containers.[1].livenessProbe.initialDelaySeconds: %!s(float64=60)
I0428 07:57:14.049690 25873 images.go:57] Consider image for re-mapping: "k8s.gcr.io/dnsmasq-metrics-amd64:1.0"
I0428 07:57:14.049725 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].livenessProbe.timeoutSeconds: %!s(float64=5)
I0428 07:57:14.049754 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].livenessProbe.failureThreshold: %!s(float64=5)
I0428 07:57:14.049779 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].livenessProbe.httpGet.port: %!s(float64=10054)
I0428 07:57:14.049805 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].livenessProbe.initialDelaySeconds: %!s(float64=60)
I0428 07:57:14.049830 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].livenessProbe.successThreshold: %!s(float64=1)
I0428 07:57:14.049857 25873 visitor.go:40] float64 value at spec.template.spec.containers.[2].ports.[0].containerPort: %!s(float64=10054)
I0428 07:57:14.049887 25873 images.go:57] Consider image for re-mapping: "k8s.gcr.io/exechealthz-amd64:1.2"
I0428 07:57:14.049920 25873 visitor.go:40] float64 value at spec.template.spec.containers.[3].ports.[0].containerPort: %!s(float64=8080)
I0428 07:57:14.052447 25873 visitor.go:40] float64 value at spec.ports.[0].port: %!s(float64=53)
I0428 07:57:14.052490 25873 visitor.go:40] float64 value at spec.ports.[1].port: %!s(float64=53)
I0428 07:57:14.052989 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053037 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053067 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053100 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053126 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053151 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053186 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053221 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053248 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053273 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053299 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053324 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053368 25873 task.go:103] testing task "Keypair"
I0428 07:57:14.053399 25873 task.go:103] testing task "Secret"
I0428 07:57:14.053427 25873 task.go:103] testing task "Secret"
I0428 07:57:14.053453 25873 task.go:103] testing task "Secret"
I0428 07:57:14.053488 25873 task.go:103] testing task "Secret"
I0428 07:57:14.053518 25873 task.go:103] testing task "Secret"
I0428 07:57:14.053543 25873 task.go:103] testing task "Secret"
I0428 07:57:14.053568 25873 task.go:103] testing task "Secret"
I0428 07:57:14.053593 25873 task.go:103] testing task "Secret"
I0428 07:57:14.053617 25873 task.go:103] testing task "Secret"
I0428 07:57:14.053657 25873 task.go:103] testing task "MirrorSecrets"
I0428 07:57:14.053701 25873 task.go:103] testing task "MirrorKeystore"
I0428 07:57:14.053776 25873 task.go:103] testing task "EBSVolume"
I0428 07:57:14.053823 25873 task.go:103] testing task "EBSVolume"
I0428 07:57:14.053860 25873 task.go:103] testing task "EBSVolume"
I0428 07:57:14.053893 25873 task.go:103] testing task "EBSVolume"
I0428 07:57:14.053997 25873 task.go:103] testing task "EBSVolume"
I0428 07:57:14.054036 25873 task.go:103] testing task "EBSVolume"
I0428 07:57:14.054122 25873 task.go:103] testing task "LoadBalancer"
I0428 07:57:14.054177 25873 task.go:103] testing task "SecurityGroup"
I0428 07:57:14.054220 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.054259 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.054297 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.054334 25873 task.go:103] testing task "LoadBalancerAttachment"
I0428 07:57:14.054373 25873 task.go:103] testing task "LoadBalancerAttachment"
I0428 07:57:14.054402 25873 task.go:103] testing task "LoadBalancerAttachment"
I0428 07:57:14.054442 25873 task.go:103] testing task "SecurityGroup"
I0428 07:57:14.054471 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.054499 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.054536 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.054571 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.054609 25873 task.go:103] testing task "SecurityGroup"
I0428 07:57:14.054639 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.054668 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.054729 25873 task.go:103] testing task "LoadBalancer"
I0428 07:57:14.054762 25873 task.go:103] testing task "LoadBalancerAttachment"
I0428 07:57:14.054792 25873 task.go:103] testing task "DNSName"
I0428 07:57:14.054840 25873 task.go:103] testing task "DNSZone"
I0428 07:57:14.054879 25873 task.go:103] testing task "DNSZone"
I0428 07:57:14.054932 25873 task.go:75] EnsureTask ignoring identical
I0428 07:57:14.054958 25873 task.go:103] testing task "DNSName"
I0428 07:57:14.054985 25873 task.go:103] testing task "DNSZone"
I0428 07:57:14.055016 25873 task.go:75] EnsureTask ignoring identical
I0428 07:57:14.055081 25873 external_access.go:49] bastion is in use; won't configure SSH access to master / node instances
I0428 07:57:14.055120 25873 task.go:103] testing task "SecurityGroup"
I0428 07:57:14.055149 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.055176 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.055215 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.057668 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.057698 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.057727 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.057755 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.057800 25873 task.go:103] testing task "SecurityGroup"
I0428 07:57:14.057829 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.057872 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.057902 25873 task.go:103] testing task "SecurityGroupRule"
I0428 07:57:14.057987 25873 task.go:103] testing task "SSHKey"
I0428 07:57:14.058049 25873 task.go:103] testing task "VPC"
I0428 07:57:14.058097 25873 task.go:103] testing task "DHCPOptions"
I0428 07:57:14.058137 25873 task.go:103] testing task "VPCDHCPOptionsAssociation"
I0428 07:57:14.058204 25873 task.go:103] testing task "InternetGateway"
I0428 07:57:14.058259 25873 task.go:103] testing task "RouteTable"
I0428 07:57:14.058300 25873 task.go:103] testing task "Route"
I0428 07:57:14.058356 25873 task.go:103] testing task "Subnet"
I0428 07:57:14.058397 25873 task.go:103] testing task "RouteTableAssociation"
I0428 07:57:14.058454 25873 task.go:103] testing task "Subnet"
I0428 07:57:14.058483 25873 task.go:103] testing task "RouteTableAssociation"
I0428 07:57:14.058518 25873 task.go:103] testing task "Subnet"
I0428 07:57:14.058545 25873 task.go:103] testing task "RouteTableAssociation"
I0428 07:57:14.058581 25873 task.go:103] testing task "Subnet"
I0428 07:57:14.058608 25873 task.go:103] testing task "RouteTableAssociation"
I0428 07:57:14.058642 25873 task.go:103] testing task "Subnet"
I0428 07:57:14.058669 25873 task.go:103] testing task "RouteTableAssociation"
I0428 07:57:14.058703 25873 task.go:103] testing task "Subnet"
I0428 07:57:14.058730 25873 task.go:103] testing task "RouteTableAssociation"
I0428 07:57:14.058772 25873 task.go:103] testing task "ElasticIP"
I0428 07:57:14.058820 25873 task.go:103] testing task "NatGateway"
I0428 07:57:14.058868 25873 task.go:103] testing task "RouteTable"
I0428 07:57:14.058897 25873 task.go:103] testing task "Route"
I0428 07:57:14.058932 25873 task.go:103] testing task "ElasticIP"
I0428 07:57:14.058967 25873 task.go:103] testing task "NatGateway"
I0428 07:57:14.059002 25873 task.go:103] testing task "RouteTable"
I0428 07:57:14.059043 25873 task.go:103] testing task "Route"
I0428 07:57:14.059091 25873 task.go:103] testing task "ElasticIP"
I0428 07:57:14.059141 25873 task.go:103] testing task "NatGateway"
I0428 07:57:14.059178 25873 task.go:103] testing task "RouteTable"
I0428 07:57:14.059205 25873 task.go:103] testing task "Route"
I0428 07:57:14.059320 25873 task.go:103] testing task "IAMRole"
I0428 07:57:14.059372 25873 task.go:103] testing task "IAMRolePolicy"
I0428 07:57:14.059415 25873 task.go:103] testing task "IAMInstanceProfile"
I0428 07:57:14.059458 25873 task.go:103] testing task "IAMInstanceProfileRole"
I0428 07:57:14.059499 25873 task.go:103] testing task "IAMRolePolicy"
I0428 07:57:14.059579 25873 task.go:103] testing task "IAMRole"
I0428 07:57:14.059613 25873 task.go:103] testing task "IAMRolePolicy"
I0428 07:57:14.059641 25873 task.go:103] testing task "IAMInstanceProfile"
I0428 07:57:14.059670 25873 task.go:103] testing task "IAMInstanceProfileRole"
I0428 07:57:14.059696 25873 task.go:103] testing task "IAMRolePolicy"
I0428 07:57:14.059767 25873 task.go:103] testing task "IAMRole"
I0428 07:57:14.059798 25873 task.go:103] testing task "IAMRolePolicy"
I0428 07:57:14.059848 25873 task.go:103] testing task "IAMInstanceProfile"
I0428 07:57:14.059876 25873 task.go:103] testing task "IAMInstanceProfileRole"
I0428 07:57:14.059903 25873 task.go:103] testing task "IAMRolePolicy"
I0428 07:57:14.059995 25873 task.go:103] testing task "LaunchConfiguration"
I0428 07:57:14.060049 25873 task.go:103] testing task "AutoscalingGroup"
I0428 07:57:14.060395 25873 task.go:103] testing task "LaunchConfiguration"
I0428 07:57:14.060440 25873 task.go:103] testing task "AutoscalingGroup"
I0428 07:57:14.060770 25873 task.go:103] testing task "LaunchConfiguration"
I0428 07:57:14.060826 25873 task.go:103] testing task "AutoscalingGroup"
I0428 07:57:14.061181 25873 task.go:103] testing task "LaunchConfiguration"
I0428 07:57:14.061238 25873 task.go:103] testing task "AutoscalingGroup"
I0428 07:57:14.061579 25873 task.go:103] testing task "LaunchConfiguration"
I0428 07:57:14.061628 25873 task.go:103] testing task "AutoscalingGroup"
I0428 07:57:14.072471 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/cluster.spec"
I0428 07:57:14.072562 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/cluster.spec" SSE="AES256" ACL=""
I0428 07:57:14.104938 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/bastions"
I0428 07:57:14.130790 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/bastions"
I0428 07:57:14.130864 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/bastions" SSE="AES256" ACL=""
I0428 07:57:14.162668 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/bastions"
I0428 07:57:14.162739 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/bastions" SSE="AES256" ACL=""
I0428 07:57:14.233972 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1a"
I0428 07:57:14.260488 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1a"
I0428 07:57:14.260578 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/master-us-east-1a" SSE="AES256" ACL=""
I0428 07:57:14.291397 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1a"
I0428 07:57:14.291471 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/master-us-east-1a" SSE="AES256" ACL=""
I0428 07:57:14.324605 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1b"
I0428 07:57:14.351707 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1b"
I0428 07:57:14.351784 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/master-us-east-1b" SSE="AES256" ACL=""
I0428 07:57:14.385328 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1b"
I0428 07:57:14.385401 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/master-us-east-1b" SSE="AES256" ACL=""
I0428 07:57:14.431278 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1c"
I0428 07:57:14.454874 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1c"
I0428 07:57:14.454987 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/master-us-east-1c" SSE="AES256" ACL=""
I0428 07:57:14.489512 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1c"
I0428 07:57:14.489654 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/master-us-east-1c" SSE="AES256" ACL=""
I0428 07:57:14.523040 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/nodes"
I0428 07:57:14.551213 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/nodes"
I0428 07:57:14.551307 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/nodes" SSE="AES256" ACL=""
I0428 07:57:14.605644 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/nodes"
I0428 07:57:14.605718 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/instancegroup/nodes" SSE="AES256" ACL=""
I0428 07:57:14.640231 25873 topological_sort.go:63] Dependencies:
I0428 07:57:14.640290 25873 topological_sort.go:65] NatGateway/us-east-1c.east.kube.REDACTED: [ElasticIP/us-east-1c.east.kube.REDACTED Subnet/utility-us-east-1c.east.kube.REDACTED RouteTable/private-us-east-1c.east.kube.REDACTED]
I0428 07:57:14.640342 25873 topological_sort.go:65] EBSVolume/c.etcd-main.east.kube.REDACTED: []
I0428 07:57:14.640370 25873 topological_sort.go:65] RouteTableAssociation/private-us-east-1b.east.kube.REDACTED: [RouteTable/private-us-east-1b.east.kube.REDACTED Subnet/us-east-1b.east.kube.REDACTED]
I0428 07:57:14.640401 25873 topological_sort.go:65] SecurityGroupRule/node-to-master-protocol-ipip: [SecurityGroup/masters.east.kube.REDACTED SecurityGroup/nodes.east.kube.REDACTED]
I0428 07:57:14.640433 25873 topological_sort.go:65] east.kube.REDACTED-addons-storage-aws.addons.k8s.io-v1.7.0: []
I0428 07:57:14.640460 25873 topological_sort.go:65] EBSVolume/a.etcd-main.east.kube.REDACTED: []
I0428 07:57:14.640488 25873 topological_sort.go:65] Route/private-us-east-1a-0.0.0.0/0: [RouteTable/private-us-east-1a.east.kube.REDACTED NatGateway/us-east-1a.east.kube.REDACTED]
I0428 07:57:14.640513 25873 topological_sort.go:65] east.kube.REDACTED-addons-kube-dns.addons.k8s.io-pre-k8s-1.6: []
I0428 07:57:14.640534 25873 topological_sort.go:65] RouteTableAssociation/utility-us-east-1a.east.kube.REDACTED: [RouteTable/east.kube.REDACTED Subnet/utility-us-east-1a.east.kube.REDACTED]
I0428 07:57:14.640557 25873 topological_sort.go:65] EBSVolume/a.etcd-events.east.kube.REDACTED: []
I0428 07:57:14.640578 25873 topological_sort.go:65] Keypair/kops: [Keypair/ca]
I0428 07:57:14.640606 25873 topological_sort.go:65] east.kube.REDACTED-addons-rbac.addons.k8s.io-k8s-1.8: []
I0428 07:57:14.640634 25873 topological_sort.go:65] Keypair/apiserver-aggregator-ca: []
I0428 07:57:14.640657 25873 topological_sort.go:65] SecurityGroup/bastion.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.640680 25873 topological_sort.go:65] Keypair/kube-router: [Keypair/ca]
I0428 07:57:14.640703 25873 topological_sort.go:65] Keypair/kubecfg: [Keypair/ca]
I0428 07:57:14.640726 25873 topological_sort.go:65] SecurityGroupRule/node-to-master-udp-1-65535: [SecurityGroup/masters.east.kube.REDACTED SecurityGroup/nodes.east.kube.REDACTED]
I0428 07:57:14.640750 25873 topological_sort.go:65] Route/private-us-east-1c-0.0.0.0/0: [RouteTable/private-us-east-1c.east.kube.REDACTED NatGateway/us-east-1c.east.kube.REDACTED]
I0428 07:57:14.640773 25873 topological_sort.go:65] IAMRolePolicy/masters.east.kube.REDACTED: [IAMRole/masters.east.kube.REDACTED DNSZone/kube.REDACTED]
I0428 07:57:14.640797 25873 topological_sort.go:65] Secret/kubelet: []
I0428 07:57:14.640819 25873 topological_sort.go:65] MirrorSecrets/mirror-secrets: [Secret/system:dns Secret/system:monitoring Secret/kube-proxy Secret/system:logging Secret/admin Secret/system:scheduler Secret/kubelet Secret/kube Secret/system:controller_manager]
I0428 07:57:14.640845 25873 topological_sort.go:65] ElasticIP/us-east-1c.east.kube.REDACTED: [RouteTable/private-us-east-1c.east.kube.REDACTED]
I0428 07:57:14.640903 25873 topological_sort.go:65] DNSName/api.east.kube.REDACTED: [DNSZone/kube.REDACTED LoadBalancer/api.east.kube.REDACTED]
I0428 07:57:14.640930 25873 topological_sort.go:65] SecurityGroupRule/all-node-to-node: [SecurityGroup/nodes.east.kube.REDACTED SecurityGroup/nodes.east.kube.REDACTED]
I0428 07:57:14.640953 25873 topological_sort.go:65] east.kube.REDACTED-addons-core.addons.k8s.io: []
I0428 07:57:14.640975 25873 topological_sort.go:65] SecurityGroupRule/https-elb-to-master: [SecurityGroup/masters.east.kube.REDACTED SecurityGroup/api-elb.east.kube.REDACTED]
I0428 07:57:14.640997 25873 topological_sort.go:65] DNSName/bastion.east.kube.REDACTED: [DNSZone/kube.REDACTED LoadBalancer/bastion.east.kube.REDACTED]
I0428 07:57:14.641020 25873 topological_sort.go:65] Keypair/kube-controller-manager: [Keypair/ca]
I0428 07:57:14.641043 25873 topological_sort.go:65] VPC/east.kube.REDACTED: []
I0428 07:57:14.641064 25873 topological_sort.go:65] LoadBalancerAttachment/api-master-us-east-1a: [LoadBalancer/api.east.kube.REDACTED AutoscalingGroup/master-us-east-1a.masters.east.kube.REDACTED]
I0428 07:57:14.641088 25873 topological_sort.go:65] IAMRolePolicy/nodes.east.kube.REDACTED: [IAMRole/nodes.east.kube.REDACTED DNSZone/kube.REDACTED]
I0428 07:57:14.641111 25873 topological_sort.go:65] Keypair/apiserver-proxy-client: [Keypair/ca]
I0428 07:57:14.641133 25873 topological_sort.go:65] Secret/system:logging: []
I0428 07:57:14.641154 25873 topological_sort.go:65] DHCPOptions/east.kube.REDACTED: []
I0428 07:57:14.641176 25873 topological_sort.go:65] LaunchConfiguration/nodes.east.kube.REDACTED: [SSHKey/kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f SecurityGroup/nodes.east.kube.REDACTED IAMInstanceProfile/nodes.east.kube.REDACTED]
I0428 07:57:14.641203 25873 topological_sort.go:65] IAMRolePolicy/additional.masters.east.kube.REDACTED: [IAMRole/masters.east.kube.REDACTED]
I0428 07:57:14.641228 25873 topological_sort.go:65] IAMInstanceProfile/nodes.east.kube.REDACTED: []
I0428 07:57:14.641250 25873 topological_sort.go:65] Subnet/us-east-1c.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.641273 25873 topological_sort.go:65] DNSZone/kube.REDACTED: []
I0428 07:57:14.641294 25873 topological_sort.go:65] AutoscalingGroup/master-us-east-1b.masters.east.kube.REDACTED: [Subnet/us-east-1b.east.kube.REDACTED LaunchConfiguration/master-us-east-1b.masters.east.kube.REDACTED]
I0428 07:57:14.641320 25873 topological_sort.go:65] EBSVolume/b.etcd-events.east.kube.REDACTED: []
I0428 07:57:14.641342 25873 topological_sort.go:65] IAMRole/bastions.east.kube.REDACTED: []
I0428 07:57:14.641363 25873 topological_sort.go:65] IAMInstanceProfile/bastions.east.kube.REDACTED: []
I0428 07:57:14.641384 25873 topological_sort.go:65] IAMRole/nodes.east.kube.REDACTED: []
I0428 07:57:14.641405 25873 topological_sort.go:65] SecurityGroupRule/node-to-master-tcp-2382-4000: [SecurityGroup/masters.east.kube.REDACTED SecurityGroup/nodes.east.kube.REDACTED]
I0428 07:57:14.641429 25873 topological_sort.go:65] MirrorKeystore/mirror-keystore: [Secret/kube-proxy Secret/system:logging Secret/admin Secret/system:scheduler Secret/kubelet Secret/kube Secret/system:controller_manager Secret/system:dns Secret/system:monitoring]
I0428 07:57:14.641456 25873 topological_sort.go:65] SecurityGroupRule/bastion-egress: [SecurityGroup/bastion.east.kube.REDACTED]
I0428 07:57:14.641481 25873 topological_sort.go:65] SecurityGroupRule/ssh-external-to-bastion-elb-0.0.0.0/0: [SecurityGroup/bastion-elb.east.kube.REDACTED]
I0428 07:57:14.641504 25873 topological_sort.go:65] SecurityGroup/nodes.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.641527 25873 topological_sort.go:65] IAMInstanceProfileRole/masters.east.kube.REDACTED: [IAMInstanceProfile/masters.east.kube.REDACTED IAMRole/masters.east.kube.REDACTED]
I0428 07:57:14.641568 25873 topological_sort.go:65] AutoscalingGroup/master-us-east-1a.masters.east.kube.REDACTED: [Subnet/us-east-1a.east.kube.REDACTED LaunchConfiguration/master-us-east-1a.masters.east.kube.REDACTED]
I0428 07:57:14.641594 25873 topological_sort.go:65] NatGateway/us-east-1b.east.kube.REDACTED: [ElasticIP/us-east-1b.east.kube.REDACTED Subnet/utility-us-east-1b.east.kube.REDACTED RouteTable/private-us-east-1b.east.kube.REDACTED]
I0428 07:57:14.641619 25873 topological_sort.go:65] RouteTable/private-us-east-1b.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.641641 25873 topological_sort.go:65] RouteTableAssociation/private-us-east-1c.east.kube.REDACTED: [RouteTable/private-us-east-1c.east.kube.REDACTED Subnet/us-east-1c.east.kube.REDACTED]
I0428 07:57:14.641665 25873 topological_sort.go:65] ElasticIP/us-east-1b.east.kube.REDACTED: [RouteTable/private-us-east-1b.east.kube.REDACTED]
I0428 07:57:14.641688 25873 topological_sort.go:65] SecurityGroup/masters.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.641711 25873 topological_sort.go:65] east.kube.REDACTED-addons-bootstrap: []
I0428 07:57:14.641732 25873 topological_sort.go:65] SecurityGroupRule/node-egress: [SecurityGroup/nodes.east.kube.REDACTED]
I0428 07:57:14.641755 25873 topological_sort.go:65] AutoscalingGroup/nodes.east.kube.REDACTED: [Subnet/us-east-1a.east.kube.REDACTED Subnet/us-east-1b.east.kube.REDACTED Subnet/us-east-1c.east.kube.REDACTED LaunchConfiguration/nodes.east.kube.REDACTED]
I0428 07:57:14.641781 25873 topological_sort.go:65] Subnet/utility-us-east-1c.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.641806 25873 topological_sort.go:65] Subnet/us-east-1b.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.641829 25873 topological_sort.go:65] EBSVolume/b.etcd-main.east.kube.REDACTED: []
I0428 07:57:14.641850 25873 topological_sort.go:65] Keypair/kubelet-api: [Keypair/ca]
I0428 07:57:14.641873 25873 topological_sort.go:65] ElasticIP/us-east-1a.east.kube.REDACTED: [RouteTable/private-us-east-1a.east.kube.REDACTED]
I0428 07:57:14.641895 25873 topological_sort.go:65] SecurityGroupRule/ssh-elb-to-bastion: [SecurityGroup/bastion.east.kube.REDACTED SecurityGroup/bastion-elb.east.kube.REDACTED]
I0428 07:57:14.641919 25873 topological_sort.go:65] LoadBalancer/api.east.kube.REDACTED: [Subnet/utility-us-east-1a.east.kube.REDACTED Subnet/utility-us-east-1b.east.kube.REDACTED Subnet/utility-us-east-1c.east.kube.REDACTED SecurityGroup/api-elb.east.kube.REDACTED]
I0428 07:57:14.641946 25873 topological_sort.go:65] Secret/system:scheduler: []
I0428 07:57:14.641982 25873 topological_sort.go:65] east.kube.REDACTED-addons-networking.kuberouter-k8s-1.6: []
I0428 07:57:14.642013 25873 topological_sort.go:65] SecurityGroupRule/bastion-to-node-ssh: [SecurityGroup/nodes.east.kube.REDACTED SecurityGroup/bastion.east.kube.REDACTED]
I0428 07:57:14.642048 25873 topological_sort.go:65] Secret/system:dns: []
I0428 07:57:14.642081 25873 topological_sort.go:65] RouteTableAssociation/utility-us-east-1b.east.kube.REDACTED: [RouteTable/east.kube.REDACTED Subnet/utility-us-east-1b.east.kube.REDACTED]
I0428 07:57:14.642114 25873 topological_sort.go:65] InternetGateway/east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.642138 25873 topological_sort.go:65] east.kube.REDACTED-addons-storage-aws.addons.k8s.io-v1.6.0: []
I0428 07:57:14.642159 25873 topological_sort.go:65] east.kube.REDACTED-addons-limit-range.addons.k8s.io: []
I0428 07:57:14.642181 25873 topological_sort.go:65] RouteTableAssociation/private-us-east-1a.east.kube.REDACTED: [RouteTable/private-us-east-1a.east.kube.REDACTED Subnet/us-east-1a.east.kube.REDACTED]
I0428 07:57:14.642223 25873 topological_sort.go:65] Secret/system:controller_manager: []
I0428 07:57:14.642246 25873 topological_sort.go:65] Keypair/kube-scheduler: [Keypair/ca]
I0428 07:57:14.642270 25873 topological_sort.go:65] LaunchConfiguration/bastions.east.kube.REDACTED: [SSHKey/kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f SecurityGroup/bastion.east.kube.REDACTED IAMInstanceProfile/bastions.east.kube.REDACTED]
I0428 07:57:14.642293 25873 topological_sort.go:65] east.kube.REDACTED-addons-dns-controller.addons.k8s.io-k8s-1.6: []
I0428 07:57:14.642317 25873 topological_sort.go:65] Subnet/us-east-1a.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.642339 25873 topological_sort.go:65] SecurityGroupRule/bastion-elb-egress: [SecurityGroup/bastion-elb.east.kube.REDACTED]
I0428 07:57:14.642362 25873 topological_sort.go:65] Route/private-us-east-1b-0.0.0.0/0: [RouteTable/private-us-east-1b.east.kube.REDACTED NatGateway/us-east-1b.east.kube.REDACTED]
I0428 07:57:14.642385 25873 topological_sort.go:65] SecurityGroupRule/master-egress: [SecurityGroup/masters.east.kube.REDACTED]
I0428 07:57:14.642408 25873 topological_sort.go:65] IAMInstanceProfile/masters.east.kube.REDACTED: []
I0428 07:57:14.642429 25873 topological_sort.go:65] SecurityGroupRule/bastion-to-master-ssh: [SecurityGroup/masters.east.kube.REDACTED SecurityGroup/bastion.east.kube.REDACTED]
I0428 07:57:14.642456 25873 topological_sort.go:65] Secret/kube: []
I0428 07:57:14.642483 25873 topological_sort.go:65] LoadBalancerAttachment/bastion-elb-attachment: [LoadBalancer/bastion.east.kube.REDACTED AutoscalingGroup/bastions.east.kube.REDACTED]
I0428 07:57:14.642507 25873 topological_sort.go:65] LoadBalancerAttachment/api-master-us-east-1c: [LoadBalancer/api.east.kube.REDACTED AutoscalingGroup/master-us-east-1c.masters.east.kube.REDACTED]
I0428 07:57:14.642533 25873 topological_sort.go:65] SecurityGroupRule/api-elb-egress: [SecurityGroup/api-elb.east.kube.REDACTED]
I0428 07:57:14.642556 25873 topological_sort.go:65] east.kube.REDACTED-addons-dns-controller.addons.k8s.io-pre-k8s-1.6: []
I0428 07:57:14.642577 25873 topological_sort.go:65] LaunchConfiguration/master-us-east-1a.masters.east.kube.REDACTED: [SSHKey/kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f SecurityGroup/masters.east.kube.REDACTED IAMInstanceProfile/masters.east.kube.REDACTED]
I0428 07:57:14.642600 25873 topological_sort.go:65] SecurityGroupRule/https-api-elb-0.0.0.0/0: [SecurityGroup/api-elb.east.kube.REDACTED]
I0428 07:57:14.642624 25873 topological_sort.go:65] RouteTable/east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.642648 25873 topological_sort.go:65] Subnet/utility-us-east-1a.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.642670 25873 topological_sort.go:65] IAMRolePolicy/bastions.east.kube.REDACTED: [IAMRole/bastions.east.kube.REDACTED DNSZone/kube.REDACTED]
I0428 07:57:14.642693 25873 topological_sort.go:65] SSHKey/kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f: []
I0428 07:57:14.642714 25873 topological_sort.go:65] IAMRole/masters.east.kube.REDACTED: []
I0428 07:57:14.642735 25873 topological_sort.go:65] Secret/kube-proxy: []
I0428 07:57:14.642757 25873 topological_sort.go:65] RouteTable/private-us-east-1a.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.642780 25873 topological_sort.go:65] Keypair/kube-proxy: [Keypair/ca]
I0428 07:57:14.642803 25873 topological_sort.go:65] Secret/admin: []
I0428 07:57:14.642824 25873 topological_sort.go:65] SecurityGroupRule/all-master-to-node: [SecurityGroup/nodes.east.kube.REDACTED SecurityGroup/masters.east.kube.REDACTED]
I0428 07:57:14.642847 25873 topological_sort.go:65] SecurityGroupRule/node-to-master-tcp-4003-65535: [SecurityGroup/masters.east.kube.REDACTED SecurityGroup/nodes.east.kube.REDACTED]
I0428 07:57:14.642887 25873 topological_sort.go:65] RouteTable/private-us-east-1c.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.642912 25873 topological_sort.go:65] EBSVolume/c.etcd-events.east.kube.REDACTED: []
I0428 07:57:14.642933 25873 topological_sort.go:65] Subnet/utility-us-east-1b.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.642955 25873 topological_sort.go:65] SecurityGroupRule/all-master-to-master: [SecurityGroup/masters.east.kube.REDACTED SecurityGroup/masters.east.kube.REDACTED]
I0428 07:57:14.642983 25873 topological_sort.go:65] Keypair/apiserver-aggregator: [Keypair/apiserver-aggregator-ca]
I0428 07:57:14.643015 25873 topological_sort.go:65] Keypair/master: [Keypair/ca]
I0428 07:57:14.643040 25873 topological_sort.go:65] IAMRolePolicy/additional.nodes.east.kube.REDACTED: [IAMRole/nodes.east.kube.REDACTED]
I0428 07:57:14.643067 25873 topological_sort.go:65] SecurityGroup/api-elb.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.643100 25873 topological_sort.go:65] SecurityGroup/bastion-elb.east.kube.REDACTED: [VPC/east.kube.REDACTED]
I0428 07:57:14.643130 25873 topological_sort.go:65] IAMRolePolicy/additional.bastions.east.kube.REDACTED: [IAMRole/bastions.east.kube.REDACTED]
I0428 07:57:14.643169 25873 topological_sort.go:65] LoadBalancerAttachment/api-master-us-east-1b: [LoadBalancer/api.east.kube.REDACTED AutoscalingGroup/master-us-east-1b.masters.east.kube.REDACTED]
I0428 07:57:14.643208 25873 topological_sort.go:65] SecurityGroupRule/node-to-master-tcp-1-2379: [SecurityGroup/masters.east.kube.REDACTED SecurityGroup/nodes.east.kube.REDACTED]
I0428 07:57:14.643247 25873 topological_sort.go:65] AutoscalingGroup/bastions.east.kube.REDACTED: [Subnet/utility-us-east-1a.east.kube.REDACTED Subnet/utility-us-east-1b.east.kube.REDACTED Subnet/utility-us-east-1c.east.kube.REDACTED LaunchConfiguration/bastions.east.kube.REDACTED]
I0428 07:57:14.643291 25873 topological_sort.go:65] NatGateway/us-east-1a.east.kube.REDACTED: [ElasticIP/us-east-1a.east.kube.REDACTED Subnet/utility-us-east-1a.east.kube.REDACTED RouteTable/private-us-east-1a.east.kube.REDACTED]
I0428 07:57:14.643329 25873 topological_sort.go:65] LaunchConfiguration/master-us-east-1c.masters.east.kube.REDACTED: [SSHKey/kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f SecurityGroup/masters.east.kube.REDACTED IAMInstanceProfile/masters.east.kube.REDACTED]
I0428 07:57:14.643355 25873 topological_sort.go:65] Route/0.0.0.0/0: [RouteTable/east.kube.REDACTED InternetGateway/east.kube.REDACTED]
I0428 07:57:14.643379 25873 topological_sort.go:65] LoadBalancer/bastion.east.kube.REDACTED: [Subnet/utility-us-east-1a.east.kube.REDACTED Subnet/utility-us-east-1b.east.kube.REDACTED Subnet/utility-us-east-1c.east.kube.REDACTED SecurityGroup/bastion-elb.east.kube.REDACTED]
I0428 07:57:14.643406 25873 topological_sort.go:65] IAMInstanceProfileRole/nodes.east.kube.REDACTED: [IAMInstanceProfile/nodes.east.kube.REDACTED IAMRole/nodes.east.kube.REDACTED]
I0428 07:57:14.643432 25873 topological_sort.go:65] IAMInstanceProfileRole/bastions.east.kube.REDACTED: [IAMInstanceProfile/bastions.east.kube.REDACTED IAMRole/bastions.east.kube.REDACTED]
I0428 07:57:14.643457 25873 topological_sort.go:65] Secret/system:monitoring: []
I0428 07:57:14.643478 25873 topological_sort.go:65] LaunchConfiguration/master-us-east-1b.masters.east.kube.REDACTED: [SSHKey/kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f SecurityGroup/masters.east.kube.REDACTED IAMInstanceProfile/masters.east.kube.REDACTED]
I0428 07:57:14.643504 25873 topological_sort.go:65] Keypair/kubelet: [Keypair/ca]
I0428 07:57:14.643528 25873 topological_sort.go:65] Keypair/ca: []
I0428 07:57:14.643550 25873 topological_sort.go:65] RouteTableAssociation/utility-us-east-1c.east.kube.REDACTED: [RouteTable/east.kube.REDACTED Subnet/utility-us-east-1c.east.kube.REDACTED]
I0428 07:57:14.643594 25873 topological_sort.go:65] VPCDHCPOptionsAssociation/east.kube.REDACTED: [VPC/east.kube.REDACTED DHCPOptions/east.kube.REDACTED]
I0428 07:57:14.643620 25873 topological_sort.go:65] AutoscalingGroup/master-us-east-1c.masters.east.kube.REDACTED: [Subnet/us-east-1c.east.kube.REDACTED LaunchConfiguration/master-us-east-1c.masters.east.kube.REDACTED]
I0428 07:57:14.643643 25873 topological_sort.go:65] east.kube.REDACTED-addons-kube-dns.addons.k8s.io-k8s-1.6: []
I0428 07:57:14.643989 25873 executor.go:91] Tasks: 0 done / 130 total; 38 can run
I0428 07:57:14.644182 25873 executor.go:166] Executing task "east.kube.REDACTED-addons-core.addons.k8s.io": *fitasks.ManagedFile {"Name":"east.kube.REDACTED-addons-core.addons.k8s.io","Lifecycle":"Sync","Location":"addons/core.addons.k8s.io/v1.4.0.yaml","Contents":{"Name":"","Resource":{}}}
I0428 07:57:14.644562 25873 executor.go:166] Executing task "east.kube.REDACTED-addons-dns-controller.addons.k8s.io-pre-k8s-1.6": *fitasks.ManagedFile {"Name":"east.kube.REDACTED-addons-dns-controller.addons.k8s.io-pre-k8s-1.6","Lifecycle":"Sync","Location":"addons/dns-controller.addons.k8s.io/pre-k8s-1.6.yaml","Contents":{"Name":"","Resource":{}}}
I0428 07:57:14.644524 25873 executor.go:166] Executing task "VPC/east.kube.REDACTED": *awstasks.VPC {"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":null,"CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:14.644282 25873 executor.go:166] Executing task "DNSZone/kube.REDACTED": *awstasks.DNSZone {"Name":"kube.REDACTED","Lifecycle":"Sync","DNSName":"kube.REDACTED","ZoneID":null,"Private":null,"PrivateVPC":null}
I0428 07:57:14.644822 25873 executor.go:166] Executing task "east.kube.REDACTED-addons-storage-aws.addons.k8s.io-v1.6.0": *fitasks.ManagedFile {"Name":"east.kube.REDACTED-addons-storage-aws.addons.k8s.io-v1.6.0","Lifecycle":"Sync","Location":"addons/storage-aws.addons.k8s.io/v1.6.0.yaml","Contents":{"Name":"","Resource":{}}}
I0428 07:57:14.644854 25873 executor.go:166] Executing task "east.kube.REDACTED-addons-rbac.addons.k8s.io-k8s-1.8": *fitasks.ManagedFile {"Name":"east.kube.REDACTED-addons-rbac.addons.k8s.io-k8s-1.8","Lifecycle":"Sync","Location":"addons/rbac.addons.k8s.io/k8s-1.8.yaml","Contents":{"Name":"","Resource":{}}}
I0428 07:57:14.644969 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/addons/core.addons.k8s.io/v1.4.0.yaml"
I0428 07:57:14.644527 25873 executor.go:166] Executing task "IAMRole/masters.east.kube.REDACTED": *awstasks.IAMRole {"ID":null,"Lifecycle":"Sync","Name":"masters.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"masters"}
I0428 07:57:14.644187 25873 executor.go:166] Executing task "east.kube.REDACTED-addons-networking.kuberouter-k8s-1.6": *fitasks.ManagedFile {"Name":"east.kube.REDACTED-addons-networking.kuberouter-k8s-1.6","Lifecycle":"Sync","Location":"addons/networking.kuberouter/k8s-1.6.yaml","Contents":{"Name":"","Resource":{}}}
I0428 07:57:14.645071 25873 executor.go:166] Executing task "east.kube.REDACTED-addons-dns-controller.addons.k8s.io-k8s-1.6": *fitasks.ManagedFile {"Name":"east.kube.REDACTED-addons-dns-controller.addons.k8s.io-k8s-1.6","Lifecycle":"Sync","Location":"addons/dns-controller.addons.k8s.io/k8s-1.6.yaml","Contents":{"Name":"","Resource":{}}}
I0428 07:57:14.644762 25873 executor.go:166] Executing task "east.kube.REDACTED-addons-limit-range.addons.k8s.io": *fitasks.ManagedFile {"Name":"east.kube.REDACTED-addons-limit-range.addons.k8s.io","Lifecycle":"Sync","Location":"addons/limit-range.addons.k8s.io/v1.5.0.yaml","Contents":{"Name":"","Resource":{}}}
I0428 07:57:14.645178 25873 executor.go:166] Executing task "east.kube.REDACTED-addons-kube-dns.addons.k8s.io-k8s-1.6": *fitasks.ManagedFile {"Name":"east.kube.REDACTED-addons-kube-dns.addons.k8s.io-k8s-1.6","Lifecycle":"Sync","Location":"addons/kube-dns.addons.k8s.io/k8s-1.6.yaml","Contents":{"Name":"","Resource":{}}}
I0428 07:57:14.645124 25873 executor.go:166] Executing task "east.kube.REDACTED-addons-bootstrap": *fitasks.ManagedFile {"Name":"east.kube.REDACTED-addons-bootstrap","Lifecycle":"Sync","Location":"addons/bootstrap-channel.yaml","Contents":{"Name":"","Resource":{}}}
I0428 07:57:14.644483 25873 executor.go:166] Executing task "Keypair/ca": *fitasks.Keypair {"Name":"ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=kubernetes","type":"ca","format":"v1alpha2"}
I0428 07:57:14.645362 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/addons/kube-dns.addons.k8s.io/k8s-1.6.yaml"
I0428 07:57:14.645072 25873 executor.go:166] Executing task "EBSVolume/c.etcd-main.east.kube.REDACTED": *awstasks.EBSVolume {"Name":"c.etcd-main.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"AvailabilityZone":"us-east-1c","VolumeType":"gp2","SizeGB":20,"VolumeIops":null,"KmsKeyId":null,"Encrypted":false,"Tags":{"k8s.io/etcd/main":"c/a,b,c","k8s.io/role/master":"1","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:14.644261 25873 executor.go:166] Executing task "east.kube.REDACTED-addons-storage-aws.addons.k8s.io-v1.7.0": *fitasks.ManagedFile {"Name":"east.kube.REDACTED-addons-storage-aws.addons.k8s.io-v1.7.0","Lifecycle":"Sync","Location":"addons/storage-aws.addons.k8s.io/v1.7.0.yaml","Contents":{"Name":"","Resource":{}}}
I0428 07:57:14.644322 25873 executor.go:166] Executing task "IAMInstanceProfile/masters.east.kube.REDACTED": *awstasks.IAMInstanceProfile {"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":null}
I0428 07:57:14.645621 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/addons/dns-controller.addons.k8s.io/pre-k8s-1.6.yaml"
I0428 07:57:14.644888 25873 executor.go:166] Executing task "EBSVolume/b.etcd-main.east.kube.REDACTED": *awstasks.EBSVolume {"Name":"b.etcd-main.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"AvailabilityZone":"us-east-1b","VolumeType":"gp2","SizeGB":20,"VolumeIops":null,"KmsKeyId":null,"Encrypted":false,"Tags":{"k8s.io/etcd/main":"b/a,b,c","k8s.io/role/master":"1","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:14.645872 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml"
I0428 07:57:14.645914 25873 request_logger.go:45] AWS request: iam/GetInstanceProfile
I0428 07:57:14.645997 25873 request_logger.go:45] AWS request: ec2/DescribeVolumes
I0428 07:57:14.646114 25873 request_logger.go:45] AWS request: ec2/DescribeVolumes
I0428 07:57:14.644259 25873 executor.go:166] Executing task "EBSVolume/a.etcd-main.east.kube.REDACTED": *awstasks.EBSVolume {"Name":"a.etcd-main.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"AvailabilityZone":"us-east-1a","VolumeType":"gp2","SizeGB":20,"VolumeIops":null,"KmsKeyId":null,"Encrypted":false,"Tags":{"k8s.io/etcd/main":"a/a,b,c","k8s.io/role/master":"1","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:14.644408 25873 executor.go:166] Executing task "IAMRole/bastions.east.kube.REDACTED": *awstasks.IAMRole {"ID":null,"Lifecycle":"Sync","Name":"bastions.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"bastions"}
I0428 07:57:14.645175 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/addons/networking.kuberouter/k8s-1.6.yaml"
I0428 07:57:14.645268 25873 executor.go:166] Executing task "IAMInstanceProfile/bastions.east.kube.REDACTED": *awstasks.IAMInstanceProfile {"Name":"bastions.east.kube.REDACTED","Lifecycle":"Sync","ID":null}
I0428 07:57:14.646519 25873 request_logger.go:45] AWS request: ec2/DescribeVolumes
I0428 07:57:14.646579 25873 request_logger.go:45] AWS request: route53/ListHostedZonesByName
I0428 07:57:14.644741 25873 executor.go:166] Executing task "IAMRole/nodes.east.kube.REDACTED": *awstasks.IAMRole {"ID":null,"Lifecycle":"Sync","Name":"nodes.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"nodes"}
I0428 07:57:14.646533 25873 request_logger.go:45] AWS request: iam/GetRole
I0428 07:57:14.646730 25873 request_logger.go:45] AWS request: iam/GetInstanceProfile
I0428 07:57:14.644781 25873 executor.go:166] Executing task "EBSVolume/c.etcd-events.east.kube.REDACTED": *awstasks.EBSVolume {"Name":"c.etcd-events.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"AvailabilityZone":"us-east-1c","VolumeType":"gp2","SizeGB":20,"VolumeIops":null,"KmsKeyId":null,"Encrypted":false,"Tags":{"k8s.io/etcd/events":"c/a,b,c","k8s.io/role/master":"1","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:14.644977 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/addons/storage-aws.addons.k8s.io/v1.6.0.yaml"
I0428 07:57:14.645012 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/addons/rbac.addons.k8s.io/k8s-1.8.yaml"
I0428 07:57:14.644462 25873 executor.go:166] Executing task "east.kube.REDACTED-addons-kube-dns.addons.k8s.io-pre-k8s-1.6": *fitasks.ManagedFile {"Name":"east.kube.REDACTED-addons-kube-dns.addons.k8s.io-pre-k8s-1.6","Lifecycle":"Sync","Location":"addons/kube-dns.addons.k8s.io/pre-k8s-1.6.yaml","Contents":{"Name":"","Resource":{}}}
I0428 07:57:14.645475 25873 executor.go:166] Executing task "DHCPOptions/east.kube.REDACTED": *awstasks.DHCPOptions {"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":null,"DomainName":"ec2.internal","DomainNameServers":"AmazonProvidedDNS","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:14.645564 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/addons/storage-aws.addons.k8s.io/v1.7.0.yaml"
I0428 07:57:14.645494 25873 request_logger.go:45] AWS request: iam/GetRole
I0428 07:57:14.645344 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/addons/limit-range.addons.k8s.io/v1.5.0.yaml"
I0428 07:57:14.645418 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/addons/bootstrap-channel.yaml"
I0428 07:57:14.644181 25873 executor.go:166] Executing task "Keypair/apiserver-aggregator-ca": *fitasks.Keypair {"Name":"apiserver-aggregator-ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=apiserver-aggregator-ca","type":"ca","format":"v1alpha2"}
I0428 07:57:14.645214 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/addons/dns-controller.addons.k8s.io/k8s-1.6.yaml"
I0428 07:57:14.644810 25873 executor.go:166] Executing task "IAMInstanceProfile/nodes.east.kube.REDACTED": *awstasks.IAMInstanceProfile {"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":null}
I0428 07:57:14.646301 25873 request_logger.go:45] AWS request: ec2/DescribeVpcs
I0428 07:57:14.644683 25873 executor.go:166] Executing task "SSHKey/kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f": *awstasks.SSHKey {"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":null}
I0428 07:57:14.645021 25873 executor.go:166] Executing task "EBSVolume/b.etcd-events.east.kube.REDACTED": *awstasks.EBSVolume {"Name":"b.etcd-events.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"AvailabilityZone":"us-east-1b","VolumeType":"gp2","SizeGB":20,"VolumeIops":null,"KmsKeyId":null,"Encrypted":false,"Tags":{"k8s.io/etcd/events":"b/a,b,c","k8s.io/role/master":"1","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:14.645030 25873 executor.go:166] Executing task "EBSVolume/a.etcd-events.east.kube.REDACTED": *awstasks.EBSVolume {"Name":"a.etcd-events.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"AvailabilityZone":"us-east-1a","VolumeType":"gp2","SizeGB":20,"VolumeIops":null,"KmsKeyId":null,"Encrypted":false,"Tags":{"k8s.io/etcd/events":"a/a,b,c","k8s.io/role/master":"1","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:14.644274 25873 executor.go:166] Executing task "Secret/system:dns": *fitasks.Secret {"Name":"system:dns","Lifecycle":"Sync"}
I0428 07:57:14.644184 25873 executor.go:166] Executing task "Secret/system:monitoring": *fitasks.Secret {"Name":"system:monitoring","Lifecycle":"Sync"}
I0428 07:57:14.644480 25873 executor.go:166] Executing task "Secret/system:scheduler": *fitasks.Secret {"Name":"system:scheduler","Lifecycle":"Sync"}
I0428 07:57:14.644521 25873 executor.go:166] Executing task "Secret/system:controller_manager": *fitasks.Secret {"Name":"system:controller_manager","Lifecycle":"Sync"}
I0428 07:57:14.644852 25873 executor.go:166] Executing task "Secret/kube-proxy": *fitasks.Secret {"Name":"kube-proxy","Lifecycle":"Sync"}
I0428 07:57:14.649874 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:controller_manager"
I0428 07:57:14.644966 25873 executor.go:166] Executing task "Secret/kubelet": *fitasks.Secret {"Name":"kubelet","Lifecycle":"Sync"}
I0428 07:57:14.649980 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kube-proxy"
I0428 07:57:14.650089 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kubelet"
I0428 07:57:14.644740 25873 executor.go:166] Executing task "Secret/admin": *fitasks.Secret {"Name":"admin","Lifecycle":"Sync"}
I0428 07:57:14.650266 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/admin"
I0428 07:57:14.644698 25873 executor.go:166] Executing task "Secret/system:logging": *fitasks.Secret {"Name":"system:logging","Lifecycle":"Sync"}
I0428 07:57:14.650426 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:logging"
I0428 07:57:14.647031 25873 request_logger.go:45] AWS request: iam/GetRole
I0428 07:57:14.647169 25873 request_logger.go:45] AWS request: ec2/DescribeVolumes
I0428 07:57:14.648108 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/addons/kube-dns.addons.k8s.io/pre-k8s-1.6.yaml"
I0428 07:57:14.648572 25873 request_logger.go:45] AWS request: ec2/DescribeDhcpOptions
I0428 07:57:14.648708 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/keyset.yaml"
I0428 07:57:14.649342 25873 request_logger.go:45] AWS request: iam/GetInstanceProfile
I0428 07:57:14.649364 25873 sshkey.go:109] Computed SSH key fingerprint as "1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"
I0428 07:57:14.649581 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:dns"
I0428 07:57:14.649645 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:monitoring"
I0428 07:57:14.649685 25873 request_logger.go:45] AWS request: ec2/DescribeVolumes
I0428 07:57:14.649731 25873 request_logger.go:45] AWS request: ec2/DescribeVolumes
I0428 07:57:14.651725 25873 request_logger.go:45] AWS request: ec2/DescribeKeyPairs
I0428 07:57:14.649815 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:scheduler"
I0428 07:57:14.644775 25873 executor.go:166] Executing task "Secret/kube": *fitasks.Secret {"Name":"kube","Lifecycle":"Sync"}
I0428 07:57:14.652044 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kube"
I0428 07:57:14.670616 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/addons/core.addons.k8s.io/v1.4.0.yaml"
I0428 07:57:14.670688 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/addons/core.addons.k8s.io/v1.4.0.yaml" SSE="AES256" ACL=""
I0428 07:57:14.686905 25873 request_logger.go:45] AWS request: route53/GetHostedZone
I0428 07:57:14.693481 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/addons/kube-dns.addons.k8s.io/k8s-1.6.yaml"
I0428 07:57:14.693540 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/addons/kube-dns.addons.k8s.io/k8s-1.6.yaml" SSE="AES256" ACL=""
I0428 07:57:14.714768 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/addons/dns-controller.addons.k8s.io/pre-k8s-1.6.yaml"
I0428 07:57:14.714840 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/addons/dns-controller.addons.k8s.io/pre-k8s-1.6.yaml" SSE="AES256" ACL=""
I0428 07:57:14.726335 25873 ebsvolume.go:137] Creating PersistentVolume with Name:"c.etcd-main.east.kube.REDACTED"
I0428 07:57:14.726739 25873 request_logger.go:45] AWS request: ec2/CreateVolume
I0428 07:57:14.741304 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml", falling back to directory-list method
I0428 07:57:14.741389 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/ca/"
I0428 07:57:14.766311 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/addons/networking.kuberouter/k8s-1.6.yaml"
I0428 07:57:14.766401 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/addons/networking.kuberouter/k8s-1.6.yaml" SSE="AES256" ACL=""
I0428 07:57:14.786506 25873 ebsvolume.go:137] Creating PersistentVolume with Name:"b.etcd-main.east.kube.REDACTED"
I0428 07:57:14.787249 25873 request_logger.go:45] AWS request: ec2/CreateVolume
I0428 07:57:14.796642 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/addons/storage-aws.addons.k8s.io/v1.6.0.yaml"
I0428 07:57:14.796731 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/addons/storage-aws.addons.k8s.io/v1.6.0.yaml" SSE="AES256" ACL=""
I0428 07:57:14.819588 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/addons/rbac.addons.k8s.io/k8s-1.8.yaml"
I0428 07:57:14.819659 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/addons/rbac.addons.k8s.io/k8s-1.8.yaml" SSE="AES256" ACL=""
I0428 07:57:14.843119 25873 ebsvolume.go:137] Creating PersistentVolume with Name:"a.etcd-main.east.kube.REDACTED"
I0428 07:57:14.843566 25873 request_logger.go:45] AWS request: ec2/CreateVolume
I0428 07:57:14.892373 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/addons/storage-aws.addons.k8s.io/v1.7.0.yaml"
I0428 07:57:14.892470 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/addons/storage-aws.addons.k8s.io/v1.7.0.yaml" SSE="AES256" ACL=""
I0428 07:57:14.914270 25873 vpc.go:162] Creating VPC with CIDR: "172.20.0.0/16"
I0428 07:57:14.914845 25873 request_logger.go:45] AWS request: ec2/CreateVpc
I0428 07:57:14.966368 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/addons/limit-range.addons.k8s.io/v1.5.0.yaml"
I0428 07:57:14.966458 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/addons/limit-range.addons.k8s.io/v1.5.0.yaml" SSE="AES256" ACL=""
I0428 07:57:14.972503 25873 ebsvolume.go:137] Creating PersistentVolume with Name:"c.etcd-events.east.kube.REDACTED"
I0428 07:57:14.973009 25873 request_logger.go:45] AWS request: ec2/CreateVolume
I0428 07:57:14.993594 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/addons/bootstrap-channel.yaml"
I0428 07:57:14.993672 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/addons/bootstrap-channel.yaml" SSE="AES256" ACL=""
I0428 07:57:15.016744 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/addons/dns-controller.addons.k8s.io/k8s-1.6.yaml"
I0428 07:57:15.016835 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/addons/dns-controller.addons.k8s.io/k8s-1.6.yaml" SSE="AES256" ACL=""
I0428 07:57:15.047556 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:controller_manager"
I0428 07:57:15.052448 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:logging"
I0428 07:57:15.052796 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:dns"
I0428 07:57:15.054961 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:monitoring"
I0428 07:57:15.058593 25873 dhcp_options.go:142] Creating DHCPOptions with Name:"east.kube.REDACTED"
I0428 07:57:15.059154 25873 request_logger.go:45] AWS request: ec2/CreateDhcpOptions
I0428 07:57:15.072039 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kube-proxy"
I0428 07:57:15.072974 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/admin"
I0428 07:57:15.076017 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kube"
I0428 07:57:15.076476 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/addons/kube-dns.addons.k8s.io/pre-k8s-1.6.yaml"
I0428 07:57:15.076551 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/addons/kube-dns.addons.k8s.io/pre-k8s-1.6.yaml" SSE="AES256" ACL=""
I0428 07:57:15.077485 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:scheduler"
I0428 07:57:15.077870 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/keyset.yaml", falling back to directory-list method
I0428 07:57:15.077986 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/"
I0428 07:57:15.079229 25873 ebsvolume.go:137] Creating PersistentVolume with Name:"a.etcd-events.east.kube.REDACTED"
I0428 07:57:15.079590 25873 request_logger.go:45] AWS request: ec2/CreateVolume
I0428 07:57:15.084397 25873 ebsvolume.go:137] Creating PersistentVolume with Name:"b.etcd-events.east.kube.REDACTED"
I0428 07:57:15.084911 25873 request_logger.go:45] AWS request: ec2/CreateVolume
I0428 07:57:15.097068 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kubelet"
I0428 07:57:15.097173 25873 sshkey.go:125] Creating SSHKey with Name:"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f"
I0428 07:57:15.097712 25873 request_logger.go:45] AWS request: ec2/ImportKeyPair
I0428 07:57:15.101358 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:controller_manager"
I0428 07:57:15.122642 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca: []
I0428 07:57:15.122735 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml"
I0428 07:57:15.124768 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:controller_manager"
I0428 07:57:15.124921 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/secrets/system:controller_manager" SSE="AES256" ACL=""
I0428 07:57:15.143373 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator-ca: []
I0428 07:57:15.143539 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator-ca/keyset.yaml"
I0428 07:57:15.143961 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:15.149791 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml", falling back to directory-list method
I0428 07:57:15.149919 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/ca/"
I0428 07:57:15.156787 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:controller_manager"
I0428 07:57:15.156839 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:dns"
I0428 07:57:15.168685 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator-ca/keyset.yaml", falling back to directory-list method
I0428 07:57:15.168785 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/apiserver-aggregator-ca/"
I0428 07:57:15.177713 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca: []
I0428 07:57:15.178358 25873 keypair.go:181] creating brand new certificate
I0428 07:57:15.178453 25873 keypair.go:201] Creating PKI keypair "ca"
I0428 07:57:15.178544 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml"
I0428 07:57:15.181910 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:dns"
I0428 07:57:15.182038 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/secrets/system:dns" SSE="AES256" ACL=""
I0428 07:57:15.196074 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator-ca: []
I0428 07:57:15.196352 25873 keypair.go:181] creating brand new certificate
I0428 07:57:15.196399 25873 keypair.go:201] Creating PKI keypair "apiserver-aggregator-ca"
I0428 07:57:15.196453 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/keyset.yaml"
I0428 07:57:15.210425 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml", falling back to directory-list method
I0428 07:57:15.210516 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/ca/"
I0428 07:57:15.224379 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/keyset.yaml", falling back to directory-list method
I0428 07:57:15.224501 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/"
I0428 07:57:15.225094 25873 request_logger.go:45] AWS request: ec2/ModifyVpcAttribute
I0428 07:57:15.225334 25873 aws_cloud.go:734] adding tags to "dopt-46947c3d": map[kubernetes.io/cluster/east.kube.REDACTED:owned Name:east.kube.REDACTED KubernetesCluster:east.kube.REDACTED]
I0428 07:57:15.225883 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:15.227793 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:dns"
I0428 07:57:15.227812 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:logging"
I0428 07:57:15.239923 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca: []
I0428 07:57:15.240085 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml"
I0428 07:57:15.251252 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:logging"
I0428 07:57:15.251355 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/secrets/system:logging" SSE="AES256" ACL=""
I0428 07:57:15.255154 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator-ca: []
I0428 07:57:15.255285 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator-ca/keyset.yaml"
I0428 07:57:15.264581 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml", falling back to directory-list method
I0428 07:57:15.264666 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/ca/"
I0428 07:57:15.280205 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator-ca/keyset.yaml", falling back to directory-list method
I0428 07:57:15.280281 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/apiserver-aggregator-ca/"
I0428 07:57:15.304418 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:logging"
I0428 07:57:15.304504 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/admin"
I0428 07:57:15.304783 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator-ca: []
I0428 07:57:15.304849 25873 keypair.go:212] Creating privateKey "apiserver-aggregator-ca"
I0428 07:57:15.311895 25873 request_logger.go:45] AWS request: ec2/ModifyVpcAttribute
I0428 07:57:15.316185 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca: []
I0428 07:57:15.316334 25873 keypair.go:212] Creating privateKey "ca"
I0428 07:57:15.325594 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/secrets/admin"
I0428 07:57:15.325682 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/secrets/admin" SSE="AES256" ACL=""
I0428 07:57:15.335745 25873 iamrole.go:144] Creating IAMRole with Name:"bastions.east.kube.REDACTED"
I0428 07:57:15.336107 25873 request_logger.go:45] AWS request: iam/CreateRole
I0428 07:57:15.358722 25873 iamrole.go:144] Creating IAMRole with Name:"nodes.east.kube.REDACTED"
I0428 07:57:15.359077 25873 request_logger.go:45] AWS request: iam/CreateRole
I0428 07:57:15.370550 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:15.380144 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:15.385181 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:15.408364 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/admin"
I0428 07:57:15.408414 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kube-proxy"
I0428 07:57:15.418035 25873 iaminstanceprofile.go:107] Creating IAMInstanceProfile with Name:"bastions.east.kube.REDACTED"
I0428 07:57:15.418324 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:15.418376 25873 request_logger.go:45] AWS request: iam/CreateInstanceProfile
I0428 07:57:15.418551 25873 aws_cloud.go:734] adding tags to "vpc-52386d29": map[kubernetes.io/cluster/east.kube.REDACTED:owned Name:east.kube.REDACTED KubernetesCluster:east.kube.REDACTED]
I0428 07:57:15.418694 25873 iaminstanceprofile.go:107] Creating IAMInstanceProfile with Name:"masters.east.kube.REDACTED"
I0428 07:57:15.418945 25873 request_logger.go:45] AWS request: iam/CreateInstanceProfile
I0428 07:57:15.418967 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:15.419445 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:15.429601 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kube-proxy"
I0428 07:57:15.429691 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/secrets/kube-proxy" SSE="AES256" ACL=""
I0428 07:57:15.432595 25873 iamrole.go:144] Creating IAMRole with Name:"masters.east.kube.REDACTED"
I0428 07:57:15.432932 25873 request_logger.go:45] AWS request: iam/CreateRole
I0428 07:57:15.459419 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kube-proxy"
I0428 07:57:15.459701 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:scheduler"
I0428 07:57:15.477658 25873 iaminstanceprofile.go:107] Creating IAMInstanceProfile with Name:"nodes.east.kube.REDACTED"
I0428 07:57:15.478035 25873 request_logger.go:45] AWS request: iam/CreateInstanceProfile
I0428 07:57:15.492042 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:scheduler"
I0428 07:57:15.492129 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/secrets/system:scheduler" SSE="AES256" ACL=""
I0428 07:57:15.492745 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:15.506655 25873 request_logger.go:45] AWS request: iam/GetInstanceProfile
I0428 07:57:15.513695 25873 request_logger.go:45] AWS request: iam/GetInstanceProfile
I0428 07:57:15.524993 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:scheduler"
I0428 07:57:15.525065 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kubelet"
I0428 07:57:15.549713 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kubelet"
I0428 07:57:15.549807 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/secrets/kubelet" SSE="AES256" ACL=""
I0428 07:57:15.576010 25873 iaminstanceprofile.go:137] Found IAM instance profile "masters.east.kube.REDACTED"
I0428 07:57:15.580898 25873 request_logger.go:45] AWS request: iam/GetInstanceProfile
I0428 07:57:15.585724 25873 iaminstanceprofile.go:137] Found IAM instance profile "bastions.east.kube.REDACTED"
I0428 07:57:15.596229 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kubelet"
I0428 07:57:15.596259 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kube"
I0428 07:57:15.613404 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:15.619981 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kube"
I0428 07:57:15.620081 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/secrets/kube" SSE="AES256" ACL=""
I0428 07:57:15.638329 25873 iaminstanceprofile.go:137] Found IAM instance profile "nodes.east.kube.REDACTED"
I0428 07:57:15.652867 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kube"
I0428 07:57:15.652927 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:monitoring"
I0428 07:57:15.660856 25873 vfs_castore.go:731] Issuing new certificate: "apiserver-aggregator-ca"
I0428 07:57:15.669728 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/apiserver-aggregator-ca/"
I0428 07:57:15.672765 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:monitoring"
I0428 07:57:15.672819 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/secrets/system:monitoring" SSE="AES256" ACL=""
I0428 07:57:15.714626 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator-ca: []
I0428 07:57:15.718773 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator-ca/keyset.yaml"
I0428 07:57:15.718843 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/apiserver-aggregator-ca/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:15.727721 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/system:monitoring"
I0428 07:57:15.752531 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator-ca/6549467079289600853763108171.key"
I0428 07:57:15.752596 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/apiserver-aggregator-ca/6549467079289600853763108171.key" SSE="AES256" ACL=""
I0428 07:57:15.784031 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/"
I0428 07:57:15.812313 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator-ca: []
I0428 07:57:15.813201 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/keyset.yaml"
I0428 07:57:15.813266 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:15.842275 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/6549467079289600853763108171.crt"
I0428 07:57:15.842367 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/6549467079289600853763108171.crt" SSE="AES256" ACL=""
I0428 07:57:15.875279 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/6549467079289600853763108171.crt"
I0428 07:57:15.897577 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:15.897779 25873 keypair.go:230] created certificate with cn=apiserver-aggregator-ca
I0428 07:57:16.004109 25873 vfs_castore.go:731] Issuing new certificate: "ca"
I0428 07:57:16.013412 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/ca/"
I0428 07:57:16.035824 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/ca: []
I0428 07:57:16.037308 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/ca/keyset.yaml"
I0428 07:57:16.037364 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/ca/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:16.069616 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/ca/6549467080763867301870478608.key"
I0428 07:57:16.069705 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/ca/6549467080763867301870478608.key" SSE="AES256" ACL=""
I0428 07:57:16.104985 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/ca/"
I0428 07:57:16.130473 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca: []
I0428 07:57:16.131319 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml"
I0428 07:57:16.131370 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/ca/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:16.166139 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/6549467080763867301870478608.crt"
I0428 07:57:16.166261 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/ca/6549467080763867301870478608.crt" SSE="AES256" ACL=""
I0428 07:57:16.199134 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/6549467080763867301870478608.crt"
I0428 07:57:16.224892 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:16.225115 25873 keypair.go:230] created certificate with cn=kubernetes
I0428 07:57:16.225241 25873 executor.go:91] Tasks: 38 done / 130 total; 39 can run
I0428 07:57:16.225505 25873 executor.go:166] Executing task "Keypair/kube-controller-manager": *fitasks.Keypair {"Name":"kube-controller-manager","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":{"Name":"ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=kubernetes","type":"ca","format":"v1alpha2"},"subject":"cn=system:kube-controller-manager","type":"client","format":"v1alpha2"}
I0428 07:57:16.225453 25873 executor.go:166] Executing task "Subnet/us-east-1c.east.kube.REDACTED": *awstasks.Subnet {"Name":"us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.96.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1c.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}
I0428 07:57:16.225797 25873 executor.go:166] Executing task "Keypair/kubelet": *fitasks.Keypair {"Name":"kubelet","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":{"Name":"ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=kubernetes","type":"ca","format":"v1alpha2"},"subject":"o=system:nodes,cn=kubelet","type":"client","format":"v1alpha2"}
I0428 07:57:16.225800 25873 executor.go:166] Executing task "IAMRolePolicy/additional.nodes.east.kube.REDACTED": *awstasks.IAMRolePolicy {"ID":null,"Lifecycle":"Sync","Name":"additional.nodes.east.kube.REDACTED","Role":{"ID":"AROAJQGPBSUIX7D7GISAI","Lifecycle":"Sync","Name":"nodes.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"nodes"},"PolicyDocument":{"Name":"","Resource":""}}
I0428 07:57:16.225634 25873 executor.go:166] Executing task "SecurityGroup/nodes.east.kube.REDACTED": *awstasks.SecurityGroup {"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:16.225699 25873 executor.go:166] Executing task "RouteTable/east.kube.REDACTED": *awstasks.RouteTable {"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":null,"VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"public"}}
I0428 07:57:16.226021 25873 executor.go:166] Executing task "Keypair/kops": *fitasks.Keypair {"Name":"kops","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":{"Name":"ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=kubernetes","type":"ca","format":"v1alpha2"},"subject":"o=system:masters,cn=kops","type":"client","format":"v1alpha2"}
I0428 07:57:16.226114 25873 executor.go:166] Executing task "Keypair/apiserver-aggregator": *fitasks.Keypair {"Name":"apiserver-aggregator","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":{"Name":"apiserver-aggregator-ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=apiserver-aggregator-ca","type":"ca","format":"v1alpha2"},"subject":"cn=aggregator","type":"client","format":"v1alpha2"}
I0428 07:57:16.226192 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kops/keyset.yaml"
I0428 07:57:16.226263 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator/keyset.yaml"
I0428 07:57:16.226241 25873 executor.go:166] Executing task "RouteTable/private-us-east-1a.east.kube.REDACTED": *awstasks.RouteTable {"Name":"private-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1a"}}
I0428 07:57:16.226279 25873 executor.go:166] Executing task "IAMInstanceProfileRole/masters.east.kube.REDACTED": *awstasks.IAMInstanceProfileRole {"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","InstanceProfile":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAI3ZJ6EF2IY5NJWZW2"},"Role":{"ID":"AROAIVSBGHQXVUQ7VOAKI","Lifecycle":"Sync","Name":"masters.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"masters"}}
I0428 07:57:16.225484 25873 executor.go:166] Executing task "IAMRolePolicy/additional.masters.east.kube.REDACTED": *awstasks.IAMRolePolicy {"ID":null,"Lifecycle":"Sync","Name":"additional.masters.east.kube.REDACTED","Role":{"ID":"AROAIVSBGHQXVUQ7VOAKI","Lifecycle":"Sync","Name":"masters.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"masters"},"PolicyDocument":{"Name":"","Resource":""}}
I0428 07:57:16.226709 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:16.226926 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:16.226925 25873 executor.go:166] Executing task "Keypair/kube-proxy": *fitasks.Keypair {"Name":"kube-proxy","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":{"Name":"ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=kubernetes","type":"ca","format":"v1alpha2"},"subject":"cn=system:kube-proxy","type":"client","format":"v1alpha2"}
I0428 07:57:16.226970 25873 executor.go:166] Executing task "SecurityGroup/bastion-elb.east.kube.REDACTED": *awstasks.SecurityGroup {"Name":"bastion-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"Description":"Security group for bastion ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:16.227140 25873 executor.go:166] Executing task "RouteTable/private-us-east-1c.east.kube.REDACTED": *awstasks.RouteTable {"Name":"private-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1c"}}
I0428 07:57:16.227257 25873 executor.go:166] Executing task "Keypair/kube-router": *fitasks.Keypair {"Name":"kube-router","alternateNames":null,"alternateNameTasks":null,"Lifecycle":null,"Signer":{"Name":"ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=kubernetes","type":"ca","format":"v1alpha2"},"subject":"cn=system:kube-router","type":"client","format":"v1alpha2"}
I0428 07:57:16.227219 25873 executor.go:166] Executing task "SecurityGroup/masters.east.kube.REDACTED": *awstasks.SecurityGroup {"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:16.226966 25873 executor.go:166] Executing task "IAMRolePolicy/masters.east.kube.REDACTED": *awstasks.IAMRolePolicy {"ID":null,"Lifecycle":"Sync","Name":"masters.east.kube.REDACTED","Role":{"ID":"AROAIVSBGHQXVUQ7VOAKI","Lifecycle":"Sync","Name":"masters.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"masters"},"PolicyDocument":{"Builder":{"Cluster":{"metadata":{"name":"east.kube.REDACTED","creationTimestamp":"2018-04-28T11:57:12Z"},"spec":{"channel":"stable","configBase":"s3://REDACTED-kops/east.kube.REDACTED","cloudProvider":"aws","kubernetesVersion":"1.9.3","subnets":[{"name":"us-east-1a","cidr":"172.20.32.0/19","zone":"us-east-1a","type":"Private"},{"name":"us-east-1b","cidr":"172.20.64.0/19","zone":"us-east-1b","type":"Private"},{"name":"us-east-1c","cidr":"172.20.96.0/19","zone":"us-east-1c","type":"Private"},{"name":"utility-us-east-1a","cidr":"172.20.0.0/22","zone":"us-east-1a","type":"Utility"},{"name":"utility-us-east-1b","cidr":"172.20.4.0/22","zone":"us-east-1b","type":"Utility"},{"name":"utility-us-east-1c","cidr":"172.20.8.0/22","zone":"us-east-1c","type":"Utility"}],"masterPublicName":"api.east.kube.REDACTED","masterInternalName":"api.internal.east.kube.REDACTED","networkCIDR":"172.20.0.0/16","topology":{"masters":"private","nodes":"private","bastion":{"bastionPublicName":"bastion.east.kube.REDACTED"},"dns":{"type":"Public"}},"secretStore":"s3://REDACTED-kops/east.kube.REDACTED/secrets","keyStore":"s3://REDACTED-kops/east.kube.REDACTED/pki","configStore":"s3://REDACTED-kops/east.kube.REDACTED","dnsZone":"kube.REDACTED","clusterDNSDomain":"cluster.local","serviceClusterIPRange":"100.64.0.0/13","nonMasqueradeCIDR":"100.64.0.0/10","sshAccess":["0.0.0.0/0"],"kubernetesApiAccess":["0.0.0.0/0"],"etcdClusters":[{"name":"main","etcdMembers":[{"name":"a","instanceGroup":"master-us-east-1a"},{"name":"b","instanceGroup":"master-us-east-1b"},{"name":"c","instanceGroup":"master-us-east-1c"}],"version":"2.2.1","image":"gcr.io/google_containers/etcd:2.2.1"},{"name":"events","etcdMembers":[{"name":"a","instanceGroup":"master-us-east-1a"},{"name":"b","instanceGroup":"master-us-east-1b"},{"name":"c","instanceGroup":"master-us-east-1c"}],"version":"2.2.1","image":"gcr.io/google_containers/etcd:2.2.1"}],"docker":{"bridge":"","ipMasq":false,"ipTables":false,"logDriver":"json-file","logLevel":"warn","logOpt":["max-size=10m","max-file=5"],"storage":"overlay,aufs","version":"17.03.2"},"kubeDNS":{"replicas":2,"domain":"cluster.local","serverIP":"100.64.0.10","cacheMaxSize":1000,"cacheMaxConcurrent":150},"kubeAPIServer":{"image":"gcr.io/google_containers/kube-apiserver:v1.9.3","logLevel":2,"cloudProvider":"aws","securePort":443,"insecurePort":8080,"address":"127.0.0.1","admissionControl":["Initializers","NamespaceLifecycle","LimitRanger","ServiceAccount","PersistentVolumeLabel","DefaultStorageClass","DefaultTolerationSeconds","MutatingAdmissionWebhook","ValidatingAdmissionWebhook","NodeRestriction","ResourceQuota"],"serviceClusterIPRange":"100.64.0.0/13","etcdServers":["http://127.0.0.1:4001"],"etcdServersOverrides":["/events#http://127.0.0.1:4002"],"allowPrivileged":true,"apiServerCount":3,"anonymousAuth":false,"kubeletPreferredAddressTypes":["InternalIP","Hostname","ExternalIP"],"storageBackend":"etcd2","authorizationMode":"RBAC","requestheaderUsernameHeaders":["X-Remote-User"],"requestheaderGroupHeaders":["X-Remote-Group"],"requestheaderExtraHeaderPrefixes":["X-Remote-Extra-"],"requestheaderAllowedNames":["aggregator"],"etcdQuorumRead":false},"kubeControllerManager":{"logLevel":2,"image":"gcr.io/google_containers/kube-controller-manager:v1.9.3","cloudProvider":"aws","clusterName":"east.kube.REDACTED","clusterCIDR":"100.96.0.0/11","allocateNodeCIDRs":true,"configureCloudRoutes":false,"leaderElection":{"leaderElect":true},"attachDetachReconcileSyncPeriod":"1m0s","useServiceAccountCredentials":true},"kubeScheduler":{"logLevel":2,"image":"gcr.io/google_containers/kube-scheduler:v1.9.3","leaderElection":{"leaderElect":true}},"kubeProxy":{"image":"gcr.io/google_containers/kube-proxy:v1.9.3","cpuRequest":"100m","logLevel":2,"clusterCIDR":"100.96.0.0/11","hostnameOverride":"@aws"},"kubelet":{"kubeconfigPath":"/var/lib/kubelet/kubeconfig","logLevel":2,"podManifestPath":"/etc/kubernetes/manifests","hostnameOverride":"@aws","podInfraContainerImage":"gcr.io/google_containers/pause-amd64:3.0","allowPrivileged":true,"enableDebuggingHandlers":true,"clusterDomain":"cluster.local","clusterDNS":"100.64.0.10","networkPluginName":"cni","cloudProvider":"aws","cgroupRoot":"/","nonMasqueradeCIDR":"100.64.0.0/10","evictionHard":"memory.available\u003c100Mi,nodefs.available\u003c10%,nodefs.inodesFree\u003c5%,imagefs.available\u003c10%,imagefs.inodesFree\u003c5%","featureGates":{"ExperimentalCriticalPodAnnotation":"true"}},"masterKubelet":{"kubeconfigPath":"/var/lib/kubelet/kubeconfig","logLevel":2,"podManifestPath":"/etc/kubernetes/manifests","hostnameOverride":"@aws","podInfraContainerImage":"gcr.io/google_containers/pause-amd64:3.0","allowPrivileged":true,"enableDebuggingHandlers":true,"clusterDomain":"cluster.local","clusterDNS":"100.64.0.10","networkPluginName":"cni","cloudProvider":"aws","cgroupRoot":"/","registerSchedulable":false,"nonMasqueradeCIDR":"100.64.0.0/10","evictionHard":"memory.available\u003c100Mi,nodefs.available\u003c10%,nodefs.inodesFree\u003c5%,imagefs.available\u003c10%,imagefs.inodesFree\u003c5%","featureGates":{"ExperimentalCriticalPodAnnotation":"true"}},"networking":{"kuberouter":{}},"api":{"loadBalancer":{"type":"Public"}},"authorization":{"rbac":{}},"iam":{"legacy":false,"allowContainerRegistry":true}}},"HostedZoneID":"","KMSKeys":null,"Region":"us-east-1","ResourceARN":null,"Role":"Master"},"DNSZone":{"Name":"kube.REDACTED","Lifecycle":"Sync","DNSName":"kube.REDACTED","ZoneID":"Z2NI8VSE85RN2E","Private":null,"PrivateVPC":null}}}
I0428 07:57:16.227672 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:16.227710 25873 executor.go:166] Executing task "Keypair/kubecfg": *fitasks.Keypair {"Name":"kubecfg","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":{"Name":"ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=kubernetes","type":"ca","format":"v1alpha2"},"subject":"o=system:masters,cn=kubecfg","type":"client","format":"v1alpha2"}
I0428 07:57:16.225390 25873 executor.go:166] Executing task "Subnet/utility-us-east-1a.east.kube.REDACTED": *awstasks.Subnet {"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}
I0428 07:57:16.227932 25873 request_logger.go:45] AWS request: iam/GetRolePolicy
I0428 07:57:16.227940 25873 executor.go:166] Executing task "Keypair/kube-scheduler": *fitasks.Keypair {"Name":"kube-scheduler","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":{"Name":"ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=kubernetes","type":"ca","format":"v1alpha2"},"subject":"cn=system:kube-scheduler","type":"client","format":"v1alpha2"}
I0428 07:57:16.228024 25873 request_logger.go:45] AWS request: iam/GetInstanceProfile
I0428 07:57:16.228065 25873 executor.go:166] Executing task "Keypair/apiserver-proxy-client": *fitasks.Keypair {"Name":"apiserver-proxy-client","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":{"Name":"ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=kubernetes","type":"ca","format":"v1alpha2"},"subject":"cn=apiserver-proxy-client","type":"client","format":"v1alpha2"}
I0428 07:57:16.228211 25873 request_logger.go:45] AWS request: ec2/DescribeSubnets
I0428 07:57:16.228150 25873 executor.go:166] Executing task "SecurityGroup/bastion.east.kube.REDACTED": *awstasks.SecurityGroup {"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"Description":"Security group for bastion","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:16.228271 25873 executor.go:166] Executing task "Subnet/utility-us-east-1c.east.kube.REDACTED": *awstasks.Subnet {"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}
I0428 07:57:16.226243 25873 executor.go:166] Executing task "RouteTable/private-us-east-1b.east.kube.REDACTED": *awstasks.RouteTable {"Name":"private-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1b"}}
I0428 07:57:16.228464 25873 executor.go:166] Executing task "Subnet/us-east-1a.east.kube.REDACTED": *awstasks.Subnet {"Name":"us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.32.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1a.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}
I0428 07:57:16.228654 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:16.228786 25873 request_logger.go:45] AWS request: iam/GetRolePolicy
I0428 07:57:16.227921 25873 executor.go:166] Executing task "Subnet/utility-us-east-1b.east.kube.REDACTED": *awstasks.Subnet {"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}
I0428 07:57:16.228873 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:16.228899 25873 request_logger.go:45] AWS request: ec2/DescribeSubnets
I0428 07:57:16.225361 25873 executor.go:166] Executing task "MirrorSecrets/mirror-secrets": *fitasks.MirrorSecrets {"Name":"mirror-secrets","Lifecycle":null,"MirrorPath":{}}
I0428 07:57:16.227419 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-router/keyset.yaml"
I0428 07:57:16.225487 25873 executor.go:166] Executing task "IAMRolePolicy/additional.bastions.east.kube.REDACTED": *awstasks.IAMRolePolicy {"ID":null,"Lifecycle":"Sync","Name":"additional.bastions.east.kube.REDACTED","Role":{"ID":"AROAJXFHMJDJPOAZ3EA5E","Lifecycle":"Sync","Name":"bastions.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"bastions"},"PolicyDocument":{"Name":"","Resource":""}}
I0428 07:57:16.225948 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet/keyset.yaml"
I0428 07:57:16.228254 25873 executor.go:166] Executing task "IAMRolePolicy/nodes.east.kube.REDACTED": *awstasks.IAMRolePolicy {"ID":null,"Lifecycle":"Sync","Name":"nodes.east.kube.REDACTED","Role":{"ID":"AROAJQGPBSUIX7D7GISAI","Lifecycle":"Sync","Name":"nodes.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"nodes"},"PolicyDocument":{"Builder":{"Cluster":{"metadata":{"name":"east.kube.REDACTED","creationTimestamp":"2018-04-28T11:57:12Z"},"spec":{"channel":"stable","configBase":"s3://REDACTED-kops/east.kube.REDACTED","cloudProvider":"aws","kubernetesVersion":"1.9.3","subnets":[{"name":"us-east-1a","cidr":"172.20.32.0/19","zone":"us-east-1a","type":"Private"},{"name":"us-east-1b","cidr":"172.20.64.0/19","zone":"us-east-1b","type":"Private"},{"name":"us-east-1c","cidr":"172.20.96.0/19","zone":"us-east-1c","type":"Private"},{"name":"utility-us-east-1a","cidr":"172.20.0.0/22","zone":"us-east-1a","type":"Utility"},{"name":"utility-us-east-1b","cidr":"172.20.4.0/22","zone":"us-east-1b","type":"Utility"},{"name":"utility-us-east-1c","cidr":"172.20.8.0/22","zone":"us-east-1c","type":"Utility"}],"masterPublicName":"api.east.kube.REDACTED","masterInternalName":"api.internal.east.kube.REDACTED","networkCIDR":"172.20.0.0/16","topology":{"masters":"private","nodes":"private","bastion":{"bastionPublicName":"bastion.east.kube.REDACTED"},"dns":{"type":"Public"}},"secretStore":"s3://REDACTED-kops/east.kube.REDACTED/secrets","keyStore":"s3://REDACTED-kops/east.kube.REDACTED/pki","configStore":"s3://REDACTED-kops/east.kube.REDACTED","dnsZone":"kube.REDACTED","clusterDNSDomain":"cluster.local","serviceClusterIPRange":"100.64.0.0/13","nonMasqueradeCIDR":"100.64.0.0/10","sshAccess":["0.0.0.0/0"],"kubernetesApiAccess":["0.0.0.0/0"],"etcdClusters":[{"name":"main","etcdMembers":[{"name":"a","instanceGroup":"master-us-east-1a"},{"name":"b","instanceGroup":"master-us-east-1b"},{"name":"c","instanceGroup":"master-us-east-1c"}],"version":"2.2.1","image":"gcr.io/google_containers/etcd:2.2.1"},{"name":"events","etcdMembers":[{"name":"a","instanceGroup":"master-us-east-1a"},{"name":"b","instanceGroup":"master-us-east-1b"},{"name":"c","instanceGroup":"master-us-east-1c"}],"version":"2.2.1","image":"gcr.io/google_containers/etcd:2.2.1"}],"docker":{"bridge":"","ipMasq":false,"ipTables":false,"logDriver":"json-file","logLevel":"warn","logOpt":["max-size=10m","max-file=5"],"storage":"overlay,aufs","version":"17.03.2"},"kubeDNS":{"replicas":2,"domain":"cluster.local","serverIP":"100.64.0.10","cacheMaxSize":1000,"cacheMaxConcurrent":150},"kubeAPIServer":{"image":"gcr.io/google_containers/kube-apiserver:v1.9.3","logLevel":2,"cloudProvider":"aws","securePort":443,"insecurePort":8080,"address":"127.0.0.1","admissionControl":["Initializers","NamespaceLifecycle","LimitRanger","ServiceAccount","PersistentVolumeLabel","DefaultStorageClass","DefaultTolerationSeconds","MutatingAdmissionWebhook","ValidatingAdmissionWebhook","NodeRestriction","ResourceQuota"],"serviceClusterIPRange":"100.64.0.0/13","etcdServers":["http://127.0.0.1:4001"],"etcdServersOverrides":["/events#http://127.0.0.1:4002"],"allowPrivileged":true,"apiServerCount":3,"anonymousAuth":false,"kubeletPreferredAddressTypes":["InternalIP","Hostname","ExternalIP"],"storageBackend":"etcd2","authorizationMode":"RBAC","requestheaderUsernameHeaders":["X-Remote-User"],"requestheaderGroupHeaders":["X-Remote-Group"],"requestheaderExtraHeaderPrefixes":["X-Remote-Extra-"],"requestheaderAllowedNames":["aggregator"],"etcdQuorumRead":false},"kubeControllerManager":{"logLevel":2,"image":"gcr.io/google_containers/kube-controller-manager:v1.9.3","cloudProvider":"aws","clusterName":"east.kube.REDACTED","clusterCIDR":"100.96.0.0/11","allocateNodeCIDRs":true,"configureCloudRoutes":false,"leaderElection":{"leaderElect":true},"attachDetachReconcileSyncPeriod":"1m0s","useServiceAccountCredentials":true},"kubeScheduler":{"logLevel":2,"image":"gcr.io/google_containers/kube-scheduler:v1.9.3","leaderElection":{"leaderElect":true}},"kubeProxy":{"image":"gcr.io/google_containers/kube-proxy:v1.9.3","cpuRequest":"100m","logLevel":2,"clusterCIDR":"100.96.0.0/11","hostnameOverride":"@aws"},"kubelet":{"kubeconfigPath":"/var/lib/kubelet/kubeconfig","logLevel":2,"podManifestPath":"/etc/kubernetes/manifests","hostnameOverride":"@aws","podInfraContainerImage":"gcr.io/google_containers/pause-amd64:3.0","allowPrivileged":true,"enableDebuggingHandlers":true,"clusterDomain":"cluster.local","clusterDNS":"100.64.0.10","networkPluginName":"cni","cloudProvider":"aws","cgroupRoot":"/","nonMasqueradeCIDR":"100.64.0.0/10","evictionHard":"memory.available\u003c100Mi,nodefs.available\u003c10%,nodefs.inodesFree\u003c5%,imagefs.available\u003c10%,imagefs.inodesFree\u003c5%","featureGates":{"ExperimentalCriticalPodAnnotation":"true"}},"masterKubelet":{"kubeconfigPath":"/var/lib/kubelet/kubeconfig","logLevel":2,"podManifestPath":"/etc/kubernetes/manifests","hostnameOverride":"@aws","podInfraContainerImage":"gcr.io/google_containers/pause-amd64:3.0","allowPrivileged":true,"enableDebuggingHandlers":true,"clusterDomain":"cluster.local","clusterDNS":"100.64.0.10","networkPluginName":"cni","cloudProvider":"aws","cgroupRoot":"/","registerSchedulable":false,"nonMasqueradeCIDR":"100.64.0.0/10","evictionHard":"memory.available\u003c100Mi,nodefs.available\u003c10%,nodefs.inodesFree\u003c5%,imagefs.available\u003c10%,imagefs.inodesFree\u003c5%","featureGates":{"ExperimentalCriticalPodAnnotation":"true"}},"networking":{"kuberouter":{}},"api":{"loadBalancer":{"type":"Public"}},"authorization":{"rbac":{}},"iam":{"legacy":false,"allowContainerRegistry":true}}},"HostedZoneID":"","KMSKeys":null,"Region":"us-east-1","ResourceARN":null,"Role":"Node"},"DNSZone":{"Name":"kube.REDACTED","Lifecycle":"Sync","DNSName":"kube.REDACTED","ZoneID":"Z2NI8VSE85RN2E","Private":null,"PrivateVPC":null}}}
I0428 07:57:16.226499 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:16.229580 25873 request_logger.go:45] AWS request: iam/GetRolePolicy
I0428 07:57:16.229651 25873 request_logger.go:45] AWS request: iam/GetRolePolicy
I0428 07:57:16.227094 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-proxy/keyset.yaml"
I0428 07:57:16.227586 25873 executor.go:166] Executing task "Keypair/master": *fitasks.Keypair {"Name":"master","alternateNames":["kubernetes","kubernetes.default","kubernetes.default.svc","kubernetes.default.svc.cluster.local","api.east.kube.REDACTED","api.internal.east.kube.REDACTED","100.64.0.1","127.0.0.1"],"alternateNameTasks":null,"Lifecycle":"Sync","Signer":{"Name":"ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=kubernetes","type":"ca","format":"v1alpha2"},"subject":"cn=kubernetes-master","type":"server","format":"v1alpha2"}
I0428 07:57:16.226928 25873 request_logger.go:45] AWS request: iam/GetRolePolicy
I0428 07:57:16.230002 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/master/keyset.yaml"
I0428 07:57:16.227763 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:16.228337 25873 executor.go:166] Executing task "IAMInstanceProfileRole/nodes.east.kube.REDACTED": *awstasks.IAMInstanceProfileRole {"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","InstanceProfile":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAJNNBVNEPA6LE7RDX4"},"Role":{"ID":"AROAJQGPBSUIX7D7GISAI","Lifecycle":"Sync","Name":"nodes.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"nodes"}}
I0428 07:57:16.228222 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-proxy-client/keyset.yaml"
I0428 07:57:16.228098 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-scheduler/keyset.yaml"
I0428 07:57:16.227908 25873 executor.go:166] Executing task "Keypair/kubelet-api": *fitasks.Keypair {"Name":"kubelet-api","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":{"Name":"ca","alternateNames":null,"alternateNameTasks":null,"Lifecycle":"Sync","Signer":null,"subject":"cn=kubernetes","type":"ca","format":"v1alpha2"},"subject":"cn=kubelet-api","type":"client","format":"v1alpha2"}
I0428 07:57:16.227799 25873 executor.go:166] Executing task "IAMInstanceProfileRole/bastions.east.kube.REDACTED": *awstasks.IAMInstanceProfileRole {"Name":"bastions.east.kube.REDACTED","Lifecycle":"Sync","InstanceProfile":{"Name":"bastions.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAJSAXYKTPDZ6YDYXGQ"},"Role":{"ID":"AROAJXFHMJDJPOAZ3EA5E","Lifecycle":"Sync","Name":"bastions.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"bastions"}}
I0428 07:57:16.226206 25873 request_logger.go:45] AWS request: ec2/DescribeSubnets
I0428 07:57:16.225750 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-controller-manager/keyset.yaml"
I0428 07:57:16.225360 25873 executor.go:166] Executing task "Subnet/us-east-1b.east.kube.REDACTED": *awstasks.Subnet {"Name":"us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.64.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1b.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}
I0428 07:57:16.225993 25873 executor.go:166] Executing task "MirrorKeystore/mirror-keystore": *fitasks.MirrorKeystore {"Name":"mirror-keystore","Lifecycle":null,"MirrorPath":{}}
I0428 07:57:16.225456 25873 executor.go:166] Executing task "IAMRolePolicy/bastions.east.kube.REDACTED": *awstasks.IAMRolePolicy {"ID":null,"Lifecycle":"Sync","Name":"bastions.east.kube.REDACTED","Role":{"ID":"AROAJXFHMJDJPOAZ3EA5E","Lifecycle":"Sync","Name":"bastions.east.kube.REDACTED","RolePolicyDocument":{"Name":"","Resource":{}},"ExportWithID":"bastions"},"PolicyDocument":{"Builder":{"Cluster":{"metadata":{"name":"east.kube.REDACTED","creationTimestamp":"2018-04-28T11:57:12Z"},"spec":{"channel":"stable","configBase":"s3://REDACTED-kops/east.kube.REDACTED","cloudProvider":"aws","kubernetesVersion":"1.9.3","subnets":[{"name":"us-east-1a","cidr":"172.20.32.0/19","zone":"us-east-1a","type":"Private"},{"name":"us-east-1b","cidr":"172.20.64.0/19","zone":"us-east-1b","type":"Private"},{"name":"us-east-1c","cidr":"172.20.96.0/19","zone":"us-east-1c","type":"Private"},{"name":"utility-us-east-1a","cidr":"172.20.0.0/22","zone":"us-east-1a","type":"Utility"},{"name":"utility-us-east-1b","cidr":"172.20.4.0/22","zone":"us-east-1b","type":"Utility"},{"name":"utility-us-east-1c","cidr":"172.20.8.0/22","zone":"us-east-1c","type":"Utility"}],"masterPublicName":"api.east.kube.REDACTED","masterInternalName":"api.internal.east.kube.REDACTED","networkCIDR":"172.20.0.0/16","topology":{"masters":"private","nodes":"private","bastion":{"bastionPublicName":"bastion.east.kube.REDACTED"},"dns":{"type":"Public"}},"secretStore":"s3://REDACTED-kops/east.kube.REDACTED/secrets","keyStore":"s3://REDACTED-kops/east.kube.REDACTED/pki","configStore":"s3://REDACTED-kops/east.kube.REDACTED","dnsZone":"kube.REDACTED","clusterDNSDomain":"cluster.local","serviceClusterIPRange":"100.64.0.0/13","nonMasqueradeCIDR":"100.64.0.0/10","sshAccess":["0.0.0.0/0"],"kubernetesApiAccess":["0.0.0.0/0"],"etcdClusters":[{"name":"main","etcdMembers":[{"name":"a","instanceGroup":"master-us-east-1a"},{"name":"b","instanceGroup":"master-us-east-1b"},{"name":"c","instanceGroup":"master-us-east-1c"}],"version":"2.2.1","image":"gcr.io/google_containers/etcd:2.2.1"},{"name":"events","etcdMembers":[{"name":"a","instanceGroup":"master-us-east-1a"},{"name":"b","instanceGroup":"master-us-east-1b"},{"name":"c","instanceGroup":"master-us-east-1c"}],"version":"2.2.1","image":"gcr.io/google_containers/etcd:2.2.1"}],"docker":{"bridge":"","ipMasq":false,"ipTables":false,"logDriver":"json-file","logLevel":"warn","logOpt":["max-size=10m","max-file=5"],"storage":"overlay,aufs","version":"17.03.2"},"kubeDNS":{"replicas":2,"domain":"cluster.local","serverIP":"100.64.0.10","cacheMaxSize":1000,"cacheMaxConcurrent":150},"kubeAPIServer":{"image":"gcr.io/google_containers/kube-apiserver:v1.9.3","logLevel":2,"cloudProvider":"aws","securePort":443,"insecurePort":8080,"address":"127.0.0.1","admissionControl":["Initializers","NamespaceLifecycle","LimitRanger","ServiceAccount","PersistentVolumeLabel","DefaultStorageClass","DefaultTolerationSeconds","MutatingAdmissionWebhook","ValidatingAdmissionWebhook","NodeRestriction","ResourceQuota"],"serviceClusterIPRange":"100.64.0.0/13","etcdServers":["http://127.0.0.1:4001"],"etcdServersOverrides":["/events#http://127.0.0.1:4002"],"allowPrivileged":true,"apiServerCount":3,"anonymousAuth":false,"kubeletPreferredAddressTypes":["InternalIP","Hostname","ExternalIP"],"storageBackend":"etcd2","authorizationMode":"RBAC","requestheaderUsernameHeaders":["X-Remote-User"],"requestheaderGroupHeaders":["X-Remote-Group"],"requestheaderExtraHeaderPrefixes":["X-Remote-Extra-"],"requestheaderAllowedNames":["aggregator"],"etcdQuorumRead":false},"kubeControllerManager":{"logLevel":2,"image":"gcr.io/google_containers/kube-controller-manager:v1.9.3","cloudProvider":"aws","clusterName":"east.kube.REDACTED","clusterCIDR":"100.96.0.0/11","allocateNodeCIDRs":true,"configureCloudRoutes":false,"leaderElection":{"leaderElect":true},"attachDetachReconcileSyncPeriod":"1m0s","useServiceAccountCredentials":true},"kubeScheduler":{"logLevel":2,"image":"gcr.io/google_containers/kube-scheduler:v1.9.3","leaderElection":{"leaderElect":true}},"kubeProxy":{"image":"gcr.io/google_containers/kube-proxy:v1.9.3","cpuRequest":"100m","logLevel":2,"clusterCIDR":"100.96.0.0/11","hostnameOverride":"@aws"},"kubelet":{"kubeconfigPath":"/var/lib/kubelet/kubeconfig","logLevel":2,"podManifestPath":"/etc/kubernetes/manifests","hostnameOverride":"@aws","podInfraContainerImage":"gcr.io/google_containers/pause-amd64:3.0","allowPrivileged":true,"enableDebuggingHandlers":true,"clusterDomain":"cluster.local","clusterDNS":"100.64.0.10","networkPluginName":"cni","cloudProvider":"aws","cgroupRoot":"/","nonMasqueradeCIDR":"100.64.0.0/10","evictionHard":"memory.available\u003c100Mi,nodefs.available\u003c10%,nodefs.inodesFree\u003c5%,imagefs.available\u003c10%,imagefs.inodesFree\u003c5%","featureGates":{"ExperimentalCriticalPodAnnotation":"true"}},"masterKubelet":{"kubeconfigPath":"/var/lib/kubelet/kubeconfig","logLevel":2,"podManifestPath":"/etc/kubernetes/manifests","hostnameOverride":"@aws","podInfraContainerImage":"gcr.io/google_containers/pause-amd64:3.0","allowPrivileged":true,"enableDebuggingHandlers":true,"clusterDomain":"cluster.local","clusterDNS":"100.64.0.10","networkPluginName":"cni","cloudProvider":"aws","cgroupRoot":"/","registerSchedulable":false,"nonMasqueradeCIDR":"100.64.0.0/10","evictionHard":"memory.available\u003c100Mi,nodefs.available\u003c10%,nodefs.inodesFree\u003c5%,imagefs.available\u003c10%,imagefs.inodesFree\u003c5%","featureGates":{"ExperimentalCriticalPodAnnotation":"true"}},"networking":{"kuberouter":{}},"api":{"loadBalancer":{"type":"Public"}},"authorization":{"rbac":{}},"iam":{"legacy":false,"allowContainerRegistry":true}}},"HostedZoneID":"","KMSKeys":null,"Region":"us-east-1","ResourceARN":null,"Role":"Bastion"},"DNSZone":{"Name":"kube.REDACTED","Lifecycle":"Sync","DNSName":"kube.REDACTED","ZoneID":"Z2NI8VSE85RN2E","Private":null,"PrivateVPC":null}}}
I0428 07:57:16.227610 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:16.227470 25873 executor.go:166] Executing task "InternetGateway/east.kube.REDACTED": *awstasks.InternetGateway {"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":null,"VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:16.227871 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg/keyset.yaml"
I0428 07:57:16.227646 25873 executor.go:166] Executing task "VPCDHCPOptionsAssociation/east.kube.REDACTED": *awstasks.VPCDHCPOptionsAssociation {"Name":"east.kube.REDACTED","Lifecycle":"Sync","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"DHCPOptions":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"dopt-46947c3d","DomainName":"ec2.internal","DomainNameServers":"AmazonProvidedDNS","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}}
I0428 07:57:16.228313 25873 executor.go:166] Executing task "SecurityGroup/api-elb.east.kube.REDACTED": *awstasks.SecurityGroup {"Name":"api-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"Description":"Security group for api ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=443"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"api-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}
I0428 07:57:16.228910 25873 request_logger.go:45] AWS request: ec2/DescribeSubnets
I0428 07:57:16.229139 25873 request_logger.go:45] AWS request: ec2/DescribeSubnets
I0428 07:57:16.230521 25873 request_logger.go:45] AWS request: iam/GetInstanceProfile
I0428 07:57:16.230637 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet-api/keyset.yaml"
I0428 07:57:16.230897 25873 request_logger.go:45] AWS request: iam/GetInstanceProfile
I0428 07:57:16.231153 25873 request_logger.go:45] AWS request: ec2/DescribeSubnets
I0428 07:57:16.231915 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:16.231288 25873 request_logger.go:45] AWS request: iam/GetRolePolicy
I0428 07:57:16.231471 25873 aws_cloud.go:895] Calling DescribeVPC for VPC "vpc-52386d29"
I0428 07:57:16.231607 25873 request_logger.go:45] AWS request: ec2/DescribeInternetGateways
I0428 07:57:16.232311 25873 request_logger.go:45] AWS request: ec2/DescribeVpcs
I0428 07:57:16.250490 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kops/keyset.yaml", falling back to directory-list method
I0428 07:57:16.250583 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kops/"
I0428 07:57:16.250763 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator/keyset.yaml", falling back to directory-list method
I0428 07:57:16.250844 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/apiserver-aggregator/"
I0428 07:57:16.276890 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet/keyset.yaml", falling back to directory-list method
I0428 07:57:16.277029 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kubelet/"
I0428 07:57:16.278535 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-router/keyset.yaml", falling back to directory-list method
I0428 07:57:16.278667 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-router/"
I0428 07:57:16.281500 25873 securitygroup.go:170] Creating SecurityGroup with Name:"nodes.east.kube.REDACTED" VPC:"vpc-52386d29"
I0428 07:57:16.281889 25873 request_logger.go:45] AWS request: ec2/CreateSecurityGroup
I0428 07:57:16.292052 25873 request_logger.go:45] AWS request: iam/AddRoleToInstanceProfile
I0428 07:57:16.298916 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-proxy/keyset.yaml", falling back to directory-list method
I0428 07:57:16.299006 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-proxy/"
I0428 07:57:16.308770 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/master/keyset.yaml", falling back to directory-list method
I0428 07:57:16.308865 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/master/"
I0428 07:57:16.309204 25873 iam_builder.go:295] Ignoring location "s3://REDACTED-kops/east.kube.REDACTED/pki/" because found parent "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.309275 25873 iam_builder.go:295] Ignoring location "s3://REDACTED-kops/east.kube.REDACTED/secrets/" because found parent "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.309327 25873 iam_builder.go:300] Found root location "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.309660 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:16.310474 25873 iam_builder.go:295] Ignoring location "s3://REDACTED-kops/east.kube.REDACTED/pki/" because found parent "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.310518 25873 iam_builder.go:295] Ignoring location "s3://REDACTED-kops/east.kube.REDACTED/secrets/" because found parent "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.310546 25873 iam_builder.go:300] Found root location "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.310984 25873 iamrolepolicy.go:147] Creating IAMRolePolicy
I0428 07:57:16.311024 25873 iamrolepolicy.go:175] PutRolePolicy RoleName=masters.east.kube.REDACTED PolicyName=masters.east.kube.REDACTED: {
"Version": "2012-10-17",
"Statement": [
{
"Sid": "kopsK8sEC2MasterPermsDescribeResources",
"Effect": "Allow",
"Action": [
"ec2:DescribeInstances",
"ec2:DescribeRegions",
"ec2:DescribeRouteTables",
"ec2:DescribeSecurityGroups",
"ec2:DescribeSubnets",
"ec2:DescribeVolumes"
],
"Resource": [
"*"
]
},
{
"Sid": "kopsK8sEC2MasterPermsAllResources",
"Effect": "Allow",
"Action": [
"ec2:CreateSecurityGroup",
"ec2:CreateTags",
"ec2:CreateVolume",
"ec2:ModifyInstanceAttribute"
],
"Resource": [
"*"
]
},
{
"Sid": "kopsK8sEC2MasterPermsTaggedResources",
"Effect": "Allow",
"Action": [
"ec2:AttachVolume",
"ec2:AuthorizeSecurityGroupIngress",
"ec2:CreateRoute",
"ec2:DeleteRoute",
"ec2:DeleteSecurityGroup",
"ec2:DeleteVolume",
"ec2:DetachVolume",
"ec2:RevokeSecurityGroupIngress"
],
"Resource": [
"*"
],
"Condition": {
"StringEquals": {
"ec2:ResourceTag/KubernetesCluster": "east.kube.REDACTED"
}
}
},
{
"Sid": "kopsK8sASMasterPermsAllResources",
"Effect": "Allow",
"Action": [
"autoscaling:DescribeAutoScalingGroups",
"autoscaling:DescribeLaunchConfigurations",
"autoscaling:DescribeTags",
"autoscaling:GetAsgForInstance"
],
"Resource": [
"*"
]
},
{
"Sid": "kopsK8sASMasterPermsTaggedResources",
"Effect": "Allow",
"Action": [
"autoscaling:SetDesiredCapacity",
"autoscaling:TerminateInstanceInAutoScalingGroup",
"autoscaling:UpdateAutoScalingGroup"
],
"Resource": [
"*"
],
"Condition": {
"StringEquals": {
"autoscaling:ResourceTag/KubernetesCluster": "east.kube.REDACTED"
}
}
},
{
"Sid": "kopsK8sELBMasterPermsRestrictive",
"Effect": "Allow",
"Action": [
"elasticloadbalancing:AddTags",
"elasticloadbalancing:AttachLoadBalancerToSubnets",
"elasticloadbalancing:ApplySecurityGroupsToLoadBalancer",
"elasticloadbalancing:CreateLoadBalancer",
"elasticloadbalancing:CreateLoadBalancerPolicy",
"elasticloadbalancing:CreateLoadBalancerListeners",
"elasticloadbalancing:ConfigureHealthCheck",
"elasticloadbalancing:DeleteLoadBalancer",
"elasticloadbalancing:DeleteLoadBalancerListeners",
"elasticloadbalancing:DescribeLoadBalancers",
"elasticloadbalancing:DescribeLoadBalancerAttributes",
"elasticloadbalancing:DetachLoadBalancerFromSubnets",
"elasticloadbalancing:DeregisterInstancesFromLoadBalancer",
"elasticloadbalancing:ModifyLoadBalancerAttributes",
"elasticloadbalancing:RegisterInstancesWithLoadBalancer",
"elasticloadbalancing:SetLoadBalancerPoliciesForBackendServer"
],
"Resource": [
"*"
]
},
{
"Sid": "kopsK8sNLBMasterPermsRestrictive",
"Effect": "Allow",
"Action": [
"ec2:DescribeVpcs",
"elasticloadbalancing:AddTags",
"elasticloadbalancing:CreateListener",
"elasticloadbalancing:CreateTargetGroup",
"elasticloadbalancing:DeleteListener",
"elasticloadbalancing:DeleteTargetGroup",
"elasticloadbalancing:DescribeListeners",
"elasticloadbalancing:DescribeLoadBalancerPolicies",
"elasticloadbalancing:DescribeTargetGroups",
"elasticloadbalancing:DescribeTargetHealth",
"elasticloadbalancing:ModifyListener",
"elasticloadbalancing:ModifyTargetGroup",
"elasticloadbalancing:RegisterTargets",
"elasticloadbalancing:SetLoadBalancerPoliciesOfListener"
],
"Resource": [
"*"
]
},
{
"Sid": "kopsMasterCertIAMPerms",
"Effect": "Allow",
"Action": [
"iam:ListServerCertificates",
"iam:GetServerCertificate"
],
"Resource": [
"*"
]
},
{
"Sid": "kopsK8sS3GetListBucket",
"Effect": "Allow",
"Action": [
"s3:GetBucketLocation",
"s3:ListBucket"
],
"Resource": [
"arn:aws:s3:::REDACTED-kops"
]
},
{
"Sid": "kopsK8sS3MasterBucketFullGet",
"Effect": "Allow",
"Action": [
"s3:Get*"
],
"Resource": "arn:aws:s3:::REDACTED-kops/east.kube.REDACTED/*"
},
{
"Sid": "kopsK8sRoute53Change",
"Effect": "Allow",
"Action": [
"route53:ChangeResourceRecordSets",
"route53:ListResourceRecordSets",
"route53:GetHostedZone"
],
"Resource": [
"arn:aws:route53:::hostedzone/Z2NI8VSE85RN2E"
]
},
{
"Sid": "kopsK8sRoute53GetChanges",
"Effect": "Allow",
"Action": [
"route53:GetChange"
],
"Resource": [
"arn:aws:route53:::change/*"
]
},
{
"Sid": "kopsK8sRoute53ListZones",
"Effect": "Allow",
"Action": [
"route53:ListHostedZones"
],
"Resource": [
"*"
]
},
{
"Sid": "kopsK8sECR",
"Effect": "Allow",
"Action": [
"ecr:GetAuthorizationToken",
"ecr:BatchCheckLayerAvailability",
"ecr:GetDownloadUrlForLayer",
"ecr:GetRepositoryPolicy",
"ecr:DescribeRepositories",
"ecr:ListImages",
"ecr:BatchGetImage"
],
"Resource": [
"*"
]
}
]
}
I0428 07:57:16.311684 25873 request_logger.go:45] AWS request: iam/PutRolePolicy
I0428 07:57:16.321292 25873 securitygroup.go:170] Creating SecurityGroup with Name:"bastion-elb.east.kube.REDACTED" VPC:"vpc-52386d29"
I0428 07:57:16.321623 25873 request_logger.go:45] AWS request: ec2/CreateSecurityGroup
I0428 07:57:16.321891 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-proxy-client/keyset.yaml", falling back to directory-list method
I0428 07:57:16.321970 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/apiserver-proxy-client/"
I0428 07:57:16.331904 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-scheduler/keyset.yaml", falling back to directory-list method
I0428 07:57:16.331984 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-scheduler/"
I0428 07:57:16.346914 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-controller-manager/keyset.yaml", falling back to directory-list method
I0428 07:57:16.347010 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-controller-manager/"
I0428 07:57:16.354938 25873 securitygroup.go:170] Creating SecurityGroup with Name:"bastion.east.kube.REDACTED" VPC:"vpc-52386d29"
I0428 07:57:16.355381 25873 request_logger.go:45] AWS request: ec2/CreateSecurityGroup
I0428 07:57:16.355410 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg/keyset.yaml", falling back to directory-list method
I0428 07:57:16.355529 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kubecfg/"
I0428 07:57:16.367804 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet-api/keyset.yaml", falling back to directory-list method
I0428 07:57:16.367878 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kubelet-api/"
I0428 07:57:16.379831 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kops: []
I0428 07:57:16.379902 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kops/keyset.yaml"
I0428 07:57:16.388206 25873 subnet.go:174] Creating Subnet with CIDR: "172.20.0.0/22"
I0428 07:57:16.388720 25873 request_logger.go:45] AWS request: ec2/CreateSubnet
I0428 07:57:16.390782 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator: []
I0428 07:57:16.390841 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator/keyset.yaml"
I0428 07:57:16.395288 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:16.402304 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet: []
I0428 07:57:16.402372 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet/keyset.yaml"
I0428 07:57:16.417517 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-router: []
I0428 07:57:16.417602 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-router/keyset.yaml"
I0428 07:57:16.424019 25873 subnet.go:174] Creating Subnet with CIDR: "172.20.8.0/22"
I0428 07:57:16.424282 25873 request_logger.go:45] AWS request: ec2/CreateSubnet
I0428 07:57:16.429402 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-proxy: []
I0428 07:57:16.429540 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-proxy/keyset.yaml"
I0428 07:57:16.429622 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:16.435861 25873 securitygroup.go:170] Creating SecurityGroup with Name:"masters.east.kube.REDACTED" VPC:"vpc-52386d29"
I0428 07:57:16.436088 25873 request_logger.go:45] AWS request: ec2/CreateSecurityGroup
I0428 07:57:16.447090 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/master: []
I0428 07:57:16.447200 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/master/keyset.yaml"
I0428 07:57:16.455409 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-proxy-client: []
I0428 07:57:16.455493 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-proxy-client/keyset.yaml"
I0428 07:57:16.459570 25873 subnet.go:174] Creating Subnet with CIDR: "172.20.96.0/19"
I0428 07:57:16.459916 25873 request_logger.go:45] AWS request: ec2/CreateSubnet
I0428 07:57:16.465710 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:16.469704 25873 subnet.go:174] Creating Subnet with CIDR: "172.20.4.0/22"
I0428 07:57:16.469733 25873 iam_builder.go:295] Ignoring location "s3://REDACTED-kops/east.kube.REDACTED/pki/" because found parent "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.469788 25873 iam_builder.go:295] Ignoring location "s3://REDACTED-kops/east.kube.REDACTED/secrets/" because found parent "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.469818 25873 iam_builder.go:300] Found root location "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.469991 25873 request_logger.go:45] AWS request: ec2/CreateSubnet
I0428 07:57:16.470185 25873 iam_builder.go:295] Ignoring location "s3://REDACTED-kops/east.kube.REDACTED/pki/" because found parent "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.470225 25873 iam_builder.go:295] Ignoring location "s3://REDACTED-kops/east.kube.REDACTED/secrets/" because found parent "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.470253 25873 iam_builder.go:300] Found root location "s3://REDACTED-kops/east.kube.REDACTED/"
I0428 07:57:16.470454 25873 iamrolepolicy.go:147] Creating IAMRolePolicy
I0428 07:57:16.470484 25873 iamrolepolicy.go:175] PutRolePolicy RoleName=nodes.east.kube.REDACTED PolicyName=nodes.east.kube.REDACTED: {
"Version": "2012-10-17",
"Statement": [
{
"Sid": "kopsK8sEC2NodePerms",
"Effect": "Allow",
"Action": [
"ec2:DescribeInstances",
"ec2:DescribeRegions"
],
"Resource": [
"*"
]
},
{
"Sid": "kopsK8sS3GetListBucket",
"Effect": "Allow",
"Action": [
"s3:GetBucketLocation",
"s3:ListBucket"
],
"Resource": [
"arn:aws:s3:::REDACTED-kops"
]
},
{
"Sid": "kopsK8sS3NodeBucketSelectiveGet",
"Effect": "Allow",
"Action": [
"s3:Get*"
],
"Resource": [
"arn:aws:s3:::REDACTED-kops/east.kube.REDACTED/addons/*",
"arn:aws:s3:::REDACTED-kops/east.kube.REDACTED/cluster.spec",
"arn:aws:s3:::REDACTED-kops/east.kube.REDACTED/config",
"arn:aws:s3:::REDACTED-kops/east.kube.REDACTED/instancegroup/*",
"arn:aws:s3:::REDACTED-kops/east.kube.REDACTED/pki/issued/*",
"arn:aws:s3:::REDACTED-kops/east.kube.REDACTED/pki/private/kube-proxy/*",
"arn:aws:s3:::REDACTED-kops/east.kube.REDACTED/pki/private/kubelet/*",
"arn:aws:s3:::REDACTED-kops/east.kube.REDACTED/pki/ssh/*",
"arn:aws:s3:::REDACTED-kops/east.kube.REDACTED/secrets/dockerconfig"
]
},
{
"Sid": "kopsK8sS3NodeBucketGetKuberouter",
"Effect": "Allow",
"Action": [
"s3:Get*"
],
"Resource": "arn:aws:s3:::REDACTED-kops/east.kube.REDACTED/pki/private/kube-router/*"
},
{
"Sid": "kopsK8sECR",
"Effect": "Allow",
"Action": [
"ecr:GetAuthorizationToken",
"ecr:BatchCheckLayerAvailability",
"ecr:GetDownloadUrlForLayer",
"ecr:GetRepositoryPolicy",
"ecr:DescribeRepositories",
"ecr:ListImages",
"ecr:BatchGetImage"
],
"Resource": [
"*"
]
}
]
}
I0428 07:57:16.470910 25873 request_logger.go:45] AWS request: iam/PutRolePolicy
I0428 07:57:16.475354 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-scheduler: []
I0428 07:57:16.475417 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-scheduler/keyset.yaml"
I0428 07:57:16.481300 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-controller-manager: []
I0428 07:57:16.481366 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-controller-manager/keyset.yaml"
I0428 07:57:16.484230 25873 subnet.go:174] Creating Subnet with CIDR: "172.20.32.0/19"
I0428 07:57:16.484454 25873 request_logger.go:45] AWS request: ec2/CreateSubnet
I0428 07:57:16.495677 25873 subnet.go:174] Creating Subnet with CIDR: "172.20.64.0/19"
I0428 07:57:16.495888 25873 request_logger.go:45] AWS request: ec2/CreateSubnet
I0428 07:57:16.500076 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg: []
I0428 07:57:16.500159 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubecfg/keyset.yaml"
I0428 07:57:16.500202 25873 securitygroup.go:170] Creating SecurityGroup with Name:"api-elb.east.kube.REDACTED" VPC:"vpc-52386d29"
I0428 07:57:16.500421 25873 request_logger.go:45] AWS request: ec2/CreateSecurityGroup
I0428 07:57:16.502578 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet-api: []
I0428 07:57:16.502630 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet-api/keyset.yaml"
I0428 07:57:16.522424 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator/keyset.yaml", falling back to directory-list method
I0428 07:57:16.522511 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/apiserver-aggregator/"
I0428 07:57:16.525968 25873 internetgateway.go:150] Creating InternetGateway
I0428 07:57:16.526219 25873 request_logger.go:45] AWS request: ec2/CreateInternetGateway
I0428 07:57:16.527018 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet/keyset.yaml", falling back to directory-list method
I0428 07:57:16.527093 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kubelet/"
I0428 07:57:16.527907 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kops/keyset.yaml", falling back to directory-list method
I0428 07:57:16.527993 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kops/"
I0428 07:57:16.532004 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-router/keyset.yaml", falling back to directory-list method
I0428 07:57:16.532060 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-router/"
I0428 07:57:16.536223 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-scheduler/keyset.yaml", falling back to directory-list method
I0428 07:57:16.536368 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-scheduler/"
I0428 07:57:16.536265 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-proxy/keyset.yaml", falling back to directory-list method
I0428 07:57:16.536551 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-proxy/"
I0428 07:57:16.537230 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubecfg/keyset.yaml", falling back to directory-list method
I0428 07:57:16.537278 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kubecfg/"
I0428 07:57:16.542633 25873 routetable.go:174] Creating RouteTable with VPC: "vpc-52386d29"
I0428 07:57:16.542861 25873 request_logger.go:45] AWS request: ec2/CreateRouteTable
I0428 07:57:16.543774 25873 changes.go:81] Field changed "DHCPOptions" actual="{<nil> <nil> 0xc420c00d48 <nil> <nil> <nil> map[]}" expected="{0xc4212afac0 0xc420a71c40 0xc420ef66e8 0xc4212afae0 0xc4212afad0 0xc420c937b8 map[Name:east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned]}"
I0428 07:57:16.544020 25873 vpc_dhcpoptions_association.go:89] calling EC2 AssociateDhcpOptions
I0428 07:57:16.544260 25873 request_logger.go:45] AWS request: ec2/AssociateDhcpOptions
I0428 07:57:16.545215 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-proxy-client/keyset.yaml", falling back to directory-list method
I0428 07:57:16.545286 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/apiserver-proxy-client/"
I0428 07:57:16.545826 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/master/keyset.yaml", falling back to directory-list method
I0428 07:57:16.545881 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/master/"
I0428 07:57:16.547147 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet-api/keyset.yaml", falling back to directory-list method
I0428 07:57:16.547202 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kubelet-api/"
I0428 07:57:16.549995 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator: []
I0428 07:57:16.550167 25873 keypair.go:181] creating brand new certificate
I0428 07:57:16.550200 25873 keypair.go:201] Creating PKI keypair "apiserver-aggregator"
I0428 07:57:16.550237 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator/keyset.yaml"
I0428 07:57:16.552158 25873 routetable.go:174] Creating RouteTable with VPC: "vpc-52386d29"
I0428 07:57:16.552359 25873 request_logger.go:45] AWS request: ec2/CreateRouteTable
I0428 07:57:16.553244 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.557698 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kops: []
I0428 07:57:16.557862 25873 keypair.go:181] creating brand new certificate
I0428 07:57:16.557894 25873 keypair.go:201] Creating PKI keypair "kops"
I0428 07:57:16.557932 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kops/keyset.yaml"
I0428 07:57:16.558126 25873 request_logger.go:45] AWS request: iam/AddRoleToInstanceProfile
I0428 07:57:16.562820 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.564536 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-proxy: []
I0428 07:57:16.564568 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubecfg: []
I0428 07:57:16.564804 25873 keypair.go:181] creating brand new certificate
I0428 07:57:16.564852 25873 keypair.go:201] Creating PKI keypair "kube-proxy"
I0428 07:57:16.564877 25873 keypair.go:181] creating brand new certificate
I0428 07:57:16.564907 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-proxy/keyset.yaml"
I0428 07:57:16.564925 25873 keypair.go:201] Creating PKI keypair "kubecfg"
I0428 07:57:16.565070 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg/keyset.yaml"
I0428 07:57:16.570449 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.577133 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-controller-manager/keyset.yaml", falling back to directory-list method
I0428 07:57:16.577233 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-controller-manager/"
I0428 07:57:16.577275 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet-api: []
I0428 07:57:16.577601 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator/keyset.yaml", falling back to directory-list method
I0428 07:57:16.577664 25873 keypair.go:181] creating brand new certificate
I0428 07:57:16.577417 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-proxy-client: []
I0428 07:57:16.577673 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/apiserver-aggregator/"
I0428 07:57:16.577718 25873 keypair.go:201] Creating PKI keypair "kubelet-api"
I0428 07:57:16.577906 25873 keypair.go:181] creating brand new certificate
I0428 07:57:16.578034 25873 keypair.go:201] Creating PKI keypair "apiserver-proxy-client"
I0428 07:57:16.577955 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet-api/keyset.yaml"
I0428 07:57:16.578097 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-proxy-client/keyset.yaml"
I0428 07:57:16.585401 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kops/keyset.yaml", falling back to directory-list method
I0428 07:57:16.585483 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kops/"
I0428 07:57:16.592583 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg/keyset.yaml", falling back to directory-list method
I0428 07:57:16.592666 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kubecfg/"
I0428 07:57:16.592673 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-proxy/keyset.yaml", falling back to directory-list method
I0428 07:57:16.592809 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-proxy/"
I0428 07:57:16.592931 25873 iamrolepolicy.go:147] Creating IAMRolePolicy
I0428 07:57:16.592976 25873 iamrolepolicy.go:175] PutRolePolicy RoleName=bastions.east.kube.REDACTED PolicyName=bastions.east.kube.REDACTED: {
"Version": "2012-10-17",
"Statement": [
{
"Sid": "kopsK8sBastion",
"Effect": "Allow",
"Action": [
"ec2:DescribeRegions"
],
"Resource": [
"*"
]
}
]
}
I0428 07:57:16.593218 25873 request_logger.go:45] AWS request: iam/PutRolePolicy
I0428 07:57:16.594288 25873 request_logger.go:45] AWS request: iam/AddRoleToInstanceProfile
I0428 07:57:16.597573 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/master: []
I0428 07:57:16.597730 25873 keypair.go:181] creating brand new certificate
I0428 07:57:16.597762 25873 keypair.go:201] Creating PKI keypair "master"
I0428 07:57:16.597797 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/master/keyset.yaml"
I0428 07:57:16.605364 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-controller-manager: []
I0428 07:57:16.605538 25873 keypair.go:181] creating brand new certificate
I0428 07:57:16.605576 25873 keypair.go:201] Creating PKI keypair "kube-controller-manager"
I0428 07:57:16.605624 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-controller-manager/keyset.yaml"
I0428 07:57:16.605870 25873 routetable.go:174] Creating RouteTable with VPC: "vpc-52386d29"
I0428 07:57:16.606117 25873 request_logger.go:45] AWS request: ec2/CreateRouteTable
I0428 07:57:16.606606 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-router: []
I0428 07:57:16.606760 25873 keypair.go:181] creating brand new certificate
I0428 07:57:16.606793 25873 keypair.go:201] Creating PKI keypair "kube-router"
I0428 07:57:16.606847 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-router/keyset.yaml"
I0428 07:57:16.607351 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet-api/keyset.yaml", falling back to directory-list method
I0428 07:57:16.607403 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kubelet-api/"
I0428 07:57:16.607358 25873 routetable.go:174] Creating RouteTable with VPC: "vpc-52386d29"
I0428 07:57:16.607651 25873 request_logger.go:45] AWS request: ec2/CreateRouteTable
I0428 07:57:16.608857 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator: []
I0428 07:57:16.608909 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator/keyset.yaml"
I0428 07:57:16.618650 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kops: []
I0428 07:57:16.618732 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kops/keyset.yaml"
I0428 07:57:16.619345 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-proxy-client/keyset.yaml", falling back to directory-list method
I0428 07:57:16.619417 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/apiserver-proxy-client/"
I0428 07:57:16.622357 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-proxy: []
I0428 07:57:16.622411 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-proxy/keyset.yaml"
I0428 07:57:16.634025 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-controller-manager/keyset.yaml", falling back to directory-list method
I0428 07:57:16.634115 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-controller-manager/"
I0428 07:57:16.634214 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/master/keyset.yaml", falling back to directory-list method
I0428 07:57:16.634296 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/master/"
I0428 07:57:16.634055 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg: []
I0428 07:57:16.634536 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubecfg/keyset.yaml"
I0428 07:57:16.638598 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-router/keyset.yaml", falling back to directory-list method
I0428 07:57:16.638681 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-router/"
I0428 07:57:16.643480 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet: []
I0428 07:57:16.643481 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator/keyset.yaml", falling back to directory-list method
I0428 07:57:16.643620 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/apiserver-aggregator/"
I0428 07:57:16.643686 25873 keypair.go:181] creating brand new certificate
I0428 07:57:16.643731 25873 keypair.go:201] Creating PKI keypair "kubelet"
I0428 07:57:16.643781 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet/keyset.yaml"
I0428 07:57:16.646603 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.647975 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-proxy/keyset.yaml", falling back to directory-list method
I0428 07:57:16.648053 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-proxy/"
I0428 07:57:16.649688 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kops/keyset.yaml", falling back to directory-list method
I0428 07:57:16.649757 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kops/"
I0428 07:57:16.651703 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-proxy-client: []
I0428 07:57:16.651714 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-scheduler: []
I0428 07:57:16.651799 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-proxy-client/keyset.yaml"
I0428 07:57:16.652076 25873 keypair.go:181] creating brand new certificate
I0428 07:57:16.652129 25873 keypair.go:201] Creating PKI keypair "kube-scheduler"
I0428 07:57:16.652184 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-scheduler/keyset.yaml"
I0428 07:57:16.657797 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet-api: []
I0428 07:57:16.657869 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet-api/keyset.yaml"
I0428 07:57:16.659743 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/master: []
I0428 07:57:16.659811 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/master/keyset.yaml"
I0428 07:57:16.660127 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-controller-manager: []
I0428 07:57:16.660207 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-controller-manager/keyset.yaml"
I0428 07:57:16.674940 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-proxy-client/keyset.yaml", falling back to directory-list method
I0428 07:57:16.675023 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/apiserver-proxy-client/"
I0428 07:57:16.675373 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet/keyset.yaml", falling back to directory-list method
I0428 07:57:16.675521 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kubelet/"
I0428 07:57:16.675937 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator: []
I0428 07:57:16.676006 25873 keypair.go:212] Creating privateKey "apiserver-aggregator"
I0428 07:57:16.676029 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-router: []
I0428 07:57:16.676101 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-router/keyset.yaml"
I0428 07:57:16.677744 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kops: []
I0428 07:57:16.677789 25873 keypair.go:212] Creating privateKey "kops"
I0428 07:57:16.677945 25873 vfs_castore.go:384] no certificate bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-scheduler/keyset.yaml", falling back to directory-list method
I0428 07:57:16.678019 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-scheduler/"
I0428 07:57:16.680467 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-proxy: []
I0428 07:57:16.680515 25873 keypair.go:212] Creating privateKey "kube-proxy"
I0428 07:57:16.682433 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet-api/keyset.yaml", falling back to directory-list method
I0428 07:57:16.682501 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kubelet-api/"
I0428 07:57:16.682578 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/master/keyset.yaml", falling back to directory-list method
I0428 07:57:16.682654 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/master/"
I0428 07:57:16.698103 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-router/keyset.yaml", falling back to directory-list method
I0428 07:57:16.698186 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-router/"
I0428 07:57:16.699668 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-controller-manager/keyset.yaml", falling back to directory-list method
I0428 07:57:16.699832 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-controller-manager/"
I0428 07:57:16.703131 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-scheduler: []
I0428 07:57:16.703203 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-proxy-client: []
I0428 07:57:16.703155 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet: []
I0428 07:57:16.703307 25873 keypair.go:212] Creating privateKey "apiserver-proxy-client"
I0428 07:57:16.703337 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet/keyset.yaml"
I0428 07:57:16.703272 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-scheduler/keyset.yaml"
I0428 07:57:16.710254 25873 internetgateway.go:163] Creating InternetGatewayAttachment
I0428 07:57:16.710712 25873 request_logger.go:45] AWS request: ec2/AttachInternetGateway
I0428 07:57:16.711201 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet-api: []
I0428 07:57:16.711312 25873 keypair.go:212] Creating privateKey "kubelet-api"
I0428 07:57:16.711567 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/master: []
I0428 07:57:16.711681 25873 keypair.go:212] Creating privateKey "master"
I0428 07:57:16.725234 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.728978 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-router: []
I0428 07:57:16.729051 25873 keypair.go:212] Creating privateKey "kube-router"
I0428 07:57:16.737269 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet/keyset.yaml", falling back to directory-list method
I0428 07:57:16.737363 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kubelet/"
I0428 07:57:16.737685 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-controller-manager: []
I0428 07:57:16.737758 25873 keypair.go:212] Creating privateKey "kube-controller-manager"
I0428 07:57:16.737961 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-scheduler/keyset.yaml", falling back to directory-list method
I0428 07:57:16.738022 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-scheduler/"
I0428 07:57:16.745766 25873 vfs_castore.go:833] no private key bundle "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubecfg/keyset.yaml", falling back to directory-list method
I0428 07:57:16.745839 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kubecfg/"
I0428 07:57:16.746979 25873 aws_cloud.go:734] adding tags to "sg-8c6652c5": map[Name:nodes.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned]
I0428 07:57:16.747322 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.747780 25873 aws_cloud.go:734] adding tags to "sg-a46155ed": map[KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned Name:bastion-elb.east.kube.REDACTED]
I0428 07:57:16.748117 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.764863 25873 aws_cloud.go:734] adding tags to "sg-7b675332": map[Name:bastion.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned]
I0428 07:57:16.765037 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-scheduler: []
I0428 07:57:16.765099 25873 keypair.go:212] Creating privateKey "kube-scheduler"
I0428 07:57:16.765374 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.766664 25873 aws_cloud.go:734] adding tags to "sg-c9576380": map[kubernetes.io/cluster/east.kube.REDACTED:owned Name:masters.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED]
I0428 07:57:16.766995 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.767343 25873 aws_cloud.go:734] adding tags to "sg-386d5971": map[KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned Name:api-elb.east.kube.REDACTED]
I0428 07:57:16.767671 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.790902 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.790972 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet: []
I0428 07:57:16.791033 25873 keypair.go:212] Creating privateKey "kubelet"
I0428 07:57:16.791144 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.791369 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.791408 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.792109 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubecfg: []
I0428 07:57:16.792164 25873 keypair.go:212] Creating privateKey "kubecfg"
I0428 07:57:16.815012 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.815105 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.815939 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.816102 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.815041 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.848662 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.853244 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:16.854051 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:16.857329 25873 aws_cloud.go:734] adding tags to "subnet-08ab4954": map[SubnetType:Utility Name:utility-us-east-1a.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned kubernetes.io/role/elb:1]
I0428 07:57:16.857364 25873 aws_cloud.go:734] adding tags to "subnet-40a1431c": map[SubnetType:Private Name:us-east-1a.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned kubernetes.io/role/internal-elb:1]
I0428 07:57:16.857731 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.857772 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.857731 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:16.864604 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:16.869330 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:16.869870 25873 aws_cloud.go:734] adding tags to "subnet-9319e4f4": map[kubernetes.io/cluster/east.kube.REDACTED:owned kubernetes.io/role/elb:1 SubnetType:Utility Name:utility-us-east-1b.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED]
I0428 07:57:16.870318 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.875011 25873 aws_cloud.go:734] adding tags to "rtb-b68da7ca": map[kubernetes.io/kops/role:public Name:east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned]
I0428 07:57:16.875356 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.875992 25873 aws_cloud.go:734] adding tags to "subnet-d023deb7": map[kubernetes.io/cluster/east.kube.REDACTED:owned kubernetes.io/role/internal-elb:1 SubnetType:Private Name:us-east-1b.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED]
I0428 07:57:16.876346 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.897994 25873 aws_cloud.go:734] adding tags to "igw-3219824a": map[Name:east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned]
I0428 07:57:16.898116 25873 aws_cloud.go:734] adding tags to "subnet-9e806cb0": map[SubnetType:Private Name:us-east-1c.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned kubernetes.io/role/internal-elb:1]
I0428 07:57:16.898396 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.898530 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.903826 25873 aws_cloud.go:734] adding tags to "subnet-969f73b8": map[kubernetes.io/role/elb:1 SubnetType:Utility Name:utility-us-east-1c.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned]
I0428 07:57:16.904254 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.909134 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:16.918633 25873 aws_cloud.go:734] adding tags to "rtb-8a82a8f6": map[KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned kubernetes.io/kops/role:private-us-east-1a Name:private-us-east-1a.east.kube.REDACTED]
I0428 07:57:16.919097 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.943169 25873 aws_cloud.go:734] adding tags to "rtb-18be9464": map[Name:private-us-east-1b.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned kubernetes.io/kops/role:private-us-east-1b]
I0428 07:57:16.943617 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:16.989489 25873 aws_cloud.go:734] adding tags to "rtb-54b49e28": map[KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned kubernetes.io/kops/role:private-us-east-1c Name:private-us-east-1c.east.kube.REDACTED]
I0428 07:57:16.989936 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:17.998975 25873 vfs_castore.go:731] Issuing new certificate: "kube-controller-manager"
I0428 07:57:17.999087 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml"
I0428 07:57:18.010063 25873 vfs_castore.go:731] Issuing new certificate: "master"
I0428 07:57:18.037674 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:18.037971 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/ca/keyset.yaml"
I0428 07:57:18.078794 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:18.079152 25873 privatekey.go:169] Parsing pem block: "RSA PRIVATE KEY"
I0428 07:57:18.115642 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-controller-manager/"
I0428 07:57:18.119185 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/master/"
I0428 07:57:18.147873 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-controller-manager: []
I0428 07:57:18.150419 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-controller-manager/keyset.yaml"
I0428 07:57:18.150493 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kube-controller-manager/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:18.160411 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/master: []
I0428 07:57:18.162397 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/master/keyset.yaml"
I0428 07:57:18.162459 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/master/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:18.225579 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-controller-manager/6549467089331736020924825030.key"
I0428 07:57:18.225669 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kube-controller-manager/6549467089331736020924825030.key" SSE="AES256" ACL=""
I0428 07:57:18.226689 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/master/6549467089379386598532810848.key"
I0428 07:57:18.226750 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/master/6549467089379386598532810848.key" SSE="AES256" ACL=""
I0428 07:57:18.263259 25873 vfs_castore.go:731] Issuing new certificate: "kube-proxy"
I0428 07:57:18.271247 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-controller-manager/"
I0428 07:57:18.285118 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-proxy/"
I0428 07:57:18.313539 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-controller-manager: []
I0428 07:57:18.315239 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-controller-manager/keyset.yaml"
I0428 07:57:18.315321 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kube-controller-manager/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:18.318531 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/master/"
I0428 07:57:18.344128 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-proxy: []
I0428 07:57:18.346085 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-proxy/keyset.yaml"
I0428 07:57:18.346152 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kube-proxy/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:18.374546 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/master: []
I0428 07:57:18.375744 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/master/keyset.yaml"
I0428 07:57:18.375808 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/master/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:18.397515 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-controller-manager/6549467089331736020924825030.crt"
I0428 07:57:18.397621 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kube-controller-manager/6549467089331736020924825030.crt" SSE="AES256" ACL=""
I0428 07:57:18.428425 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-proxy/6549467090466824758884015008.key"
I0428 07:57:18.428515 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kube-proxy/6549467090466824758884015008.key" SSE="AES256" ACL=""
I0428 07:57:18.440011 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/master/6549467089379386598532810848.crt"
I0428 07:57:18.440097 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/master/6549467089379386598532810848.crt" SSE="AES256" ACL=""
I0428 07:57:18.463904 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-controller-manager/6549467089331736020924825030.crt"
I0428 07:57:18.484120 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-proxy/"
I0428 07:57:18.484537 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/master/6549467089379386598532810848.crt"
I0428 07:57:18.497358 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:18.497674 25873 keypair.go:230] created certificate with cn=system:kube-controller-manager
I0428 07:57:18.516555 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:18.516950 25873 keypair.go:230] created certificate with cn=kubernetes-master
I0428 07:57:18.517553 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-proxy: []
I0428 07:57:18.518621 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-proxy/keyset.yaml"
I0428 07:57:18.518694 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kube-proxy/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:18.573137 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-proxy/6549467090466824758884015008.crt"
I0428 07:57:18.573237 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kube-proxy/6549467090466824758884015008.crt" SSE="AES256" ACL=""
I0428 07:57:18.628940 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-proxy/6549467090466824758884015008.crt"
I0428 07:57:18.663157 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:18.663474 25873 keypair.go:230] created certificate with cn=system:kube-proxy
I0428 07:57:19.245654 25873 vfs_castore.go:731] Issuing new certificate: "kube-router"
I0428 07:57:19.306918 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-router/"
I0428 07:57:19.336173 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-router: []
I0428 07:57:19.338315 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-router/keyset.yaml"
I0428 07:57:19.338383 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kube-router/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:19.370228 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-router/6549467094686179163483770196.key"
I0428 07:57:19.370319 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kube-router/6549467094686179163483770196.key" SSE="AES256" ACL=""
I0428 07:57:19.402748 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-router/"
I0428 07:57:19.428762 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-router: []
I0428 07:57:19.429821 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-router/keyset.yaml"
I0428 07:57:19.429885 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kube-router/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:19.431144 25873 vfs_castore.go:731] Issuing new certificate: "kubelet"
I0428 07:57:19.446809 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kubelet/"
I0428 07:57:19.461433 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-router/6549467094686179163483770196.crt"
I0428 07:57:19.461512 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kube-router/6549467094686179163483770196.crt" SSE="AES256" ACL=""
I0428 07:57:19.470971 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet: []
I0428 07:57:19.472934 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet/keyset.yaml"
I0428 07:57:19.473001 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kubelet/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:19.507051 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet/6549467095482887909457959506.key"
I0428 07:57:19.507147 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kubelet/6549467095482887909457959506.key" SSE="AES256" ACL=""
I0428 07:57:19.518716 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-router/6549467094686179163483770196.crt"
I0428 07:57:19.541798 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kubelet/"
I0428 07:57:19.545510 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:19.545842 25873 keypair.go:230] created certificate with cn=system:kube-router
I0428 07:57:19.574476 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet: []
I0428 07:57:19.577631 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet/keyset.yaml"
I0428 07:57:19.577719 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kubelet/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:19.623022 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet/6549467095482887909457959506.crt"
I0428 07:57:19.623107 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kubelet/6549467095482887909457959506.crt" SSE="AES256" ACL=""
I0428 07:57:19.651968 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet/6549467095482887909457959506.crt"
I0428 07:57:19.678416 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:19.678789 25873 keypair.go:230] created certificate with cn=kubelet
I0428 07:57:20.065261 25873 vfs_castore.go:731] Issuing new certificate: "kubecfg"
I0428 07:57:20.092596 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kubecfg/"
I0428 07:57:20.122154 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubecfg: []
I0428 07:57:20.123682 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubecfg/keyset.yaml"
I0428 07:57:20.123736 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kubecfg/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:20.134737 25873 vfs_castore.go:731] Issuing new certificate: "apiserver-proxy-client"
I0428 07:57:20.149976 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/apiserver-proxy-client/"
I0428 07:57:20.177600 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-proxy-client: []
I0428 07:57:20.179590 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-proxy-client/keyset.yaml"
I0428 07:57:20.179660 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/apiserver-proxy-client/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:20.215894 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-proxy-client/6549467098504771283291361694.key"
I0428 07:57:20.215987 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/apiserver-proxy-client/6549467098504771283291361694.key" SSE="AES256" ACL=""
I0428 07:57:20.252260 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/apiserver-proxy-client/"
I0428 07:57:20.266155 25873 vfs_castore.go:731] Issuing new certificate: "kubelet-api"
I0428 07:57:20.280837 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kubelet-api/"
I0428 07:57:20.287990 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-proxy-client: []
I0428 07:57:20.289118 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-proxy-client/keyset.yaml"
I0428 07:57:20.289182 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/apiserver-proxy-client/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:20.304602 25873 vfs_castore.go:731] Issuing new certificate: "kube-scheduler"
I0428 07:57:20.313826 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet-api: []
I0428 07:57:20.315478 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kube-scheduler/"
I0428 07:57:20.315510 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet-api/keyset.yaml"
I0428 07:57:20.315630 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kubelet-api/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:20.395343 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-scheduler: []
I0428 07:57:20.396830 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-scheduler/keyset.yaml"
I0428 07:57:20.396886 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kube-scheduler/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:20.402684 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-proxy-client/6549467098504771283291361694.crt"
I0428 07:57:20.402755 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/apiserver-proxy-client/6549467098504771283291361694.crt" SSE="AES256" ACL=""
I0428 07:57:20.404589 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubelet-api/6549467099069189926231258132.key"
I0428 07:57:20.404642 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kubelet-api/6549467099069189926231258132.key" SSE="AES256" ACL=""
I0428 07:57:20.434281 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kubelet-api/"
I0428 07:57:20.434949 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-proxy-client/6549467098504771283291361694.crt"
I0428 07:57:20.454424 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kube-scheduler/6549467099234352491867673931.key"
I0428 07:57:20.454500 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kube-scheduler/6549467099234352491867673931.key" SSE="AES256" ACL=""
I0428 07:57:20.460027 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet-api: []
I0428 07:57:20.460897 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet-api/keyset.yaml"
I0428 07:57:20.460947 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kubelet-api/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:20.464963 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:20.465296 25873 keypair.go:230] created certificate with cn=apiserver-proxy-client
I0428 07:57:20.481664 25873 vfs_castore.go:731] Issuing new certificate: "kops"
I0428 07:57:20.491179 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/kops/"
I0428 07:57:20.494416 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet-api/6549467099069189926231258132.crt"
I0428 07:57:20.494471 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kubelet-api/6549467099069189926231258132.crt" SSE="AES256" ACL=""
I0428 07:57:20.514230 25873 vfs_castore.go:731] Issuing new certificate: "apiserver-aggregator"
I0428 07:57:20.514319 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator-ca/keyset.yaml"
I0428 07:57:20.518416 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/kops: []
I0428 07:57:20.520352 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kops/keyset.yaml"
I0428 07:57:20.520408 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kops/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:20.523568 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubelet-api/6549467099069189926231258132.crt"
I0428 07:57:20.549411 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:20.549689 25873 keypair.go:230] created certificate with cn=kubelet-api
I0428 07:57:20.559747 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kops/6549467099994830590563253953.key"
I0428 07:57:20.559821 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kops/6549467099994830590563253953.key" SSE="AES256" ACL=""
I0428 07:57:20.561593 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:20.561794 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator-ca/keyset.yaml"
I0428 07:57:20.574476 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kube-scheduler/"
I0428 07:57:20.587990 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:20.588291 25873 privatekey.go:169] Parsing pem block: "RSA PRIVATE KEY"
I0428 07:57:20.594410 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kops/"
I0428 07:57:20.599029 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/private/apiserver-aggregator/"
I0428 07:57:20.603696 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-scheduler: []
I0428 07:57:20.604495 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-scheduler/keyset.yaml"
I0428 07:57:20.604545 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kube-scheduler/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:20.618119 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kops: []
I0428 07:57:20.621184 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator: []
I0428 07:57:20.622748 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator/keyset.yaml"
I0428 07:57:20.622802 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/apiserver-aggregator/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:20.625716 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kops/keyset.yaml"
I0428 07:57:20.625767 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kops/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:20.639552 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-scheduler/6549467099234352491867673931.crt"
I0428 07:57:20.639604 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kube-scheduler/6549467099234352491867673931.crt" SSE="AES256" ACL=""
I0428 07:57:20.657921 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/apiserver-aggregator/6549467100134700158342570647.key"
I0428 07:57:20.658026 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/apiserver-aggregator/6549467100134700158342570647.key" SSE="AES256" ACL=""
I0428 07:57:20.668970 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kops/6549467099994830590563253953.crt"
I0428 07:57:20.669026 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kops/6549467099994830590563253953.crt" SSE="AES256" ACL=""
I0428 07:57:20.674935 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kube-scheduler/6549467099234352491867673931.crt"
I0428 07:57:20.702157 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:20.702883 25873 keypair.go:230] created certificate with cn=system:kube-scheduler
I0428 07:57:20.702911 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kops/6549467099994830590563253953.crt"
I0428 07:57:20.711777 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/apiserver-aggregator/"
I0428 07:57:20.727063 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:20.727352 25873 keypair.go:230] created certificate with cn=kops
I0428 07:57:20.739709 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator: []
I0428 07:57:20.740663 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator/keyset.yaml"
I0428 07:57:20.740767 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/apiserver-aggregator/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:20.771249 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator/6549467100134700158342570647.crt"
I0428 07:57:20.771340 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/apiserver-aggregator/6549467100134700158342570647.crt" SSE="AES256" ACL=""
I0428 07:57:20.819957 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/apiserver-aggregator/6549467100134700158342570647.crt"
I0428 07:57:20.850434 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:20.850890 25873 keypair.go:230] created certificate with cn=aggregator
I0428 07:57:20.907307 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubecfg/6549467098206361716198841688.key"
I0428 07:57:20.907415 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/private/kubecfg/6549467098206361716198841688.key" SSE="AES256" ACL=""
I0428 07:57:20.951582 25873 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/pki/issued/kubecfg/"
I0428 07:57:20.980240 25873 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg: []
I0428 07:57:20.981313 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg/keyset.yaml"
I0428 07:57:20.981382 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kubecfg/keyset.yaml" SSE="AES256" ACL=""
I0428 07:57:21.045600 25873 s3fs.go:128] Writing file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg/6549467098206361716198841688.crt"
I0428 07:57:21.045701 25873 s3fs.go:156] Calling S3 PutObject Bucket="REDACTED-kops" Key="east.kube.REDACTED/pki/issued/kubecfg/6549467098206361716198841688.crt" SSE="AES256" ACL=""
I0428 07:57:21.076247 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg/6549467098206361716198841688.crt"
I0428 07:57:21.101854 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:57:21.102133 25873 keypair.go:230] created certificate with cn=kubecfg
I0428 07:57:21.102253 25873 executor.go:91] Tasks: 77 done / 130 total; 36 can run
I0428 07:57:21.102465 25873 executor.go:166] Executing task "RouteTableAssociation/private-us-east-1b.east.kube.REDACTED": *awstasks.RouteTableAssociation {"Name":"private-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"RouteTable":{"Name":"private-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-18be9464","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1b"}},"Subnet":{"Name":"us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-d023deb7","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.64.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1b.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}}
I0428 07:57:21.102783 25873 executor.go:166] Executing task "SecurityGroupRule/bastion-elb-egress": *awstasks.SecurityGroupRule {"Name":"bastion-elb-egress","Lifecycle":"Sync","SecurityGroup":{"Name":"bastion-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-a46155ed","Description":"Security group for bastion ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":"0.0.0.0/0","Protocol":null,"FromPort":null,"ToPort":null,"SourceGroup":null,"Egress":true}
I0428 07:57:21.102670 25873 executor.go:166] Executing task "SecurityGroupRule/ssh-external-to-bastion-elb-0.0.0.0/0": *awstasks.SecurityGroupRule {"Name":"ssh-external-to-bastion-elb-0.0.0.0/0","Lifecycle":"Sync","SecurityGroup":{"Name":"bastion-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-a46155ed","Description":"Security group for bastion ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":"0.0.0.0/0","Protocol":"tcp","FromPort":22,"ToPort":22,"SourceGroup":null,"Egress":null}
I0428 07:57:21.102600 25873 executor.go:166] Executing task "ElasticIP/us-east-1a.east.kube.REDACTED": *awstasks.ElasticIP {"Name":"us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"PublicIP":null,"TagOnSubnet":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedNatGatewayRouteTable":{"Name":"private-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-8a82a8f6","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1a"}}}
I0428 07:57:21.103015 25873 executor.go:166] Executing task "SecurityGroupRule/ssh-elb-to-bastion": *awstasks.SecurityGroupRule {"Name":"ssh-elb-to-bastion","Lifecycle":"Sync","SecurityGroup":{"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-7b675332","Description":"Security group for bastion","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":"tcp","FromPort":22,"ToPort":22,"SourceGroup":{"Name":"bastion-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-a46155ed","Description":"Security group for bastion ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.103265 25873 natgateway.go:205] trying to match NatGateway via RouteTable rtb-8a82a8f6
I0428 07:57:21.103399 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.103587 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.103697 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.102411 25873 executor.go:166] Executing task "SecurityGroupRule/bastion-egress": *awstasks.SecurityGroupRule {"Name":"bastion-egress","Lifecycle":"Sync","SecurityGroup":{"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-7b675332","Description":"Security group for bastion","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":"0.0.0.0/0","Protocol":null,"FromPort":null,"ToPort":null,"SourceGroup":null,"Egress":true}
I0428 07:57:21.103874 25873 executor.go:166] Executing task "ElasticIP/us-east-1b.east.kube.REDACTED": *awstasks.ElasticIP {"Name":"us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"PublicIP":null,"TagOnSubnet":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedNatGatewayRouteTable":{"Name":"private-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-18be9464","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1b"}}}
I0428 07:57:21.104261 25873 natgateway.go:205] trying to match NatGateway via RouteTable rtb-18be9464
I0428 07:57:21.102411 25873 executor.go:166] Executing task "LaunchConfiguration/bastions.east.kube.REDACTED": *awstasks.LaunchConfiguration {"Name":"bastions.east.kube.REDACTED","Lifecycle":"Sync","UserData":null,"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"t2.micro","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-7b675332","Description":"Security group for bastion","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":true,"IAMInstanceProfile":{"Name":"bastions.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAJSAXYKTPDZ6YDYXGQ"},"InstanceMonitoring":null,"RootVolumeSize":32,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":null,"Tenancy":null}
I0428 07:57:21.104271 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.102513 25873 executor.go:166] Executing task "SecurityGroupRule/bastion-to-node-ssh": *awstasks.SecurityGroupRule {"Name":"bastion-to-node-ssh","Lifecycle":"Sync","SecurityGroup":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":"tcp","FromPort":22,"ToPort":22,"SourceGroup":{"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-7b675332","Description":"Security group for bastion","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.106577 25873 executor.go:166] Executing task "SecurityGroupRule/all-node-to-node": *awstasks.SecurityGroupRule {"Name":"all-node-to-node","Lifecycle":"Sync","SecurityGroup":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":null,"FromPort":null,"ToPort":null,"SourceGroup":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.107182 25873 executor.go:166] Executing task "LaunchConfiguration/master-us-east-1c.masters.east.kube.REDACTED": *awstasks.LaunchConfiguration {"Name":"master-us-east-1c.masters.east.kube.REDACTED","Lifecycle":"Sync","UserData":{"Name":"","Resource":{}},"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"m5.xlarge","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":false,"IAMInstanceProfile":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAI3ZJ6EF2IY5NJWZW2"},"InstanceMonitoring":null,"RootVolumeSize":64,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":null,"Tenancy":null}
I0428 07:57:21.105557 25873 executor.go:166] Executing task "RouteTableAssociation/utility-us-east-1a.east.kube.REDACTED": *awstasks.RouteTableAssociation {"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"RouteTable":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-b68da7ca","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"public"}},"Subnet":{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}}
I0428 07:57:21.106063 25873 request_logger.go:45] AWS request: autoscaling/DescribeLaunchConfigurations
I0428 07:57:21.108230 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.108304 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.108763 25873 request_logger.go:45] AWS request: autoscaling/DescribeLaunchConfigurations
I0428 07:57:21.102560 25873 executor.go:166] Executing task "SecurityGroupRule/bastion-to-master-ssh": *awstasks.SecurityGroupRule {"Name":"bastion-to-master-ssh","Lifecycle":"Sync","SecurityGroup":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":"tcp","FromPort":22,"ToPort":22,"SourceGroup":{"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-7b675332","Description":"Security group for bastion","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.104479 25873 executor.go:166] Executing task "SecurityGroupRule/api-elb-egress": *awstasks.SecurityGroupRule {"Name":"api-elb-egress","Lifecycle":"Sync","SecurityGroup":{"Name":"api-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-386d5971","Description":"Security group for api ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=443"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"api-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":"0.0.0.0/0","Protocol":null,"FromPort":null,"ToPort":null,"SourceGroup":null,"Egress":true}
I0428 07:57:21.106802 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.110277 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.110404 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.102690 25873 executor.go:166] Executing task "LoadBalancer/api.east.kube.REDACTED": *awstasks.LoadBalancer {"Name":"api.east.kube.REDACTED","Lifecycle":"Sync","LoadBalancerName":"api-east-kube-jason-dsc-t-5ehqu2","DNSName":null,"HostedZoneId":null,"Subnets":[{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}],"SecurityGroups":[{"Name":"api-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-386d5971","Description":"Security group for api ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=443"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"api-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"Listeners":{"443":{"InstancePort":443}},"Scheme":null,"HealthCheck":{"Target":"SSL:443","HealthyThreshold":2,"UnhealthyThreshold":2,"Interval":10,"Timeout":5},"AccessLog":null,"ConnectionDraining":null,"ConnectionSettings":{"IdleTimeout":300},"CrossZoneLoadBalancing":null}
I0428 07:57:21.111032 25873 load_balancer.go:173] Listing all ELBs for findLoadBalancerByNameTag
I0428 07:57:21.104934 25873 executor.go:166] Executing task "LoadBalancer/bastion.east.kube.REDACTED": *awstasks.LoadBalancer {"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","LoadBalancerName":"bastion-east-kube-jason-d-jhimts","DNSName":null,"HostedZoneId":null,"Subnets":[{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}],"SecurityGroups":[{"Name":"bastion-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-a46155ed","Description":"Security group for bastion ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"Listeners":{"22":{"InstancePort":22}},"Scheme":null,"HealthCheck":{"Target":"TCP:22","HealthyThreshold":2,"UnhealthyThreshold":2,"Interval":10,"Timeout":5},"AccessLog":null,"ConnectionDraining":null,"ConnectionSettings":{"IdleTimeout":300},"CrossZoneLoadBalancing":null}
I0428 07:57:21.111744 25873 request_logger.go:45] AWS request: elasticloadbalancing/DescribeLoadBalancers
I0428 07:57:21.111793 25873 load_balancer.go:173] Listing all ELBs for findLoadBalancerByNameTag
I0428 07:57:21.111758 25873 executor.go:166] Executing task "RouteTableAssociation/utility-us-east-1b.east.kube.REDACTED": *awstasks.RouteTableAssociation {"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"RouteTable":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-b68da7ca","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"public"}},"Subnet":{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}}
I0428 07:57:21.112190 25873 request_logger.go:45] AWS request: elasticloadbalancing/DescribeLoadBalancers
I0428 07:57:21.111183 25873 executor.go:166] Executing task "Route/0.0.0.0/0": *awstasks.Route {"Name":"0.0.0.0/0","Lifecycle":"Sync","RouteTable":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-b68da7ca","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"public"}},"Instance":null,"CIDR":"0.0.0.0/0","InternetGateway":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"igw-3219824a","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"NatGateway":null}
I0428 07:57:21.112414 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.102635 25873 executor.go:166] Executing task "SecurityGroupRule/master-egress": *awstasks.SecurityGroupRule {"Name":"master-egress","Lifecycle":"Sync","SecurityGroup":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":"0.0.0.0/0","Protocol":null,"FromPort":null,"ToPort":null,"SourceGroup":null,"Egress":true}
I0428 07:57:21.102745 25873 executor.go:166] Executing task "ElasticIP/us-east-1c.east.kube.REDACTED": *awstasks.ElasticIP {"Name":"us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"PublicIP":null,"TagOnSubnet":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedNatGatewayRouteTable":{"Name":"private-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-54b49e28","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1c"}}}
I0428 07:57:21.113111 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.113272 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.113337 25873 natgateway.go:205] trying to match NatGateway via RouteTable rtb-54b49e28
I0428 07:57:21.112894 25873 executor.go:166] Executing task "SecurityGroupRule/node-to-master-tcp-1-2379": *awstasks.SecurityGroupRule {"Name":"node-to-master-tcp-1-2379","Lifecycle":"Sync","SecurityGroup":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":"tcp","FromPort":1,"ToPort":2379,"SourceGroup":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.113672 25873 executor.go:166] Executing task "SecurityGroupRule/node-to-master-tcp-2382-4000": *awstasks.SecurityGroupRule {"Name":"node-to-master-tcp-2382-4000","Lifecycle":"Sync","SecurityGroup":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":"tcp","FromPort":2382,"ToPort":4000,"SourceGroup":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.114033 25873 executor.go:166] Executing task "SecurityGroupRule/all-master-to-node": *awstasks.SecurityGroupRule {"Name":"all-master-to-node","Lifecycle":"Sync","SecurityGroup":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":null,"FromPort":null,"ToPort":null,"SourceGroup":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.102599 25873 executor.go:166] Executing task "SecurityGroupRule/node-to-master-tcp-4003-65535": *awstasks.SecurityGroupRule {"Name":"node-to-master-tcp-4003-65535","Lifecycle":"Sync","SecurityGroup":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":"tcp","FromPort":4003,"ToPort":65535,"SourceGroup":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.114919 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.102650 25873 executor.go:166] Executing task "SecurityGroupRule/node-to-master-udp-1-65535": *awstasks.SecurityGroupRule {"Name":"node-to-master-udp-1-65535","Lifecycle":"Sync","SecurityGroup":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":"udp","FromPort":1,"ToPort":65535,"SourceGroup":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.115063 25873 executor.go:166] Executing task "RouteTableAssociation/private-us-east-1c.east.kube.REDACTED": *awstasks.RouteTableAssociation {"Name":"private-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"RouteTable":{"Name":"private-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-54b49e28","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1c"}},"Subnet":{"Name":"us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9e806cb0","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.96.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1c.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}}
I0428 07:57:21.113815 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.115446 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.113139 25873 executor.go:166] Executing task "RouteTableAssociation/private-us-east-1a.east.kube.REDACTED": *awstasks.RouteTableAssociation {"Name":"private-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"RouteTable":{"Name":"private-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-8a82a8f6","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1a"}},"Subnet":{"Name":"us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-40a1431c","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.32.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1a.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}}
I0428 07:57:21.115025 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.115923 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.116314 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.102959 25873 executor.go:166] Executing task "LaunchConfiguration/master-us-east-1a.masters.east.kube.REDACTED": *awstasks.LaunchConfiguration {"Name":"master-us-east-1a.masters.east.kube.REDACTED","Lifecycle":"Sync","UserData":{"Name":"","Resource":{}},"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"m5.xlarge","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":false,"IAMInstanceProfile":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAI3ZJ6EF2IY5NJWZW2"},"InstanceMonitoring":null,"RootVolumeSize":64,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":null,"Tenancy":null}
I0428 07:57:21.115863 25873 executor.go:166] Executing task "LaunchConfiguration/nodes.east.kube.REDACTED": *awstasks.LaunchConfiguration {"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","UserData":{"Name":"","Resource":{}},"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"m5.xlarge","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":false,"IAMInstanceProfile":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAJNNBVNEPA6LE7RDX4"},"InstanceMonitoring":null,"RootVolumeSize":128,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":null,"Tenancy":null}
I0428 07:57:21.102503 25873 executor.go:166] Executing task "SecurityGroupRule/node-egress": *awstasks.SecurityGroupRule {"Name":"node-egress","Lifecycle":"Sync","SecurityGroup":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":"0.0.0.0/0","Protocol":null,"FromPort":null,"ToPort":null,"SourceGroup":null,"Egress":true}
I0428 07:57:21.116858 25873 request_logger.go:45] AWS request: autoscaling/DescribeLaunchConfigurations
I0428 07:57:21.113536 25873 executor.go:166] Executing task "SecurityGroupRule/https-api-elb-0.0.0.0/0": *awstasks.SecurityGroupRule {"Name":"https-api-elb-0.0.0.0/0","Lifecycle":"Sync","SecurityGroup":{"Name":"api-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-386d5971","Description":"Security group for api ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=443"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"api-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":"0.0.0.0/0","Protocol":"tcp","FromPort":443,"ToPort":443,"SourceGroup":null,"Egress":null}
I0428 07:57:21.102545 25873 executor.go:166] Executing task "RouteTableAssociation/utility-us-east-1c.east.kube.REDACTED": *awstasks.RouteTableAssociation {"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"RouteTable":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-b68da7ca","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"public"}},"Subnet":{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}}
I0428 07:57:21.117293 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.118009 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.117022 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.119290 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.117884 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.103196 25873 executor.go:166] Executing task "SecurityGroupRule/node-to-master-protocol-ipip": *awstasks.SecurityGroupRule {"Name":"node-to-master-protocol-ipip","Lifecycle":"Sync","SecurityGroup":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":"4","FromPort":null,"ToPort":null,"SourceGroup":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.119599 25873 request_logger.go:45] AWS request: autoscaling/DescribeLaunchConfigurations
I0428 07:57:21.119955 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.102707 25873 executor.go:166] Executing task "LaunchConfiguration/master-us-east-1b.masters.east.kube.REDACTED": *awstasks.LaunchConfiguration {"Name":"master-us-east-1b.masters.east.kube.REDACTED","Lifecycle":"Sync","UserData":{"Name":"","Resource":{}},"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"m5.xlarge","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":false,"IAMInstanceProfile":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAI3ZJ6EF2IY5NJWZW2"},"InstanceMonitoring":null,"RootVolumeSize":64,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":null,"Tenancy":null}
I0428 07:57:21.118969 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.117902 25873 executor.go:166] Executing task "SecurityGroupRule/https-elb-to-master": *awstasks.SecurityGroupRule {"Name":"https-elb-to-master","Lifecycle":"Sync","SecurityGroup":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":"tcp","FromPort":443,"ToPort":443,"SourceGroup":{"Name":"api-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-386d5971","Description":"Security group for api ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=443"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"api-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.120584 25873 request_logger.go:45] AWS request: autoscaling/DescribeLaunchConfigurations
I0428 07:57:21.119060 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.118753 25873 executor.go:166] Executing task "SecurityGroupRule/all-master-to-master": *awstasks.SecurityGroupRule {"Name":"all-master-to-master","Lifecycle":"Sync","SecurityGroup":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"CIDR":null,"Protocol":null,"FromPort":null,"ToPort":null,"SourceGroup":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Egress":null}
I0428 07:57:21.119253 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.121625 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.121696 25873 request_logger.go:45] AWS request: ec2/DescribeSecurityGroups
I0428 07:57:21.160095 25873 routetableassociation.go:149] Checking for existing RouteTableAssociation to subnet
I0428 07:57:21.160418 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.200455 25873 natgateway.go:220] no NatGateway found in route table rtb-8a82a8f6
I0428 07:57:21.200539 25873 elastic_ip.go:90] AssociatedNatGatewayRouteTable not found
I0428 07:57:21.201170 25873 elastic_ip.go:237] Creating ElasticIP for VPC
I0428 07:57:21.201505 25873 request_logger.go:45] AWS request: ec2/AllocateAddress
I0428 07:57:21.315504 25873 securitygrouprule.go:278] all-node-to-node: Calling EC2 AuthorizeSecurityGroupIngress (sourceGroup=sg-8c6652c5)
I0428 07:57:21.316049 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.358081 25873 routetableassociation.go:149] Checking for existing RouteTableAssociation to subnet
I0428 07:57:21.358566 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.388159 25873 securitygrouprule.go:278] bastion-to-node-ssh: Calling EC2 AuthorizeSecurityGroupIngress (protocol=tcp fromPort=22 toPort=22 sourceGroup=sg-7b675332)
I0428 07:57:21.388762 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.396969 25873 natgateway.go:220] no NatGateway found in route table rtb-18be9464
I0428 07:57:21.397036 25873 elastic_ip.go:90] AssociatedNatGatewayRouteTable not found
I0428 07:57:21.397239 25873 elastic_ip.go:237] Creating ElasticIP for VPC
I0428 07:57:21.397555 25873 request_logger.go:45] AWS request: ec2/AllocateAddress
I0428 07:57:21.432748 25873 route.go:174] Creating Route with RouteTable:"rtb-b68da7ca" CIDR:"0.0.0.0/0"
I0428 07:57:21.433150 25873 request_logger.go:45] AWS request: ec2/CreateRoute
I0428 07:57:21.433924 25873 routetableassociation.go:149] Checking for existing RouteTableAssociation to subnet
I0428 07:57:21.434232 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.435519 25873 natgateway.go:220] no NatGateway found in route table rtb-54b49e28
I0428 07:57:21.435587 25873 elastic_ip.go:90] AssociatedNatGatewayRouteTable not found
I0428 07:57:21.435959 25873 elastic_ip.go:237] Creating ElasticIP for VPC
I0428 07:57:21.436263 25873 request_logger.go:45] AWS request: ec2/AllocateAddress
I0428 07:57:21.443832 25873 securitygrouprule.go:278] node-to-master-tcp-2382-4000: Calling EC2 AuthorizeSecurityGroupIngress (protocol=tcp fromPort=2382 toPort=4000 sourceGroup=sg-8c6652c5)
I0428 07:57:21.444276 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.446928 25873 securitygrouprule.go:278] ssh-elb-to-bastion: Calling EC2 AuthorizeSecurityGroupIngress (protocol=tcp fromPort=22 toPort=22 sourceGroup=sg-a46155ed)
I0428 07:57:21.447336 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.472811 25873 routetableassociation.go:149] Checking for existing RouteTableAssociation to subnet
I0428 07:57:21.472993 25873 routetableassociation.go:149] Checking for existing RouteTableAssociation to subnet
I0428 07:57:21.473464 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.473833 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.478065 25873 routetableassociation.go:149] Checking for existing RouteTableAssociation to subnet
I0428 07:57:21.478456 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:21.485441 25873 securitygrouprule.go:278] node-to-master-udp-1-65535: Calling EC2 AuthorizeSecurityGroupIngress (protocol=udp fromPort=1 toPort=65535 sourceGroup=sg-8c6652c5)
I0428 07:57:21.485877 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.487976 25873 securitygrouprule.go:278] ssh-external-to-bastion-elb-0.0.0.0/0: Calling EC2 AuthorizeSecurityGroupIngress (protocol=tcp fromPort=22 toPort=22 cidr=0.0.0.0/0)
I0428 07:57:21.488352 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.490921 25873 securitygrouprule.go:278] node-to-master-tcp-4003-65535: Calling EC2 AuthorizeSecurityGroupIngress (protocol=tcp fromPort=4003 toPort=65535 sourceGroup=sg-8c6652c5)
I0428 07:57:21.491404 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.494329 25873 securitygrouprule.go:278] https-elb-to-master: Calling EC2 AuthorizeSecurityGroupIngress (protocol=tcp fromPort=443 toPort=443 sourceGroup=sg-386d5971)
I0428 07:57:21.494747 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.499091 25873 securitygrouprule.go:278] node-to-master-tcp-1-2379: Calling EC2 AuthorizeSecurityGroupIngress (protocol=tcp fromPort=1 toPort=2379 sourceGroup=sg-8c6652c5)
I0428 07:57:21.499503 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.500972 25873 routetableassociation.go:172] Creating RouteTableAssociation
I0428 07:57:21.501354 25873 request_logger.go:45] AWS request: ec2/AssociateRouteTable
I0428 07:57:21.505709 25873 securitygrouprule.go:278] https-api-elb-0.0.0.0/0: Calling EC2 AuthorizeSecurityGroupIngress (protocol=tcp fromPort=443 toPort=443 cidr=0.0.0.0/0)
I0428 07:57:21.506126 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.510804 25873 securitygrouprule.go:278] all-master-to-master: Calling EC2 AuthorizeSecurityGroupIngress (sourceGroup=sg-c9576380)
I0428 07:57:21.511102 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.514338 25873 routetableassociation.go:172] Creating RouteTableAssociation
I0428 07:57:21.514629 25873 request_logger.go:45] AWS request: ec2/AssociateRouteTable
I0428 07:57:21.529676 25873 routetableassociation.go:172] Creating RouteTableAssociation
I0428 07:57:21.529895 25873 routetableassociation.go:172] Creating RouteTableAssociation
I0428 07:57:21.529999 25873 request_logger.go:45] AWS request: ec2/AssociateRouteTable
I0428 07:57:21.530157 25873 request_logger.go:45] AWS request: ec2/AssociateRouteTable
I0428 07:57:21.531353 25873 routetableassociation.go:172] Creating RouteTableAssociation
I0428 07:57:21.531626 25873 request_logger.go:45] AWS request: ec2/AssociateRouteTable
I0428 07:57:21.532893 25873 routetableassociation.go:172] Creating RouteTableAssociation
I0428 07:57:21.533211 25873 request_logger.go:45] AWS request: ec2/AssociateRouteTable
I0428 07:57:21.552571 25873 load_balancer.go:502] Creating ELB with Name:"bastion-east-kube-jason-d-jhimts"
I0428 07:57:21.553126 25873 request_logger.go:45] AWS request: elasticloadbalancing/CreateLoadBalancer
I0428 07:57:21.564279 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:21.564875 25873 launchconfiguration.go:249] Creating AutoscalingLaunchConfiguration with Name:"master-us-east-1b.masters.east.kube.REDACTED-20180428115721"
I0428 07:57:21.564940 25873 aws_cloud.go:926] Calling DescribeImages to resolve name "kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08"
I0428 07:57:21.565226 25873 request_logger.go:45] AWS request: ec2/DescribeImages
I0428 07:57:21.569527 25873 load_balancer.go:502] Creating ELB with Name:"api-east-kube-jason-dsc-t-5ehqu2"
I0428 07:57:21.570060 25873 request_logger.go:45] AWS request: elasticloadbalancing/CreateLoadBalancer
I0428 07:57:21.576092 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:21.577686 25873 launchconfiguration.go:249] Creating AutoscalingLaunchConfiguration with Name:"master-us-east-1a.masters.east.kube.REDACTED-20180428115721"
I0428 07:57:21.577759 25873 aws_cloud.go:926] Calling DescribeImages to resolve name "kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08"
I0428 07:57:21.578140 25873 request_logger.go:45] AWS request: ec2/DescribeImages
I0428 07:57:21.579610 25873 securitygrouprule.go:278] bastion-to-master-ssh: Calling EC2 AuthorizeSecurityGroupIngress (protocol=tcp fromPort=22 toPort=22 sourceGroup=sg-7b675332)
I0428 07:57:21.580131 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.592471 25873 launchconfiguration.go:249] Creating AutoscalingLaunchConfiguration with Name:"master-us-east-1c.masters.east.kube.REDACTED-20180428115721"
I0428 07:57:21.592550 25873 aws_cloud.go:926] Calling DescribeImages to resolve name "kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08"
I0428 07:57:21.592898 25873 request_logger.go:45] AWS request: ec2/DescribeImages
I0428 07:57:21.593310 25873 launchconfiguration.go:249] Creating AutoscalingLaunchConfiguration with Name:"nodes.east.kube.REDACTED-20180428115721"
I0428 07:57:21.593370 25873 aws_cloud.go:926] Calling DescribeImages to resolve name "kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08"
I0428 07:57:21.593310 25873 launchconfiguration.go:249] Creating AutoscalingLaunchConfiguration with Name:"bastions.east.kube.REDACTED-20180428115721"
I0428 07:57:21.593544 25873 aws_cloud.go:926] Calling DescribeImages to resolve name "kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08"
I0428 07:57:21.593718 25873 request_logger.go:45] AWS request: ec2/DescribeImages
I0428 07:57:21.594083 25873 request_logger.go:45] AWS request: ec2/DescribeImages
I0428 07:57:21.604587 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:21.607487 25873 securitygrouprule.go:278] node-to-master-protocol-ipip: Calling EC2 AuthorizeSecurityGroupIngress (protocol=4 sourceGroup=sg-8c6652c5)
I0428 07:57:21.607769 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.622392 25873 aws_cloud.go:734] adding tags to "eipalloc-69aaab60": map[Name:us-east-1b.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned]
I0428 07:57:21.622755 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:21.634333 25873 aws_cloud.go:734] adding tags to "eipalloc-31abaa38": map[kubernetes.io/cluster/east.kube.REDACTED:owned Name:us-east-1a.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED]
I0428 07:57:21.634742 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:21.647248 25873 aws_cloud.go:734] adding tags to "eipalloc-03aaab0a": map[Name:us-east-1c.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned]
I0428 07:57:21.647552 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:21.677328 25873 aws_cloud.go:976] Resolved image "ami-b0c6ccca"
I0428 07:57:21.677409 25873 aws_cloud.go:926] Calling DescribeImages to resolve name "kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08"
I0428 07:57:21.677660 25873 request_logger.go:45] AWS request: ec2/DescribeImages
I0428 07:57:21.684533 25873 aws_cloud.go:976] Resolved image "ami-b0c6ccca"
I0428 07:57:21.684610 25873 aws_cloud.go:926] Calling DescribeImages to resolve name "kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08"
I0428 07:57:21.684984 25873 request_logger.go:45] AWS request: ec2/DescribeImages
I0428 07:57:21.689234 25873 aws_cloud.go:976] Resolved image "ami-b0c6ccca"
I0428 07:57:21.689308 25873 aws_cloud.go:926] Calling DescribeImages to resolve name "kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08"
I0428 07:57:21.689558 25873 request_logger.go:45] AWS request: ec2/DescribeImages
I0428 07:57:21.693050 25873 aws_cloud.go:976] Resolved image "ami-b0c6ccca"
I0428 07:57:21.693118 25873 aws_cloud.go:926] Calling DescribeImages to resolve name "kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08"
I0428 07:57:21.693529 25873 request_logger.go:45] AWS request: ec2/DescribeImages
I0428 07:57:21.706106 25873 aws_cloud.go:976] Resolved image "ami-b0c6ccca"
I0428 07:57:21.706167 25873 aws_cloud.go:926] Calling DescribeImages to resolve name "kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08"
I0428 07:57:21.706411 25873 request_logger.go:45] AWS request: ec2/DescribeImages
I0428 07:57:21.717468 25873 elastic_ip.go:275] ElasticIP "18.204.173.74" not tagged on subnet; risk of leaking
I0428 07:57:21.736451 25873 elastic_ip.go:275] ElasticIP "34.194.230.34" not tagged on subnet; risk of leaking
I0428 07:57:21.744890 25873 aws_cloud.go:976] Resolved image "ami-b0c6ccca"
I0428 07:57:21.749405 25873 tagbuilder.go:111] tags: [_aws _k8s_1_6 _networking_cni]
I0428 07:57:21.749508 25873 urls.go:142] Using cached protokube location: "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/images/protokube.tar.gz"
I0428 07:57:21.750657 25873 aws_cloud.go:976] Resolved image "ami-b0c6ccca"
I0428 07:57:21.750903 25873 launchconfiguration.go:328] AWS CreateLaunchConfiguration master-us-east-1b.masters.east.kube.REDACTED-20180428115721
I0428 07:57:21.752672 25873 request_logger.go:45] AWS request: autoscaling/CreateLaunchConfiguration
I0428 07:57:21.754722 25873 elastic_ip.go:275] ElasticIP "34.196.156.227" not tagged on subnet; risk of leaking
I0428 07:57:21.754781 25873 aws_cloud.go:976] Resolved image "ami-b0c6ccca"
I0428 07:57:21.755557 25873 securitygrouprule.go:278] all-master-to-node: Calling EC2 AuthorizeSecurityGroupIngress (sourceGroup=sg-c9576380)
I0428 07:57:21.755819 25873 tagbuilder.go:111] tags: [_aws _k8s_1_6 _networking_cni]
I0428 07:57:21.755979 25873 urls.go:142] Using cached protokube location: "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/images/protokube.tar.gz"
I0428 07:57:21.756010 25873 request_logger.go:45] AWS request: ec2/AuthorizeSecurityGroupIngress
I0428 07:57:21.757046 25873 launchconfiguration.go:328] AWS CreateLaunchConfiguration master-us-east-1a.masters.east.kube.REDACTED-20180428115721
I0428 07:57:21.758852 25873 request_logger.go:45] AWS request: autoscaling/CreateLaunchConfiguration
I0428 07:57:21.760700 25873 tagbuilder.go:111] tags: [_aws _k8s_1_6 _networking_cni]
I0428 07:57:21.760796 25873 urls.go:142] Using cached protokube location: "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/images/protokube.tar.gz"
I0428 07:57:21.761588 25873 launchconfiguration.go:328] AWS CreateLaunchConfiguration master-us-east-1c.masters.east.kube.REDACTED-20180428115721
I0428 07:57:21.762823 25873 request_logger.go:45] AWS request: autoscaling/CreateLaunchConfiguration
I0428 07:57:21.774523 25873 aws_cloud.go:976] Resolved image "ami-b0c6ccca"
I0428 07:57:21.774617 25873 launchconfiguration.go:328] AWS CreateLaunchConfiguration bastions.east.kube.REDACTED-20180428115721
I0428 07:57:21.775080 25873 request_logger.go:45] AWS request: autoscaling/CreateLaunchConfiguration
I0428 07:57:21.777420 25873 aws_cloud.go:976] Resolved image "ami-b0c6ccca"
I0428 07:57:21.778721 25873 tagbuilder.go:111] tags: [_aws _k8s_1_6 _networking_cni]
I0428 07:57:21.778811 25873 urls.go:142] Using cached protokube location: "https://kubeupv2.s3.amazonaws.com/kops/1.9.0/images/protokube.tar.gz"
I0428 07:57:21.779747 25873 launchconfiguration.go:328] AWS CreateLaunchConfiguration nodes.east.kube.REDACTED-20180428115721
I0428 07:57:21.781038 25873 request_logger.go:45] AWS request: autoscaling/CreateLaunchConfiguration
I0428 07:57:21.804888 25873 launchconfiguration.go:340] got an error indicating that the IAM instance profile "masters.east.kube.REDACTED" is not ready: "Invalid IamInstanceProfile: masters.east.kube.REDACTED"
I0428 07:57:21.805027 25873 launchconfiguration.go:341] waiting for IAM instance profile "masters.east.kube.REDACTED" to be ready
I0428 07:57:21.809464 25873 launchconfiguration.go:340] got an error indicating that the IAM instance profile "masters.east.kube.REDACTED" is not ready: "Invalid IamInstanceProfile: masters.east.kube.REDACTED"
I0428 07:57:21.809541 25873 launchconfiguration.go:341] waiting for IAM instance profile "masters.east.kube.REDACTED" to be ready
I0428 07:57:21.899863 25873 launchconfiguration.go:340] got an error indicating that the IAM instance profile "masters.east.kube.REDACTED" is not ready: "Invalid IamInstanceProfile: masters.east.kube.REDACTED"
I0428 07:57:21.899946 25873 launchconfiguration.go:341] waiting for IAM instance profile "masters.east.kube.REDACTED" to be ready
I0428 07:57:21.908271 25873 launchconfiguration.go:340] got an error indicating that the IAM instance profile "bastions.east.kube.REDACTED" is not ready: "Invalid IamInstanceProfile: bastions.east.kube.REDACTED"
I0428 07:57:21.908353 25873 launchconfiguration.go:341] waiting for IAM instance profile "bastions.east.kube.REDACTED" to be ready
I0428 07:57:21.930452 25873 launchconfiguration.go:340] got an error indicating that the IAM instance profile "nodes.east.kube.REDACTED" is not ready: "Invalid IamInstanceProfile: nodes.east.kube.REDACTED"
I0428 07:57:21.930527 25873 launchconfiguration.go:341] waiting for IAM instance profile "nodes.east.kube.REDACTED" to be ready
I0428 07:57:21.953723 25873 request_logger.go:45] AWS request: elasticloadbalancing/DescribeLoadBalancers
I0428 07:57:21.999310 25873 request_logger.go:45] AWS request: elasticloadbalancing/DescribeTags
I0428 07:57:22.029711 25873 aws_apitarget.go:73] adding tags to "api-east-kube-jason-dsc-t-5ehqu2": map[Name:api.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED]
I0428 07:57:22.030219 25873 request_logger.go:45] AWS request: elasticloadbalancing/AddTags
I0428 07:57:22.070655 25873 load_balancer.go:597] Configuring health checks on ELB "api-east-kube-jason-dsc-t-5ehqu2"
I0428 07:57:22.071072 25873 request_logger.go:45] AWS request: elasticloadbalancing/ConfigureHealthCheck
I0428 07:57:22.102773 25873 loadbalancer_attributes.go:170] Configuring ELB attributes for ELB "api-east-kube-jason-dsc-t-5ehqu2"
I0428 07:57:22.103128 25873 request_logger.go:45] AWS request: elasticloadbalancing/ModifyLoadBalancerAttributes
I0428 07:57:22.169311 25873 loadbalancer_attributes.go:177] modified ELB attributes for ELB "api-east-kube-jason-dsc-t-5ehqu2", response {
LoadBalancerAttributes: {
AccessLog: {
Enabled: false
},
ConnectionDraining: {
Enabled: false,
Timeout: 300
},
ConnectionSettings: {
IdleTimeout: 300
},
CrossZoneLoadBalancing: {
Enabled: false
}
},
LoadBalancerName: "api-east-kube-jason-dsc-t-5ehqu2"
}
I0428 07:57:22.924457 25873 request_logger.go:45] AWS request: elasticloadbalancing/DescribeLoadBalancers
I0428 07:57:22.977116 25873 request_logger.go:45] AWS request: elasticloadbalancing/DescribeTags
I0428 07:57:23.009240 25873 aws_apitarget.go:73] adding tags to "bastion-east-kube-jason-d-jhimts": map[KubernetesCluster:east.kube.REDACTED Name:bastion.east.kube.REDACTED]
I0428 07:57:23.009652 25873 request_logger.go:45] AWS request: elasticloadbalancing/AddTags
I0428 07:57:23.058576 25873 load_balancer.go:597] Configuring health checks on ELB "bastion-east-kube-jason-d-jhimts"
I0428 07:57:23.059090 25873 request_logger.go:45] AWS request: elasticloadbalancing/ConfigureHealthCheck
I0428 07:57:23.098067 25873 loadbalancer_attributes.go:170] Configuring ELB attributes for ELB "bastion-east-kube-jason-d-jhimts"
I0428 07:57:23.098519 25873 request_logger.go:45] AWS request: elasticloadbalancing/ModifyLoadBalancerAttributes
I0428 07:57:23.174247 25873 loadbalancer_attributes.go:177] modified ELB attributes for ELB "bastion-east-kube-jason-d-jhimts", response {
LoadBalancerAttributes: {
AccessLog: {
Enabled: false
},
ConnectionDraining: {
Enabled: false,
Timeout: 300
},
ConnectionSettings: {
IdleTimeout: 300
},
CrossZoneLoadBalancing: {
Enabled: false
}
},
LoadBalancerName: "bastion-east-kube-jason-d-jhimts"
}
I0428 07:57:31.805148 25873 launchconfiguration.go:328] AWS CreateLaunchConfiguration master-us-east-1b.masters.east.kube.REDACTED-20180428115721
I0428 07:57:31.806633 25873 request_logger.go:45] AWS request: autoscaling/CreateLaunchConfiguration
I0428 07:57:31.809539 25873 launchconfiguration.go:328] AWS CreateLaunchConfiguration master-us-east-1a.masters.east.kube.REDACTED-20180428115721
I0428 07:57:31.810872 25873 request_logger.go:45] AWS request: autoscaling/CreateLaunchConfiguration
I0428 07:57:31.901221 25873 launchconfiguration.go:328] AWS CreateLaunchConfiguration master-us-east-1c.masters.east.kube.REDACTED-20180428115721
I0428 07:57:31.902798 25873 request_logger.go:45] AWS request: autoscaling/CreateLaunchConfiguration
I0428 07:57:31.908421 25873 launchconfiguration.go:328] AWS CreateLaunchConfiguration bastions.east.kube.REDACTED-20180428115721
I0428 07:57:31.908980 25873 request_logger.go:45] AWS request: autoscaling/CreateLaunchConfiguration
I0428 07:57:31.932785 25873 launchconfiguration.go:328] AWS CreateLaunchConfiguration nodes.east.kube.REDACTED-20180428115721
I0428 07:57:31.933855 25873 request_logger.go:45] AWS request: autoscaling/CreateLaunchConfiguration
I0428 07:57:34.696812 25873 executor.go:91] Tasks: 113 done / 130 total; 10 can run
I0428 07:57:34.696964 25873 executor.go:166] Executing task "NatGateway/us-east-1c.east.kube.REDACTED": *awstasks.NatGateway {"Name":"us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ElasticIP":{"Name":"us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"eipalloc-03aaab0a","PublicIP":"34.196.156.227","TagOnSubnet":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedNatGatewayRouteTable":{"Name":"private-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-54b49e28","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1c"}}},"Subnet":{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},"ID":null,"EgressId":null,"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedRouteTable":{"Name":"private-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-54b49e28","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1c"}}}
I0428 07:57:34.696935 25873 executor.go:166] Executing task "AutoscalingGroup/master-us-east-1a.masters.east.kube.REDACTED": *awstasks.AutoscalingGroup {"Name":"master-us-east-1a.masters.east.kube.REDACTED","Lifecycle":"Sync","MinSize":1,"MaxSize":1,"Subnets":[{"Name":"us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-40a1431c","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.32.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1a.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}],"Tags":{"k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup":"master-us-east-1a","k8s.io/role/master":"1"},"Granularity":"1Minute","Metrics":["GroupMinSize","GroupMaxSize","GroupDesiredCapacity","GroupInServiceInstances","GroupPendingInstances","GroupStandbyInstances","GroupTerminatingInstances","GroupTotalInstances"],"LaunchConfiguration":{"Name":"master-us-east-1a.masters.east.kube.REDACTED","Lifecycle":"Sync","UserData":{"Name":"","Resource":{}},"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"m5.xlarge","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":false,"IAMInstanceProfile":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAI3ZJ6EF2IY5NJWZW2"},"InstanceMonitoring":null,"RootVolumeSize":64,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":"master-us-east-1a.masters.east.kube.REDACTED-20180428115721","Tenancy":null},"SuspendProcesses":null}
I0428 07:57:34.697611 25873 natgateway.go:205] trying to match NatGateway via RouteTable rtb-54b49e28
I0428 07:57:34.697148 25873 executor.go:166] Executing task "DNSName/api.east.kube.REDACTED": *awstasks.DNSName {"Name":"api.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"Zone":{"Name":"kube.REDACTED","Lifecycle":"Sync","DNSName":"kube.REDACTED","ZoneID":"Z2NI8VSE85RN2E","Private":null,"PrivateVPC":null},"ResourceType":"A","TargetLoadBalancer":{"Name":"api.east.kube.REDACTED","Lifecycle":"Sync","LoadBalancerName":"api-east-kube-jason-dsc-t-5ehqu2","DNSName":"api-east-kube-jason-dsc-t-5ehqu2-27808917.us-east-1.elb.amazonaws.com","HostedZoneId":"Z35SXDOTRQ7X7K","Subnets":[{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}],"SecurityGroups":[{"Name":"api-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-386d5971","Description":"Security group for api ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=443"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"api-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"Listeners":{"443":{"InstancePort":443}},"Scheme":null,"HealthCheck":{"Target":"SSL:443","HealthyThreshold":2,"UnhealthyThreshold":2,"Interval":10,"Timeout":5},"AccessLog":null,"ConnectionDraining":null,"ConnectionSettings":{"IdleTimeout":300},"CrossZoneLoadBalancing":null}}
I0428 07:57:34.697051 25873 executor.go:166] Executing task "AutoscalingGroup/master-us-east-1c.masters.east.kube.REDACTED": *awstasks.AutoscalingGroup {"Name":"master-us-east-1c.masters.east.kube.REDACTED","Lifecycle":"Sync","MinSize":1,"MaxSize":1,"Subnets":[{"Name":"us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9e806cb0","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.96.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1c.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}],"Tags":{"k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup":"master-us-east-1c","k8s.io/role/master":"1"},"Granularity":"1Minute","Metrics":["GroupMinSize","GroupMaxSize","GroupDesiredCapacity","GroupInServiceInstances","GroupPendingInstances","GroupStandbyInstances","GroupTerminatingInstances","GroupTotalInstances"],"LaunchConfiguration":{"Name":"master-us-east-1c.masters.east.kube.REDACTED","Lifecycle":"Sync","UserData":{"Name":"","Resource":{}},"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"m5.xlarge","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":false,"IAMInstanceProfile":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAI3ZJ6EF2IY5NJWZW2"},"InstanceMonitoring":null,"RootVolumeSize":64,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":"master-us-east-1c.masters.east.kube.REDACTED-20180428115721","Tenancy":null},"SuspendProcesses":null}
I0428 07:57:34.697095 25873 executor.go:166] Executing task "AutoscalingGroup/bastions.east.kube.REDACTED": *awstasks.AutoscalingGroup {"Name":"bastions.east.kube.REDACTED","Lifecycle":"Sync","MinSize":1,"MaxSize":1,"Subnets":[{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}],"Tags":{"k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup":"bastions","k8s.io/role/bastion":"1"},"Granularity":"1Minute","Metrics":["GroupMinSize","GroupMaxSize","GroupDesiredCapacity","GroupInServiceInstances","GroupPendingInstances","GroupStandbyInstances","GroupTerminatingInstances","GroupTotalInstances"],"LaunchConfiguration":{"Name":"bastions.east.kube.REDACTED","Lifecycle":"Sync","UserData":null,"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"t2.micro","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-7b675332","Description":"Security group for bastion","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":true,"IAMInstanceProfile":{"Name":"bastions.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAJSAXYKTPDZ6YDYXGQ"},"InstanceMonitoring":null,"RootVolumeSize":32,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":"bastions.east.kube.REDACTED-20180428115721","Tenancy":null},"SuspendProcesses":null}
I0428 07:57:34.698008 25873 request_logger.go:45] AWS request: autoscaling/DescribeAutoScalingGroups
I0428 07:57:34.696937 25873 executor.go:166] Executing task "DNSName/bastion.east.kube.REDACTED": *awstasks.DNSName {"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","ID":null,"Zone":{"Name":"kube.REDACTED","Lifecycle":"Sync","DNSName":"kube.REDACTED","ZoneID":"Z2NI8VSE85RN2E","Private":null,"PrivateVPC":null},"ResourceType":"A","TargetLoadBalancer":{"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","LoadBalancerName":"bastion-east-kube-jason-d-jhimts","DNSName":"bastion-east-kube-jason-d-jhimts-1511436376.us-east-1.elb.amazonaws.com","HostedZoneId":"Z35SXDOTRQ7X7K","Subnets":[{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}],"SecurityGroups":[{"Name":"bastion-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-a46155ed","Description":"Security group for bastion ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"Listeners":{"22":{"InstancePort":22}},"Scheme":null,"HealthCheck":{"Target":"TCP:22","HealthyThreshold":2,"UnhealthyThreshold":2,"Interval":10,"Timeout":5},"AccessLog":null,"ConnectionDraining":null,"ConnectionSettings":{"IdleTimeout":300},"CrossZoneLoadBalancing":null}}
I0428 07:57:34.697122 25873 executor.go:166] Executing task "NatGateway/us-east-1b.east.kube.REDACTED": *awstasks.NatGateway {"Name":"us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ElasticIP":{"Name":"us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"eipalloc-69aaab60","PublicIP":"18.204.173.74","TagOnSubnet":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedNatGatewayRouteTable":{"Name":"private-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-18be9464","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1b"}}},"Subnet":{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},"ID":null,"EgressId":null,"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedRouteTable":{"Name":"private-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-18be9464","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1b"}}}
I0428 07:57:34.698279 25873 natgateway.go:205] trying to match NatGateway via RouteTable rtb-18be9464
I0428 07:57:34.698371 25873 request_logger.go:45] AWS request: autoscaling/DescribeAutoScalingGroups
I0428 07:57:34.696993 25873 executor.go:166] Executing task "AutoscalingGroup/nodes.east.kube.REDACTED": *awstasks.AutoscalingGroup {"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","MinSize":3,"MaxSize":3,"Subnets":[{"Name":"us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-40a1431c","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.32.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1a.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}},{"Name":"us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-d023deb7","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.64.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1b.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}},{"Name":"us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9e806cb0","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.96.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1c.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}],"Tags":{"k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup":"nodes","k8s.io/role/node":"1"},"Granularity":"1Minute","Metrics":["GroupMinSize","GroupMaxSize","GroupDesiredCapacity","GroupInServiceInstances","GroupPendingInstances","GroupStandbyInstances","GroupTerminatingInstances","GroupTotalInstances"],"LaunchConfiguration":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","UserData":{"Name":"","Resource":{}},"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"m5.xlarge","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-8c6652c5","Description":"Security group for nodes","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"nodes.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":false,"IAMInstanceProfile":{"Name":"nodes.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAJNNBVNEPA6LE7RDX4"},"InstanceMonitoring":null,"RootVolumeSize":128,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":"nodes.east.kube.REDACTED-20180428115721","Tenancy":null},"SuspendProcesses":null}
I0428 07:57:34.697075 25873 executor.go:166] Executing task "AutoscalingGroup/master-us-east-1b.masters.east.kube.REDACTED": *awstasks.AutoscalingGroup {"Name":"master-us-east-1b.masters.east.kube.REDACTED","Lifecycle":"Sync","MinSize":1,"MaxSize":1,"Subnets":[{"Name":"us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-d023deb7","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.64.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1b.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}],"Tags":{"k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup":"master-us-east-1b","k8s.io/role/master":"1"},"Granularity":"1Minute","Metrics":["GroupMinSize","GroupMaxSize","GroupDesiredCapacity","GroupInServiceInstances","GroupPendingInstances","GroupStandbyInstances","GroupTerminatingInstances","GroupTotalInstances"],"LaunchConfiguration":{"Name":"master-us-east-1b.masters.east.kube.REDACTED","Lifecycle":"Sync","UserData":{"Name":"","Resource":{}},"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"m5.xlarge","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":false,"IAMInstanceProfile":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAI3ZJ6EF2IY5NJWZW2"},"InstanceMonitoring":null,"RootVolumeSize":64,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":"master-us-east-1b.masters.east.kube.REDACTED-20180428115721","Tenancy":null},"SuspendProcesses":null}
I0428 07:57:34.696972 25873 executor.go:166] Executing task "NatGateway/us-east-1a.east.kube.REDACTED": *awstasks.NatGateway {"Name":"us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ElasticIP":{"Name":"us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"eipalloc-31abaa38","PublicIP":"34.194.230.34","TagOnSubnet":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedNatGatewayRouteTable":{"Name":"private-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-8a82a8f6","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1a"}}},"Subnet":{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},"ID":null,"EgressId":null,"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedRouteTable":{"Name":"private-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-8a82a8f6","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1a"}}}
I0428 07:57:34.698896 25873 request_logger.go:45] AWS request: autoscaling/DescribeAutoScalingGroups
I0428 07:57:34.697958 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:34.699033 25873 request_logger.go:45] AWS request: autoscaling/DescribeAutoScalingGroups
I0428 07:57:34.698197 25873 request_logger.go:45] AWS request: autoscaling/DescribeAutoScalingGroups
I0428 07:57:34.698382 25873 request_logger.go:45] AWS request: route53/ListResourceRecordSets
I0428 07:57:34.698544 25873 request_logger.go:45] AWS request: route53/ListResourceRecordSets
I0428 07:57:34.698662 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:34.698935 25873 natgateway.go:205] trying to match NatGateway via RouteTable rtb-8a82a8f6
I0428 07:57:34.700094 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:34.773816 25873 autoscalinggroup.go:200] Creating autoscaling Group with Name:"master-us-east-1a.masters.east.kube.REDACTED"
I0428 07:57:34.774363 25873 request_logger.go:45] AWS request: autoscaling/CreateAutoScalingGroup
I0428 07:57:34.782768 25873 autoscalinggroup.go:200] Creating autoscaling Group with Name:"bastions.east.kube.REDACTED"
I0428 07:57:34.783166 25873 request_logger.go:45] AWS request: autoscaling/CreateAutoScalingGroup
I0428 07:57:34.852057 25873 natgateway.go:220] no NatGateway found in route table rtb-54b49e28
I0428 07:57:34.852320 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:34.873725 25873 autoscalinggroup.go:200] Creating autoscaling Group with Name:"nodes.east.kube.REDACTED"
I0428 07:57:34.874158 25873 request_logger.go:45] AWS request: autoscaling/CreateAutoScalingGroup
I0428 07:57:34.875022 25873 dnsname.go:76] Found DNS resource "NS" "kube.REDACTED."
I0428 07:57:34.875065 25873 dnsname.go:76] Found DNS resource "SOA" "kube.REDACTED."
I0428 07:57:34.875337 25873 dnsname.go:178] Updating DNS record "api.east.kube.REDACTED"
I0428 07:57:34.875798 25873 request_logger.go:45] AWS request: route53/ChangeResourceRecordSets
I0428 07:57:34.876009 25873 natgateway.go:220] no NatGateway found in route table rtb-8a82a8f6
I0428 07:57:34.876252 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:34.879987 25873 autoscalinggroup.go:200] Creating autoscaling Group with Name:"master-us-east-1c.masters.east.kube.REDACTED"
I0428 07:57:34.880352 25873 request_logger.go:45] AWS request: autoscaling/CreateAutoScalingGroup
I0428 07:57:34.888938 25873 dnsname.go:76] Found DNS resource "NS" "kube.REDACTED."
I0428 07:57:34.888988 25873 dnsname.go:76] Found DNS resource "SOA" "kube.REDACTED."
I0428 07:57:34.889120 25873 dnsname.go:178] Updating DNS record "bastion.east.kube.REDACTED"
I0428 07:57:34.889471 25873 request_logger.go:45] AWS request: route53/ChangeResourceRecordSets
I0428 07:57:34.893526 25873 autoscalinggroup.go:200] Creating autoscaling Group with Name:"master-us-east-1b.masters.east.kube.REDACTED"
I0428 07:57:34.893882 25873 request_logger.go:45] AWS request: autoscaling/CreateAutoScalingGroup
I0428 07:57:34.900403 25873 natgateway.go:308] Creating Nat Gateway
I0428 07:57:34.900639 25873 request_logger.go:45] AWS request: ec2/CreateNatGateway
I0428 07:57:34.918408 25873 natgateway.go:308] Creating Nat Gateway
I0428 07:57:34.918619 25873 request_logger.go:45] AWS request: ec2/CreateNatGateway
I0428 07:57:34.934403 25873 dnsname.go:185] Change id is "/change/C14472GYHUDHRN"
I0428 07:57:34.951863 25873 dnsname.go:185] Change id is "/change/C1WCN95JMUK4B2"
I0428 07:57:35.036497 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:35.065523 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:35.076597 25873 aws_cloud.go:734] adding tags to "nat-02ff41035c3e78a24": map[kubernetes.io/cluster/east.kube.REDACTED:owned Name:us-east-1a.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED]
I0428 07:57:35.077052 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:35.108551 25873 aws_cloud.go:734] adding tags to "nat-0aea9316005909802": map[KubernetesCluster:east.kube.REDACTED kubernetes.io/cluster/east.kube.REDACTED:owned Name:us-east-1c.east.kube.REDACTED]
I0428 07:57:35.108866 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:35.233400 25873 natgateway.go:220] no NatGateway found in route table rtb-18be9464
I0428 07:57:35.233679 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:35.314098 25873 request_logger.go:45] AWS request: autoscaling/EnableMetricsCollection
I0428 07:57:35.328536 25873 natgateway.go:308] Creating Nat Gateway
I0428 07:57:35.328878 25873 request_logger.go:45] AWS request: ec2/CreateNatGateway
I0428 07:57:35.355431 25873 request_logger.go:45] AWS request: autoscaling/EnableMetricsCollection
I0428 07:57:35.362101 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:35.366738 25873 request_logger.go:45] AWS request: autoscaling/EnableMetricsCollection
I0428 07:57:35.394660 25873 aws_cloud.go:734] adding tags to "subnet-08ab4954": map[AssociatedNatgateway:nat-02ff41035c3e78a24]
I0428 07:57:35.394896 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:35.400662 25873 request_logger.go:45] AWS request: autoscaling/EnableMetricsCollection
I0428 07:57:35.495280 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:35.502537 25873 request_logger.go:45] AWS request: autoscaling/EnableMetricsCollection
I0428 07:57:35.541366 25873 aws_cloud.go:734] adding tags to "subnet-969f73b8": map[AssociatedNatgateway:nat-0aea9316005909802]
I0428 07:57:35.541643 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:35.630640 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:35.668787 25873 aws_cloud.go:734] adding tags to "nat-0299e21b0e799d2d0": map[kubernetes.io/cluster/east.kube.REDACTED:owned Name:us-east-1b.east.kube.REDACTED KubernetesCluster:east.kube.REDACTED]
I0428 07:57:35.669211 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:36.155393 25873 request_logger.go:45] AWS request: ec2/DescribeTags
I0428 07:57:36.196012 25873 aws_cloud.go:734] adding tags to "subnet-9319e4f4": map[AssociatedNatgateway:nat-0299e21b0e799d2d0]
I0428 07:57:36.196310 25873 request_logger.go:45] AWS request: ec2/CreateTags
I0428 07:57:36.321225 25873 executor.go:91] Tasks: 123 done / 130 total; 7 can run
I0428 07:57:36.321387 25873 executor.go:166] Executing task "Route/private-us-east-1b-0.0.0.0/0": *awstasks.Route {"Name":"private-us-east-1b-0.0.0.0/0","Lifecycle":"Sync","RouteTable":{"Name":"private-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-18be9464","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1b"}},"Instance":null,"CIDR":"0.0.0.0/0","InternetGateway":null,"NatGateway":{"Name":"us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ElasticIP":{"Name":"us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"eipalloc-69aaab60","PublicIP":"18.204.173.74","TagOnSubnet":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedNatGatewayRouteTable":{"Name":"private-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-18be9464","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1b"}}},"Subnet":{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},"ID":"nat-0299e21b0e799d2d0","EgressId":null,"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedRouteTable":{"Name":"private-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-18be9464","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1b.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1b"}}}}
I0428 07:57:36.321456 25873 executor.go:166] Executing task "Route/private-us-east-1c-0.0.0.0/0": *awstasks.Route {"Name":"private-us-east-1c-0.0.0.0/0","Lifecycle":"Sync","RouteTable":{"Name":"private-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-54b49e28","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1c"}},"Instance":null,"CIDR":"0.0.0.0/0","InternetGateway":null,"NatGateway":{"Name":"us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ElasticIP":{"Name":"us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"eipalloc-03aaab0a","PublicIP":"34.196.156.227","TagOnSubnet":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedNatGatewayRouteTable":{"Name":"private-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-54b49e28","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1c"}}},"Subnet":{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},"ID":"nat-0aea9316005909802","EgressId":null,"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedRouteTable":{"Name":"private-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-54b49e28","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1c.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1c"}}}}
I0428 07:57:36.321446 25873 executor.go:166] Executing task "Route/private-us-east-1a-0.0.0.0/0": *awstasks.Route {"Name":"private-us-east-1a-0.0.0.0/0","Lifecycle":"Sync","RouteTable":{"Name":"private-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-8a82a8f6","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1a"}},"Instance":null,"CIDR":"0.0.0.0/0","InternetGateway":null,"NatGateway":{"Name":"us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ElasticIP":{"Name":"us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"eipalloc-31abaa38","PublicIP":"34.194.230.34","TagOnSubnet":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedNatGatewayRouteTable":{"Name":"private-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-8a82a8f6","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1a"}}},"Subnet":{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},"ID":"nat-02ff41035c3e78a24","EgressId":null,"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"},"AssociatedRouteTable":{"Name":"private-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"rtb-8a82a8f6","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"private-us-east-1a.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/kops/role":"private-us-east-1a"}}}}
I0428 07:57:36.322014 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:36.322146 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:36.321446 25873 executor.go:166] Executing task "LoadBalancerAttachment/api-master-us-east-1c": *awstasks.LoadBalancerAttachment {"Name":"api-master-us-east-1c","Lifecycle":"Sync","LoadBalancer":{"Name":"api.east.kube.REDACTED","Lifecycle":"Sync","LoadBalancerName":"api-east-kube-jason-dsc-t-5ehqu2","DNSName":"api-east-kube-jason-dsc-t-5ehqu2-27808917.us-east-1.elb.amazonaws.com","HostedZoneId":"Z35SXDOTRQ7X7K","Subnets":[{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}],"SecurityGroups":[{"Name":"api-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-386d5971","Description":"Security group for api ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=443"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"api-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"Listeners":{"443":{"InstancePort":443}},"Scheme":null,"HealthCheck":{"Target":"SSL:443","HealthyThreshold":2,"UnhealthyThreshold":2,"Interval":10,"Timeout":5},"AccessLog":null,"ConnectionDraining":null,"ConnectionSettings":{"IdleTimeout":300},"CrossZoneLoadBalancing":null},"AutoscalingGroup":{"Name":"master-us-east-1c.masters.east.kube.REDACTED","Lifecycle":"Sync","MinSize":1,"MaxSize":1,"Subnets":[{"Name":"us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9e806cb0","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.96.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1c.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}],"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"master-us-east-1c.masters.east.kube.REDACTED","k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup":"master-us-east-1c","k8s.io/role/master":"1"},"Granularity":"1Minute","Metrics":["GroupDesiredCapacity","GroupInServiceInstances","GroupMaxSize","GroupMinSize","GroupPendingInstances","GroupStandbyInstances","GroupTerminatingInstances","GroupTotalInstances"],"LaunchConfiguration":{"Name":"master-us-east-1c.masters.east.kube.REDACTED","Lifecycle":"Sync","UserData":{"Name":"","Resource":{}},"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"m5.xlarge","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":false,"IAMInstanceProfile":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAI3ZJ6EF2IY5NJWZW2"},"InstanceMonitoring":null,"RootVolumeSize":64,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":"master-us-east-1c.masters.east.kube.REDACTED-20180428115721","Tenancy":null},"SuspendProcesses":null},"Subnet":null,"Instance":null}
I0428 07:57:36.322316 25873 request_logger.go:45] AWS request: ec2/DescribeRouteTables
I0428 07:57:36.321399 25873 executor.go:166] Executing task "LoadBalancerAttachment/bastion-elb-attachment": *awstasks.LoadBalancerAttachment {"Name":"bastion-elb-attachment","Lifecycle":"Sync","LoadBalancer":{"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","LoadBalancerName":"bastion-east-kube-jason-d-jhimts","DNSName":"bastion-east-kube-jason-d-jhimts-1511436376.us-east-1.elb.amazonaws.com","HostedZoneId":"Z35SXDOTRQ7X7K","Subnets":[{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}],"SecurityGroups":[{"Name":"bastion-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-a46155ed","Description":"Security group for bastion ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"Listeners":{"22":{"InstancePort":22}},"Scheme":null,"HealthCheck":{"Target":"TCP:22","HealthyThreshold":2,"UnhealthyThreshold":2,"Interval":10,"Timeout":5},"AccessLog":null,"ConnectionDraining":null,"ConnectionSettings":{"IdleTimeout":300},"CrossZoneLoadBalancing":null},"AutoscalingGroup":{"Name":"bastions.east.kube.REDACTED","Lifecycle":"Sync","MinSize":1,"MaxSize":1,"Subnets":[{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}],"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastions.east.kube.REDACTED","k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup":"bastions","k8s.io/role/bastion":"1"},"Granularity":"1Minute","Metrics":["GroupDesiredCapacity","GroupInServiceInstances","GroupMaxSize","GroupMinSize","GroupPendingInstances","GroupStandbyInstances","GroupTerminatingInstances","GroupTotalInstances"],"LaunchConfiguration":{"Name":"bastions.east.kube.REDACTED","Lifecycle":"Sync","UserData":null,"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"t2.micro","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"bastion.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-7b675332","Description":"Security group for bastion","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"bastion.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":true,"IAMInstanceProfile":{"Name":"bastions.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAJSAXYKTPDZ6YDYXGQ"},"InstanceMonitoring":null,"RootVolumeSize":32,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":"bastions.east.kube.REDACTED-20180428115721","Tenancy":null},"SuspendProcesses":null},"Subnet":null,"Instance":null}
I0428 07:57:36.321484 25873 executor.go:166] Executing task "LoadBalancerAttachment/api-master-us-east-1a": *awstasks.LoadBalancerAttachment {"Name":"api-master-us-east-1a","Lifecycle":"Sync","LoadBalancer":{"Name":"api.east.kube.REDACTED","Lifecycle":"Sync","LoadBalancerName":"api-east-kube-jason-dsc-t-5ehqu2","DNSName":"api-east-kube-jason-dsc-t-5ehqu2-27808917.us-east-1.elb.amazonaws.com","HostedZoneId":"Z35SXDOTRQ7X7K","Subnets":[{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}],"SecurityGroups":[{"Name":"api-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-386d5971","Description":"Security group for api ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=443"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"api-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"Listeners":{"443":{"InstancePort":443}},"Scheme":null,"HealthCheck":{"Target":"SSL:443","HealthyThreshold":2,"UnhealthyThreshold":2,"Interval":10,"Timeout":5},"AccessLog":null,"ConnectionDraining":null,"ConnectionSettings":{"IdleTimeout":300},"CrossZoneLoadBalancing":null},"AutoscalingGroup":{"Name":"master-us-east-1a.masters.east.kube.REDACTED","Lifecycle":"Sync","MinSize":1,"MaxSize":1,"Subnets":[{"Name":"us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-40a1431c","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.32.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1a.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}],"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"master-us-east-1a.masters.east.kube.REDACTED","k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup":"master-us-east-1a","k8s.io/role/master":"1"},"Granularity":"1Minute","Metrics":["GroupDesiredCapacity","GroupInServiceInstances","GroupMaxSize","GroupMinSize","GroupPendingInstances","GroupStandbyInstances","GroupTerminatingInstances","GroupTotalInstances"],"LaunchConfiguration":{"Name":"master-us-east-1a.masters.east.kube.REDACTED","Lifecycle":"Sync","UserData":{"Name":"","Resource":{}},"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"m5.xlarge","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":false,"IAMInstanceProfile":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAI3ZJ6EF2IY5NJWZW2"},"InstanceMonitoring":null,"RootVolumeSize":64,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":"master-us-east-1a.masters.east.kube.REDACTED-20180428115721","Tenancy":null},"SuspendProcesses":null},"Subnet":null,"Instance":null}
I0428 07:57:36.322707 25873 request_logger.go:45] AWS request: autoscaling/DescribeAutoScalingGroups
I0428 07:57:36.322765 25873 request_logger.go:45] AWS request: autoscaling/DescribeAutoScalingGroups
I0428 07:57:36.321357 25873 executor.go:166] Executing task "LoadBalancerAttachment/api-master-us-east-1b": *awstasks.LoadBalancerAttachment {"Name":"api-master-us-east-1b","Lifecycle":"Sync","LoadBalancer":{"Name":"api.east.kube.REDACTED","Lifecycle":"Sync","LoadBalancerName":"api-east-kube-jason-dsc-t-5ehqu2","DNSName":"api-east-kube-jason-dsc-t-5ehqu2-27808917.us-east-1.elb.amazonaws.com","HostedZoneId":"Z35SXDOTRQ7X7K","Subnets":[{"Name":"utility-us-east-1a.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-08ab4954","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1a","CIDR":"172.20.0.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1a.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-9319e4f4","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.4.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1b.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}},{"Name":"utility-us-east-1c.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-969f73b8","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1c","CIDR":"172.20.8.0/22","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"utility-us-east-1c.east.kube.REDACTED","SubnetType":"Utility","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/elb":"1"}}],"SecurityGroups":[{"Name":"api-elb.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-386d5971","Description":"Security group for api ELB","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=443"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"api-elb.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"Listeners":{"443":{"InstancePort":443}},"Scheme":null,"HealthCheck":{"Target":"SSL:443","HealthyThreshold":2,"UnhealthyThreshold":2,"Interval":10,"Timeout":5},"AccessLog":null,"ConnectionDraining":null,"ConnectionSettings":{"IdleTimeout":300},"CrossZoneLoadBalancing":null},"AutoscalingGroup":{"Name":"master-us-east-1b.masters.east.kube.REDACTED","Lifecycle":"Sync","MinSize":1,"MaxSize":1,"Subnets":[{"Name":"us-east-1b.east.kube.REDACTED","Lifecycle":"Sync","ID":"subnet-d023deb7","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"AvailabilityZone":"us-east-1b","CIDR":"172.20.64.0/19","Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"us-east-1b.east.kube.REDACTED","SubnetType":"Private","kubernetes.io/cluster/east.kube.REDACTED":"owned","kubernetes.io/role/internal-elb":"1"}}],"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"master-us-east-1b.masters.east.kube.REDACTED","k8s.io/cluster-autoscaler/node-template/label/kops.k8s.io/instancegroup":"master-us-east-1b","k8s.io/role/master":"1"},"Granularity":"1Minute","Metrics":["GroupDesiredCapacity","GroupInServiceInstances","GroupMaxSize","GroupMinSize","GroupPendingInstances","GroupStandbyInstances","GroupTerminatingInstances","GroupTotalInstances"],"LaunchConfiguration":{"Name":"master-us-east-1b.masters.east.kube.REDACTED","Lifecycle":"Sync","UserData":{"Name":"","Resource":{}},"ImageID":"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08","InstanceType":"m5.xlarge","SSHKey":{"Name":"kubernetes.east.kube.REDACTED-f0:63:a6:1d:13:c0:0a:4e:2c:b5:92:97:c8:1a:00:3f","Lifecycle":"Sync","PublicKey":{"Name":"","Resource":"ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDHLQ93dM/cxZpeSeL8ivQCq56Cwt0ZGNcAsXEAt01w0M0s32zwyEdlgmCTLUspJEjX0LooNg6puLg6sCKCY2vXAYFz6ZAPeLidt87g7G/TRNjnJ26YxnmBldHMQwBbfm5DX8+0Ruj3kpm7tOrmoL8AgEU1yCHeQ/Z+C9RAgblexamX5/UGwWVpkuaXl7gVrbtOb9gYu2+cnxyKFIX9pM2uZoGkvFucG9SCEZTjDYI9foYO87KOad3y8jd8YQiEt4ZJByp4iE40+nlvH9PFD5sOBN/33hGUmR0DnrkNpzk754TCjGNlCZvrGvYaXUlr8SlGBfyf2LnV6ftgLi8dWHrf\n"},"KeyFingerprint":"1e:a7:2d:5b:73:5f:79:56:b8:4a:da:fc:79:ef:28:ee"},"SecurityGroups":[{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"sg-c9576380","Description":"Security group for masters","VPC":{"Name":"east.kube.REDACTED","Lifecycle":"Sync","ID":"vpc-52386d29","CIDR":"172.20.0.0/16","AdditionalCIDR":null,"EnableDNSHostnames":true,"EnableDNSSupport":true,"Shared":false,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}},"RemoveExtraRules":["port=22","port=443","port=2380","port=2381","port=4001","port=4002","port=4789","port=179"],"Shared":null,"Tags":{"KubernetesCluster":"east.kube.REDACTED","Name":"masters.east.kube.REDACTED","kubernetes.io/cluster/east.kube.REDACTED":"owned"}}],"AssociatePublicIP":false,"IAMInstanceProfile":{"Name":"masters.east.kube.REDACTED","Lifecycle":"Sync","ID":"AIPAI3ZJ6EF2IY5NJWZW2"},"InstanceMonitoring":null,"RootVolumeSize":64,"RootVolumeType":"gp2","RootVolumeIops":null,"RootVolumeOptimization":null,"SpotPrice":"","ID":"master-us-east-1b.masters.east.kube.REDACTED-20180428115721","Tenancy":null},"SuspendProcesses":null},"Subnet":null,"Instance":null}
I0428 07:57:36.322968 25873 request_logger.go:45] AWS request: autoscaling/DescribeAutoScalingGroups
I0428 07:57:36.323201 25873 request_logger.go:45] AWS request: autoscaling/DescribeAutoScalingGroups
I0428 07:57:36.358833 25873 natgateway.go:286] Waiting for NAT Gateway "nat-0299e21b0e799d2d0" to be available (this often takes about 5 minutes)
I0428 07:57:36.359363 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:57:36.360222 25873 natgateway.go:286] Waiting for NAT Gateway "nat-0aea9316005909802" to be available (this often takes about 5 minutes)
I0428 07:57:36.360435 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:57:36.394799 25873 natgateway.go:286] Waiting for NAT Gateway "nat-02ff41035c3e78a24" to be available (this often takes about 5 minutes)
I0428 07:57:36.395108 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:57:36.426079 25873 load_balancer_attachment.go:129] Attaching autoscaling group "master-us-east-1c.masters.east.kube.REDACTED" to ELB "api-east-kube-jason-dsc-t-5ehqu2"
I0428 07:57:36.426443 25873 request_logger.go:45] AWS request: autoscaling/AttachLoadBalancers
I0428 07:57:36.457880 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:57:36.462915 25873 load_balancer_attachment.go:129] Attaching autoscaling group "bastions.east.kube.REDACTED" to ELB "bastion-east-kube-jason-d-jhimts"
I0428 07:57:36.463151 25873 request_logger.go:45] AWS request: autoscaling/AttachLoadBalancers
I0428 07:57:36.509536 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:57:36.523233 25873 load_balancer_attachment.go:129] Attaching autoscaling group "master-us-east-1a.masters.east.kube.REDACTED" to ELB "api-east-kube-jason-dsc-t-5ehqu2"
I0428 07:57:36.523471 25873 request_logger.go:45] AWS request: autoscaling/AttachLoadBalancers
I0428 07:57:36.539122 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:57:36.552854 25873 load_balancer_attachment.go:129] Attaching autoscaling group "master-us-east-1b.masters.east.kube.REDACTED" to ELB "api-east-kube-jason-dsc-t-5ehqu2"
I0428 07:57:36.553123 25873 request_logger.go:45] AWS request: autoscaling/AttachLoadBalancers
I0428 07:57:51.458224 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:57:51.511132 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:57:51.540944 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:57:51.557220 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:57:51.646898 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:57:51.720323 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:06.557553 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:06.647064 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:06.655747 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:06.724062 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:06.748375 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:06.844046 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:21.656448 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:21.748595 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:21.773069 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:21.845064 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:21.848358 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:21.944879 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:36.773781 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:36.848521 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:36.949493 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:37.054186 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:37.059634 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:37.145473 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:52.054976 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:52.061243 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:52.148183 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:58:52.320978 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:52.334233 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:58:52.444104 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:59:07.321790 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:59:07.337465 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:59:07.444237 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:59:07.516246 25873 aws_cloud.go:200] aws request sleeping for 15s
I0428 07:59:07.518274 25873 route.go:174] Creating Route with RouteTable:"rtb-54b49e28" CIDR:"0.0.0.0/0"
I0428 07:59:07.518521 25873 request_logger.go:45] AWS request: ec2/CreateRoute
I0428 07:59:07.627512 25873 route.go:174] Creating Route with RouteTable:"rtb-18be9464" CIDR:"0.0.0.0/0"
I0428 07:59:07.627775 25873 request_logger.go:45] AWS request: ec2/CreateRoute
I0428 07:59:22.519232 25873 request_logger.go:45] AWS request: ec2/DescribeNatGateways
I0428 07:59:22.645528 25873 route.go:174] Creating Route with RouteTable:"rtb-8a82a8f6" CIDR:"0.0.0.0/0"
I0428 07:59:22.645801 25873 request_logger.go:45] AWS request: ec2/CreateRoute
I0428 07:59:22.804045 25873 executor.go:91] Tasks: 130 done / 130 total; 0 can run
I0428 07:59:22.804153 25873 dns.go:153] Pre-creating DNS records
I0428 07:59:22.804715 25873 route53.go:53] AWS request: route53 ListHostedZones
I0428 07:59:23.026044 25873 route53.go:53] AWS request: route53 ListResourceRecordSets
I0428 07:59:23.069677 25873 dns.go:199] Found DNS record api.east.kube.REDACTED., but no records
I0428 07:59:23.069742 25873 dns.go:229] Pre-creating DNS record api.internal.east.kube.REDACTED. => 203.0.113.123
I0428 07:59:23.069785 25873 dns.go:229] Pre-creating DNS record etcd-a.internal.east.kube.REDACTED. => 203.0.113.123
I0428 07:59:23.069828 25873 dns.go:229] Pre-creating DNS record etcd-b.internal.east.kube.REDACTED. => 203.0.113.123
I0428 07:59:23.069863 25873 dns.go:229] Pre-creating DNS record etcd-c.internal.east.kube.REDACTED. => 203.0.113.123
I0428 07:59:23.069900 25873 dns.go:229] Pre-creating DNS record etcd-events-a.internal.east.kube.REDACTED. => 203.0.113.123
I0428 07:59:23.069938 25873 dns.go:229] Pre-creating DNS record etcd-events-b.internal.east.kube.REDACTED. => 203.0.113.123
I0428 07:59:23.069969 25873 dns.go:229] Pre-creating DNS record etcd-events-c.internal.east.kube.REDACTED. => 203.0.113.123
I0428 07:59:23.070035 25873 rrchangeset.go:142] Route53 MaxBatchSize: 900
I0428 07:59:23.070065 25873 rrchangeset.go:143] Route53 Changeset:
CREATE A api.internal.east.kube.REDACTED.
CREATE A etcd-a.internal.east.kube.REDACTED.
CREATE A etcd-b.internal.east.kube.REDACTED.
CREATE A etcd-c.internal.east.kube.REDACTED.
CREATE A etcd-events-a.internal.east.kube.REDACTED.
CREATE A etcd-events-b.internal.east.kube.REDACTED.
CREATE A etcd-events-c.internal.east.kube.REDACTED.
I0428 07:59:23.070702 25873 route53.go:53] AWS request: route53 ChangeResourceRecordSets
I0428 07:59:23.135708 25873 dns.go:240] Pre-created DNS names: [api.internal.east.kube.REDACTED. etcd-a.internal.east.kube.REDACTED. etcd-b.internal.east.kube.REDACTED. etcd-c.internal.east.kube.REDACTED. etcd-events-a.internal.east.kube.REDACTED. etcd-events-b.internal.east.kube.REDACTED. etcd-events-c.internal.east.kube.REDACTED.]
I0428 07:59:23.135781 25873 context.go:91] deleting temp dir: "/var/folders/m0/d0cdjq810bn4w58_l_cbx4qr0000gn/T/deploy668223268"
I0428 07:59:23.142667 25873 kubectl.go:131] Running command: kubectl config view --output json
I0428 07:59:23.428425 25873 kubectl.go:83] config = "{\n \"kind\": \"Config\",\n \"apiVersion\": \"v1\",\n \"preferences\": {},\n \"clusters\": [\n {\n \"name\": \"docker-for-desktop-cluster\",\n \"cluster\": {\n \"server\": \"https://localhost:6443\",\n \"insecure-skip-tls-verify\": true\n }\n },\n {\n \"name\": \"minikube\",\n \"cluster\": {\n \"server\": \"https://192.168.99.100:8443\",\n \"certificate-authority\": \"/Users/jason/.minikube/ca.crt\"\n }\n }\n ],\n \"users\": [\n {\n \"name\": \"docker-for-desktop\",\n \"user\": {\n \"client-certificate-data\": \"REDACTED\",\n \"client-key-data\": \"REDACTED\"\n }\n },\n {\n \"name\": \"minikube\",\n \"user\": {\n \"client-certificate\": \"/Users/jason/.minikube/client.crt\",\n \"client-key\": \"/Users/jason/.minikube/client.key\"\n }\n }\n ],\n \"contexts\": [\n {\n \"name\": \"docker-for-desktop\",\n \"context\": {\n \"cluster\": \"docker-for-desktop-cluster\",\n \"user\": \"docker-for-desktop\"\n }\n },\n {\n \"name\": \"minikube\",\n \"context\": {\n \"cluster\": \"minikube\",\n \"user\": \"minikube\"\n }\n }\n ],\n \"current-context\": \"\"\n}"
I0428 07:59:23.429751 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg/keyset.yaml"
I0428 07:59:23.576338 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:59:23.576665 25873 update_cluster.go:291] Exporting kubecfg for cluster
I0428 07:59:23.576798 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml"
I0428 07:59:23.604852 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:59:23.605182 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/ca/keyset.yaml"
I0428 07:59:23.631701 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:59:23.631936 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/ca/keyset.yaml"
I0428 07:59:23.657921 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:59:23.658170 25873 privatekey.go:169] Parsing pem block: "RSA PRIVATE KEY"
I0428 07:59:23.658884 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/issued/kubecfg/keyset.yaml"
I0428 07:59:23.688896 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:59:23.689185 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/pki/private/kubecfg/keyset.yaml"
I0428 07:59:23.719696 25873 certificate.go:103] Parsing pem block: "CERTIFICATE"
I0428 07:59:23.719972 25873 privatekey.go:169] Parsing pem block: "RSA PRIVATE KEY"
I0428 07:59:23.720733 25873 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/secrets/kube"
I0428 07:59:23.757312 25873 loader.go:357] Config loaded from file /Users/jason/.kube/config
I0428 07:59:23.759410 25873 loader.go:357] Config loaded from file /Users/jason/.kube/config
I0428 07:59:23.761722 25873 loader.go:357] Config loaded from file /Users/jason/.kube/config
I0428 07:59:23.763653 25873 loader.go:357] Config loaded from file /Users/jason/.kube/config
I0428 07:59:23.774833 25873 loader.go:357] Config loaded from file /Users/jason/.kube/config
I0428 07:59:23.782153 25873 loader.go:357] Config loaded from file /Users/jason/.kube/config
I0428 07:59:23.789196 25873 loader.go:357] Config loaded from file /Users/jason/.kube/config
I0428 07:59:23.795773 25873 loader.go:357] Config loaded from file /Users/jason/.kube/config
kops has set your kubectl context to east.kube.REDACTED
Cluster is starting. It should be ready in a few minutes.
Suggestions:
* validate cluster: kops validate cluster
* list nodes: kubectl get nodes --show-labels
* ssh to the bastion: ssh -A -i ~/.ssh/id_rsa [email protected]
* the admin user is specific to Debian. If not using Debian please use the appropriate user based on your OS.
* read about installing addons at: https://github.com/kubernetes/kops/blob/master/docs/addons.md.
jason@mbp15r:~ > kops validate cluster --name east.kube.REDACTED -v 10
I0428 07:59:54.810386 25903 s3context.go:172] Found bucket "REDACTED-kops" in region "us-east-1"
I0428 07:59:54.810466 25903 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/config"
I0428 07:59:55.035075 25903 s3fs.go:247] Listing objects in S3 bucket "REDACTED-kops" with prefix "east.kube.REDACTED/instancegroup/"
I0428 07:59:55.072028 25903 s3fs.go:275] Listed files in s3://REDACTED-kops/east.kube.REDACTED/instancegroup: [s3://REDACTED-kops/east.kube.REDACTED/instancegroup/bastions s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1a s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1b s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1c s3://REDACTED-kops/east.kube.REDACTED/instancegroup/nodes]
I0428 07:59:55.072138 25903 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/bastions"
I0428 07:59:55.105113 25903 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1a"
I0428 07:59:55.132009 25903 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1b"
I0428 07:59:55.157143 25903 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/master-us-east-1c"
I0428 07:59:55.189314 25903 s3fs.go:210] Reading file "s3://REDACTED-kops/east.kube.REDACTED/instancegroup/nodes"
Validating cluster east.kube.REDACTED
I0428 07:59:55.277491 25903 validate_cluster.go:110] instance group: kops.InstanceGroupSpec{Role:"Bastion", Image:"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08", MinSize:(*int32)(0xc4201e47d8), MaxSize:(*int32)(0xc4201e47c0), MachineType:"t2.micro", RootVolumeSize:(*int32)(nil), RootVolumeType:(*string)(nil), RootVolumeIops:(*int32)(nil), RootVolumeOptimization:(*bool)(nil), Subnets:[]string{"utility-us-east-1a", "utility-us-east-1b", "utility-us-east-1c"}, Zones:[]string(nil), Hooks:[]kops.HookSpec(nil), MaxPrice:(*string)(nil), AssociatePublicIP:(*bool)(nil), AdditionalSecurityGroups:[]string(nil), CloudLabels:map[string]string(nil), NodeLabels:map[string]string{"kops.k8s.io/instancegroup":"bastions"}, FileAssets:[]kops.FileAssetSpec(nil), Tenancy:"", Kubelet:(*kops.KubeletConfigSpec)(nil), Taints:[]string(nil), AdditionalUserData:[]kops.UserData(nil), SuspendProcesses:[]string(nil), DetailedInstanceMonitoring:(*bool)(nil)}
I0428 07:59:55.277626 25903 validate_cluster.go:110] instance group: kops.InstanceGroupSpec{Role:"Master", Image:"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08", MinSize:(*int32)(0xc4201e4f30), MaxSize:(*int32)(0xc4201e4f18), MachineType:"m5.xlarge", RootVolumeSize:(*int32)(nil), RootVolumeType:(*string)(nil), RootVolumeIops:(*int32)(nil), RootVolumeOptimization:(*bool)(nil), Subnets:[]string{"us-east-1a"}, Zones:[]string(nil), Hooks:[]kops.HookSpec(nil), MaxPrice:(*string)(nil), AssociatePublicIP:(*bool)(nil), AdditionalSecurityGroups:[]string(nil), CloudLabels:map[string]string(nil), NodeLabels:map[string]string{"kops.k8s.io/instancegroup":"master-us-east-1a"}, FileAssets:[]kops.FileAssetSpec(nil), Tenancy:"", Kubelet:(*kops.KubeletConfigSpec)(nil), Taints:[]string(nil), AdditionalUserData:[]kops.UserData(nil), SuspendProcesses:[]string(nil), DetailedInstanceMonitoring:(*bool)(nil)}
I0428 07:59:55.277716 25903 validate_cluster.go:110] instance group: kops.InstanceGroupSpec{Role:"Master", Image:"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08", MinSize:(*int32)(0xc4201e55f0), MaxSize:(*int32)(0xc4201e55d8), MachineType:"m5.xlarge", RootVolumeSize:(*int32)(nil), RootVolumeType:(*string)(nil), RootVolumeIops:(*int32)(nil), RootVolumeOptimization:(*bool)(nil), Subnets:[]string{"us-east-1b"}, Zones:[]string(nil), Hooks:[]kops.HookSpec(nil), MaxPrice:(*string)(nil), AssociatePublicIP:(*bool)(nil), AdditionalSecurityGroups:[]string(nil), CloudLabels:map[string]string(nil), NodeLabels:map[string]string{"kops.k8s.io/instancegroup":"master-us-east-1b"}, FileAssets:[]kops.FileAssetSpec(nil), Tenancy:"", Kubelet:(*kops.KubeletConfigSpec)(nil), Taints:[]string(nil), AdditionalUserData:[]kops.UserData(nil), SuspendProcesses:[]string(nil), DetailedInstanceMonitoring:(*bool)(nil)}
I0428 07:59:55.277796 25903 validate_cluster.go:110] instance group: kops.InstanceGroupSpec{Role:"Master", Image:"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08", MinSize:(*int32)(0xc4204c59b0), MaxSize:(*int32)(0xc4204c5988), MachineType:"m5.xlarge", RootVolumeSize:(*int32)(nil), RootVolumeType:(*string)(nil), RootVolumeIops:(*int32)(nil), RootVolumeOptimization:(*bool)(nil), Subnets:[]string{"us-east-1c"}, Zones:[]string(nil), Hooks:[]kops.HookSpec(nil), MaxPrice:(*string)(nil), AssociatePublicIP:(*bool)(nil), AdditionalSecurityGroups:[]string(nil), CloudLabels:map[string]string(nil), NodeLabels:map[string]string{"kops.k8s.io/instancegroup":"master-us-east-1c"}, FileAssets:[]kops.FileAssetSpec(nil), Tenancy:"", Kubelet:(*kops.KubeletConfigSpec)(nil), Taints:[]string(nil), AdditionalUserData:[]kops.UserData(nil), SuspendProcesses:[]string(nil), DetailedInstanceMonitoring:(*bool)(nil)}
I0428 07:59:55.277913 25903 validate_cluster.go:110] instance group: kops.InstanceGroupSpec{Role:"Node", Image:"kope.io/k8s-1.8-debian-jessie-amd64-hvm-ebs-2018-02-08", MinSize:(*int32)(0xc4202e8090), MaxSize:(*int32)(0xc4202e8018), MachineType:"m5.xlarge", RootVolumeSize:(*int32)(nil), RootVolumeType:(*string)(nil), RootVolumeIops:(*int32)(nil), RootVolumeOptimization:(*bool)(nil), Subnets:[]string{"us-east-1a", "us-east-1b", "us-east-1c"}, Zones:[]string(nil), Hooks:[]kops.HookSpec(nil), MaxPrice:(*string)(nil), AssociatePublicIP:(*bool)(nil), AdditionalSecurityGroups:[]string(nil), CloudLabels:map[string]string(nil), NodeLabels:map[string]string{"kops.k8s.io/instancegroup":"nodes"}, FileAssets:[]kops.FileAssetSpec(nil), Tenancy:"", Kubelet:(*kops.KubeletConfigSpec)(nil), Taints:[]string(nil), AdditionalUserData:[]kops.UserData(nil), SuspendProcesses:[]string(nil), DetailedInstanceMonitoring:(*bool)(nil)}
I0428 07:59:55.293322 25903 loader.go:357] Config loaded from file /Users/jason/.kube/config
I0428 07:59:55.299154 25903 loader.go:357] Config loaded from file /Users/jason/.kube/config
I0428 07:59:55.391154 25903 aws_utils.go:39] Querying EC2 for all valid regions
I0428 07:59:55.583413 25903 aws_cloud.go:981] Querying EC2 for all valid zones in region "us-east-1"
I0428 07:59:55.583664 25903 request_logger.go:45] AWS request: ec2/DescribeAvailabilityZones
I0428 07:59:55.611027 25903 round_trippers.go:417] curl -k -v -XGET -H "User-Agent: kops/v0.0.0 (darwin/amd64) kubernetes/cccd71e" -H "Accept: application/json, */*" -H "Authorization: Basic YWRtaW46WDF1T1lodzdMaFc2Vk14bm1RamZrVEJxSGVqYXpMbVo=" https://api.east.kube.REDACTED/api/v1/nodes
I0428 07:59:55.680191 25903 round_trippers.go:436] GET https://api.east.kube.REDACTED/api/v1/nodes in 69 milliseconds
I0428 07:59:55.680261 25903 round_trippers.go:442] Response Headers:
unexpected error during validation: error listing nodes: Get https://api.east.kube.REDACTED/api/v1/nodes: EOF
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment