Skip to content

Instantly share code, notes, and snippets.

@sc250024

sc250024/cluster-autoscaler-pod-log-output.txt

Created July 15, 2018 16:58
Show Gist options
  • Save sc250024/81525c85f3cdfc60349b3bfdcce755af to your computer and use it in GitHub Desktop.
Save sc250024/81525c85f3cdfc60349b3bfdcce755af to your computer and use it in GitHub Desktop.
Download ZIP
kubernetes/autoscaler Issue #1064
Raw
cluster-autoscaler-pod-log-output.txt
I0715 16:55:00.456063 1 flags.go:52] FLAG: --address=":8085"
I0715 16:55:00.456505 1 flags.go:52] FLAG: --alsologtostderr="false"
I0715 16:55:00.456520 1 flags.go:52] FLAG: --application-metrics-count-limit="100"
I0715 16:55:00.456525 1 flags.go:52] FLAG: --azure-container-registry-config=""
I0715 16:55:00.456571 1 flags.go:52] FLAG: --balance-similar-node-groups="false"
I0715 16:55:00.456576 1 flags.go:52] FLAG: --boot-id-file="/proc/sys/kernel/random/boot_id"
I0715 16:55:00.456612 1 flags.go:52] FLAG: --cloud-config=""
I0715 16:55:00.456619 1 flags.go:52] FLAG: --cloud-provider="aws"
I0715 16:55:00.456622 1 flags.go:52] FLAG: --cloud-provider-gce-lb-src-cidrs="35.191.0.0/16,209.85.152.0/22,209.85.204.0/22,130.211.0.0/22"
I0715 16:55:00.456628 1 flags.go:52] FLAG: --cluster-name=""
I0715 16:55:00.456632 1 flags.go:52] FLAG: --configmap=""
I0715 16:55:00.456634 1 flags.go:52] FLAG: --container-hints="/etc/cadvisor/container_hints.json"
I0715 16:55:00.456639 1 flags.go:52] FLAG: --containerd="unix:///var/run/containerd.sock"
I0715 16:55:00.456642 1 flags.go:52] FLAG: --cores-total="0:320000"
I0715 16:55:00.456678 1 flags.go:52] FLAG: --docker="unix:///var/run/docker.sock"
I0715 16:55:00.456695 1 flags.go:52] FLAG: --docker-env-metadata-whitelist=""
I0715 16:55:00.456703 1 flags.go:52] FLAG: --docker-only="false"
I0715 16:55:00.456707 1 flags.go:52] FLAG: --docker-root="/var/lib/docker"
I0715 16:55:00.456710 1 flags.go:52] FLAG: --docker-tls="false"
I0715 16:55:00.456735 1 flags.go:52] FLAG: --docker-tls-ca="ca.pem"
I0715 16:55:00.456739 1 flags.go:52] FLAG: --docker-tls-cert="cert.pem"
I0715 16:55:00.456753 1 flags.go:52] FLAG: --docker-tls-key="key.pem"
I0715 16:55:00.456770 1 flags.go:52] FLAG: --enable-load-reader="false"
I0715 16:55:00.456774 1 flags.go:52] FLAG: --estimator="binpacking"
I0715 16:55:00.456789 1 flags.go:52] FLAG: --event-storage-age-limit="default=0"
I0715 16:55:00.456795 1 flags.go:52] FLAG: --event-storage-event-limit="default=0"
I0715 16:55:00.456798 1 flags.go:52] FLAG: --expander="random"
I0715 16:55:00.456801 1 flags.go:52] FLAG: --expendable-pods-priority-cutoff="0"
I0715 16:55:00.456805 1 flags.go:52] FLAG: --gke-api-endpoint=""
I0715 16:55:00.456808 1 flags.go:52] FLAG: --global-housekeeping-interval="1m0s"
I0715 16:55:00.456811 1 flags.go:52] FLAG: --google-json-key=""
I0715 16:55:00.456814 1 flags.go:52] FLAG: --housekeeping-interval="10s"
I0715 16:55:00.456818 1 flags.go:52] FLAG: --httptest.serve=""
I0715 16:55:00.456821 1 flags.go:52] FLAG: --kubeconfig=""
I0715 16:55:00.456823 1 flags.go:52] FLAG: --kubernetes=""
I0715 16:55:00.456826 1 flags.go:52] FLAG: --leader-elect="true"
I0715 16:55:00.456832 1 flags.go:52] FLAG: --leader-elect-lease-duration="15s"
I0715 16:55:00.456838 1 flags.go:52] FLAG: --leader-elect-renew-deadline="10s"
I0715 16:55:00.456841 1 flags.go:52] FLAG: --leader-elect-resource-lock="endpoints"
I0715 16:55:00.456844 1 flags.go:52] FLAG: --leader-elect-retry-period="2s"
I0715 16:55:00.456847 1 flags.go:52] FLAG: --log-backtrace-at=":0"
I0715 16:55:00.456853 1 flags.go:52] FLAG: --log-cadvisor-usage="false"
I0715 16:55:00.456856 1 flags.go:52] FLAG: --log-dir=""
I0715 16:55:00.456859 1 flags.go:52] FLAG: --logtostderr="false"
I0715 16:55:00.456862 1 flags.go:52] FLAG: --machine-id-file="/etc/machine-id,/var/lib/dbus/machine-id"
I0715 16:55:00.456867 1 flags.go:52] FLAG: --max-autoprovisioned-node-group-count="15"
I0715 16:55:00.456870 1 flags.go:52] FLAG: --max-empty-bulk-delete="10"
I0715 16:55:00.456873 1 flags.go:52] FLAG: --max-failing-time="15m0s"
I0715 16:55:00.456876 1 flags.go:52] FLAG: --max-graceful-termination-sec="600"
I0715 16:55:00.456880 1 flags.go:52] FLAG: --max-inactivity="10m0s"
I0715 16:55:00.456883 1 flags.go:52] FLAG: --max-node-provision-time="15m0s"
I0715 16:55:00.456934 1 flags.go:52] FLAG: --max-nodes-total="0"
I0715 16:55:00.456945 1 flags.go:52] FLAG: --max-total-unready-percentage="33"
I0715 16:55:00.456949 1 flags.go:52] FLAG: --memory-total="0:6400000"
I0715 16:55:00.456952 1 flags.go:52] FLAG: --min-replica-count="0"
I0715 16:55:00.456955 1 flags.go:52] FLAG: --namespace="kube-system"
I0715 16:55:00.456959 1 flags.go:52] FLAG: --node-autoprovisioning-enabled="false"
I0715 16:55:00.456962 1 flags.go:52] FLAG: --node-group-auto-discovery=""
I0715 16:55:00.456964 1 flags.go:52] FLAG: --nodes="[2:10:nodes.test-cluster.k8s.company.com]"
I0715 16:55:00.456969 1 flags.go:52] FLAG: --ok-total-unready-count="3"
I0715 16:55:00.456972 1 flags.go:52] FLAG: --scale-down-candidates-pool-min-count="50"
I0715 16:55:00.456975 1 flags.go:52] FLAG: --scale-down-candidates-pool-ratio="0.1"
I0715 16:55:00.456978 1 flags.go:52] FLAG: --scale-down-delay-after-add="10m0s"
I0715 16:55:00.456982 1 flags.go:52] FLAG: --scale-down-delay-after-delete="10s"
I0715 16:55:00.456985 1 flags.go:52] FLAG: --scale-down-delay-after-failure="3m0s"
I0715 16:55:00.456988 1 flags.go:52] FLAG: --scale-down-enabled="true"
I0715 16:55:00.456991 1 flags.go:52] FLAG: --scale-down-non-empty-candidates-count="30"
I0715 16:55:00.456994 1 flags.go:52] FLAG: --scale-down-unneeded-time="10m0s"
I0715 16:55:00.456997 1 flags.go:52] FLAG: --scale-down-unready-time="20m0s"
I0715 16:55:00.457000 1 flags.go:52] FLAG: --scale-down-utilization-threshold="0.5"
I0715 16:55:00.457003 1 flags.go:52] FLAG: --scan-interval="10s"
I0715 16:55:00.457006 1 flags.go:52] FLAG: --skip-nodes-with-local-storage="false"
I0715 16:55:00.457009 1 flags.go:52] FLAG: --skip-nodes-with-system-pods="true"
I0715 16:55:00.457012 1 flags.go:52] FLAG: --stderrthreshold="0"
I0715 16:55:00.457015 1 flags.go:52] FLAG: --storage-driver-buffer-duration="1m0s"
I0715 16:55:00.457018 1 flags.go:52] FLAG: --storage-driver-db="cadvisor"
I0715 16:55:00.457021 1 flags.go:52] FLAG: --storage-driver-host="localhost:8086"
I0715 16:55:00.457024 1 flags.go:52] FLAG: --storage-driver-password="root"
I0715 16:55:00.457027 1 flags.go:52] FLAG: --storage-driver-secure="false"
I0715 16:55:00.457030 1 flags.go:52] FLAG: --storage-driver-table="stats"
I0715 16:55:00.457033 1 flags.go:52] FLAG: --storage-driver-user="root"
I0715 16:55:00.457036 1 flags.go:52] FLAG: --test.bench=""
I0715 16:55:00.457039 1 flags.go:52] FLAG: --test.benchmem="false"
I0715 16:55:00.457042 1 flags.go:52] FLAG: --test.benchtime="1s"
I0715 16:55:00.457045 1 flags.go:52] FLAG: --test.blockprofile=""
I0715 16:55:00.457048 1 flags.go:52] FLAG: --test.blockprofilerate="1"
I0715 16:55:00.457051 1 flags.go:52] FLAG: --test.count="1"
I0715 16:55:00.457053 1 flags.go:52] FLAG: --test.coverprofile=""
I0715 16:55:00.457056 1 flags.go:52] FLAG: --test.cpu=""
I0715 16:55:00.457059 1 flags.go:52] FLAG: --test.cpuprofile=""
I0715 16:55:00.457062 1 flags.go:52] FLAG: --test.memprofile=""
I0715 16:55:00.457065 1 flags.go:52] FLAG: --test.memprofilerate="0"
I0715 16:55:00.457068 1 flags.go:52] FLAG: --test.mutexprofile=""
I0715 16:55:00.457072 1 flags.go:52] FLAG: --test.mutexprofilefraction="1"
I0715 16:55:00.457075 1 flags.go:52] FLAG: --test.outputdir=""
I0715 16:55:00.457127 1 flags.go:52] FLAG: --test.parallel="2"
I0715 16:55:00.457130 1 flags.go:52] FLAG: --test.run=""
I0715 16:55:00.457133 1 flags.go:52] FLAG: --test.short="false"
I0715 16:55:00.457151 1 flags.go:52] FLAG: --test.timeout="0s"
I0715 16:55:00.457160 1 flags.go:52] FLAG: --test.trace=""
I0715 16:55:00.457163 1 flags.go:52] FLAG: --test.v="false"
I0715 16:55:00.457166 1 flags.go:52] FLAG: --v="4"
I0715 16:55:00.457187 1 flags.go:52] FLAG: --version="false"
I0715 16:55:00.457209 1 flags.go:52] FLAG: --vmodule=""
I0715 16:55:00.457222 1 flags.go:52] FLAG: --write-status-configmap="true"
I0715 16:55:00.457231 1 main.go:287] Cluster Autoscaler 1.1.0
F0715 16:55:30.458743 1 main.go:319] Failed to get nodes from apiserver: Get https://100.64.0.1:443/api/v1/nodes: dial tcp 100.64.0.1:443: i/o timeout
goroutine 1 [running]:
k8s.io/autoscaler/cluster-autoscaler/vendor/github.com/golang/glog.stacks(0xc420706500, 0xc4206b0820, 0x9d, 0x19f)
/gopath/src/k8s.io/autoscaler/cluster-autoscaler/vendor/github.com/golang/glog/glog.go:766 +0xa7
k8s.io/autoscaler/cluster-autoscaler/vendor/github.com/golang/glog.(*loggingT).output(0x5618fa0, 0xc400000003, 0xc4201cd340, 0x52e7316, 0x7, 0x13f, 0x0)
/gopath/src/k8s.io/autoscaler/cluster-autoscaler/vendor/github.com/golang/glog/glog.go:717 +0x348
k8s.io/autoscaler/cluster-autoscaler/vendor/github.com/golang/glog.(*loggingT).printf(0x5618fa0, 0x3, 0x37364ff, 0x26, 0xc4209dfe88, 0x1, 0x1)
/gopath/src/k8s.io/autoscaler/cluster-autoscaler/vendor/github.com/golang/glog/glog.go:655 +0x14f
k8s.io/autoscaler/cluster-autoscaler/vendor/github.com/golang/glog.Fatalf(0x37364ff, 0x26, 0xc4209dfe88, 0x1, 0x1)
/gopath/src/k8s.io/autoscaler/cluster-autoscaler/vendor/github.com/golang/glog/glog.go:1145 +0x67
main.main()
/gopath/src/k8s.io/autoscaler/cluster-autoscaler/main.go:319 +0x4c5
Raw
cluster-manifest.yaml
apiVersion: kops/v1alpha2
kind: Cluster
metadata:
creationTimestamp: 2018-07-12T16:39:37Z
name: test-cluster.k8s.company.com
spec:
additionalPolicies:
node: |
[
{"Effect":"Allow","Action":["autoscaling:DescribeAutoScalingGroups","autoscaling:DescribeAutoScalingInstances","autoscaling:DescribeLaunchConfigurations","autoscaling:DescribeTags","autoscaling:SetDesiredCapacity","autoscaling:TerminateInstanceInAutoScalingGroup"],"Resource":"*"}
]
api:
loadBalancer:
additionalSecurityGroups:
- sg-07773f214e065ee54
type: Public
authorization:
rbac: {}
channel: stable
cloudLabels:
Namespace: pb-euw1
Purpose: k8s
Stage: test
cloudProvider: aws
configBase: s3://kops-config/test-cluster.k8s.company.com
dnsZone: k8s.company.com
etcdClusters:
- etcdMembers:
- encryptedVolume: true
instanceGroup: master-eu-west-1b
name: b
name: main
- etcdMembers:
- encryptedVolume: true
instanceGroup: master-eu-west-1b
name: b
name: events
hooks:
- manifest: |
Type=oneshot
ExecStart=/usr/bin/docker run --net host --restart no quay.io/sergioballesteros/check-aws-tags
ExecStartPost=/bin/systemctl restart kubelet.service
name: ensure-aws-tags.service
requires:
- docker.service
roles:
- Node
- manifest: |
Type=oneshot
ExecStart=/usr/bin/docker run --net host --restart no quay.io/sergioballesteros/check-aws-tags
ExecStartPost=/bin/systemctl restart kubelet.service
name: ensure-aws-tags.service
requires:
- docker.service
roles:
- Master
- before:
- network-pre.target
- kubelet.service
manifest: |
Type=oneshot
ExecStart=/usr/sbin/modprobe br_netfilter
[Unit]
Wants=network-pre.target
[Install]
WantedBy=multi-user.target
name: fix-dns.service
roles:
- Node
- Master
iam:
allowContainerRegistry: true
legacy: false
kubernetesApiAccess:
- XX.XX.XXX.XXX/32
kubernetesVersion: 1.9.6
masterInternalName: api.internal.test-cluster.k8s.company.com
masterPublicName: api.test-cluster.k8s.company.com
networkCIDR: 10.62.0.0/16
networkID: vpc-09dd3330252c3145b
networking:
calico: {}
nonMasqueradeCIDR: 100.64.0.0/10
sshAccess:
- XX.XX.XXX.XXX/32
subnets:
- cidr: 10.62.208.0/20
id: subnet-0370a2eff58911627
name: eu-west-1a
type: Private
zone: eu-west-1a
- cidr: 10.62.224.0/20
id: subnet-04b5358798839ffa1
name: eu-west-1b
type: Private
zone: eu-west-1b
- cidr: 10.62.240.0/20
id: subnet-0f01811f2b2d55820
name: eu-west-1c
type: Private
zone: eu-west-1c
- cidr: 10.62.160.0/20
id: subnet-03616a354bef85a1b
name: utility-eu-west-1a
type: Utility
zone: eu-west-1a
- cidr: 10.62.176.0/20
id: subnet-010282886c02c8b7a
name: utility-eu-west-1b
type: Utility
zone: eu-west-1b
- cidr: 10.62.192.0/20
id: subnet-0376357f28bd96803
name: utility-eu-west-1c
type: Utility
zone: eu-west-1c
topology:
dns:
type: Public
masters: private
nodes: private
---
apiVersion: kops/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: 2018-07-12T16:39:37Z
labels:
kops.k8s.io/cluster: test-cluster.k8s.company.com
name: master-eu-west-1b
spec:
additionalSecurityGroups:
- sg-07773f214e065ee54
associatePublicIp: false
image: kope.io/k8s-1.9-debian-jessie-amd64-hvm-ebs-2018-03-11
machineType: t2.medium
maxSize: 1
minSize: 1
nodeLabels:
kops.k8s.io/instancegroup: master-eu-west-1b
role: Master
subnets:
- eu-west-1b
---
apiVersion: kops/v1alpha2
kind: InstanceGroup
metadata:
creationTimestamp: 2018-07-12T16:39:38Z
labels:
kops.k8s.io/cluster: test-cluster.k8s.company.com
name: nodes
spec:
additionalSecurityGroups:
- sg-07773f214e065ee54
associatePublicIp: false
cloudLabels:
k8s.io/cluster-autoscaler/enabled: "true"
k8s.io/cluster-autoscaler/test-cluster.k8s.company.com: "true"
image: kope.io/k8s-1.9-debian-jessie-amd64-hvm-ebs-2018-03-11
machineType: t2.medium
maxPrice: "0.026"
maxSize: 10
minSize: 2
nodeLabels:
kops.k8s.io/instancegroup: nodes
role: Node
subnets:
- eu-west-1a
- eu-west-1b
- eu-west-1c
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment