endpoints ugly

gistfile1.txt

(pprof) top30
3.47s of 7.15s total (48.53%)
Dropped 416 nodes (cum <= 0.04s)
Showing top 30 nodes out of 248 (cum >= 0.85s)
      flat  flat%   sum%        cum   cum%
         0     0%     0%      7.04s 98.46%  runtime.goexit
     3.43s 47.97% 47.97%      3.44s 48.11%  syscall.Syscall
         0     0% 47.97%      2.38s 33.29%  io/ioutil.ReadDir
         0     0% 47.97%      2.20s 30.77%  os.(*File).Readdir
         0     0% 47.97%      2.20s 30.77%  os.(*File).readdir
         0     0% 47.97%      2.20s 30.77%  os.Lstat
         0     0% 47.97%      2.20s 30.77%  syscall.Lstat
         0     0% 47.97%      2.01s 28.11%  github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/proxy/config.(*EndpointsConfig).Run.func1
         0     0% 47.97%         2s 27.97%  github.com/openshift/origin/pkg/proxy/hybrid.(*HybridProxier).OnEndpointsUpdate
         0     0% 47.97%         2s 27.97%  github.com/openshift/origin/pkg/sdn/plugin.(*OsdnProxy).OnEndpointsUpdate
         0     0% 47.97%         2s 27.97%  github.com/openshift/origin/pkg/sdn/plugin.(*OsdnProxy).updateEndpoints
         0     0% 47.97%      1.71s 23.92%  github.com/openshift/origin/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil
         0     0% 47.97%      1.71s 23.92%  github.com/openshift/origin/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1
         0     0% 47.97%      1.71s 23.92%  github.com/openshift/origin/vendor/k8s.io/apimachinery/pkg/util/wait.Until
         0     0% 47.97%      1.64s 22.94%  github.com/openshift/origin/vendor/github.com/google/cadvisor/container/common.ListContainers
         0     0% 47.97%      1.64s 22.94%  github.com/openshift/origin/vendor/github.com/google/cadvisor/container/common.ListDirectories
         0     0% 47.97%      1.64s 22.94%  github.com/openshift/origin/vendor/github.com/google/cadvisor/container/raw.(*rawContainerHandler).ListContainers
         0     0% 47.97%      1.39s 19.44%  github.com/openshift/origin/vendor/github.com/google/cadvisor/manager.(*manager).GetContainerInfoV2
         0     0% 47.97%      1.39s 19.44%  github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).GetContainerInfoV2
         0     0% 47.97%      1.39s 19.44%  github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/cadvisor.(*cadvisorClient).ContainerInfoV2
         0     0% 47.97%      1.39s 19.44%  github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/server/stats.(*resourceAnalyzer).Get
         0     0% 47.97%      1.39s 19.44%  github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/server/stats.(*summaryProviderImpl).Get
         0     0% 47.97%      1.38s 19.30%  github.com/openshift/origin/vendor/github.com/google/cadvisor/manager.(*containerData).GetInfo
     0.04s  0.56% 48.53%      1.09s 15.24%  github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/proxy/userspace.(*LoadBalancerRR).OnEndpointsUpdate
         0     0% 48.53%      1.07s 14.97%  github.com/openshift/origin/vendor/github.com/google/cadvisor/manager.(*containerData).updateSubcontainers
         0     0% 48.53%      0.96s 13.43%  github.com/openshift/origin/vendor/github.com/golang/glog.(*loggingT).printf
         0     0% 48.53%      0.95s 13.29%  github.com/openshift/origin/vendor/github.com/golang/glog.Verbose.Infof
         0     0% 48.53%      0.85s 11.89%  github.com/openshift/origin/vendor/k8s.io/kubernetes/cmd/kubelet/app.startKubelet.func1
         0     0% 48.53%      0.85s 11.89%  github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).HandlePodCleanups
         0     0% 48.53%      0.85s 11.89%  github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).Run
         
         
(pprof) tree ReadDir
2.36s of 7.15s total (33.01%)
Dropped 27 nodes (cum <= 0.04s)
----------------------------------------------------------+-------------
      flat  flat%   sum%        cum   cum%   calls calls% + context
----------------------------------------------------------+-------------
         0     0%     0%      2.40s 33.57%                | runtime.goexit
                                             1.30s 54.17% |   github.com/openshift/origin/vendor/k8s.io/apimachinery/pkg/util/wait.Until
                                             0.55s 22.92% |   github.com/openshift/origin/vendor/github.com/google/cadvisor/manager.(*manager).globalHousekeeping
                                             0.51s 21.25% |   net/http.(*conn).serve
                                             0.04s  1.67% |   github.com/openshift/origin/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1
----------------------------------------------------------+-------------
                                             1.58s 66.67% |   github.com/openshift/origin/vendor/github.com/google/cadvisor/container/common.ListDirectories
                                             0.68s 28.69% |   github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/cm.(*podContainerManagerImpl).GetAllPodsFromCgroups
                                             0.04s  1.69% |   github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).listPodsFromDisk
                                             0.04s  1.69% |   github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet/dockershim.(*FileStore).List
                                             0.03s  1.27% |   github.com/openshift/origin/vendor/k8s.io/kubernetes/pkg/kubelet.(*Kubelet).getPodVolumePathListFromDisk
         0     0%     0%      2.38s 33.29%                | io/ioutil.ReadDir
                                             2.20s 93.22% |   os.(*File).Readdir
                                             0.16s  6.78% |   os.Open